ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.367 by root, Mon Aug 3 09:19:57 2009 UTC vs.
Revision 1.481 by root, Thu Aug 19 22:43:02 2021 UTC

		1	/* this works around a bug in mingw32 providing a non-working setjmp */
		2	#define USE_NO_MINGW_SETJMP_TWO_ARGS
		3
		4	#define NDEBUG 1 /* perl usually disables NDEBUG later */
		5
1	#include "libcoro/coro.c"	6	#include "libcoro/coro.c"
		7
		8	#if CORO_UCONTEXT
		9	#define CORO_BACKEND "ucontext"
		10	#elif CORO_SJLJ
		11	#define CORO_BACKEND "sjlj"
		12	#elif CORO_LINUX
		13	#define CORO_BACKEND "linux"
		14	#elif CORO_LOSER
		15	#define CORO_BACKEND "loser"
		16	#elif CORO_FIBER
		17	#define CORO_BACKEND "fiber"
		18	#elif CORO_IRIX
		19	#define CORO_BACKEND "irix"
		20	#elif CORO_ASM
		21	#define CORO_BACKEND "asm"
		22	#elif CORO_PTHREAD
		23	#define CORO_BACKEND "pthread"
		24	#else
		25	#define CORO_BACKEND "unknown"
		26	#endif
2		27
3	#define PERL_NO_GET_CONTEXT	28	#define PERL_NO_GET_CONTEXT
4	#define PERL_EXT	29	#define PERL_EXT
5		30
6	#include "EXTERN.h"	31	#include "EXTERN.h"
…		…
8	#include "XSUB.h"	33	#include "XSUB.h"
9	#include "perliol.h"	34	#include "perliol.h"
10		35
11	#include "schmorp.h"	36	#include "schmorp.h"
12		37
		38	#define ECB_NO_THREADS 1
		39	#define ECB_NO_LIBM 1
		40	#include "ecb.h"
		41
		42	#include <stddef.h>
13	#include <stdio.h>	43	#include <stdio.h>
14	#include <errno.h>	44	#include <errno.h>
15	#include <assert.h>	45	#include <assert.h>
16		46
17	#ifdef WIN32	47	#ifndef SvREFCNT_dec_NN
		48	#define SvREFCNT_dec_NN(sv) SvREFCNT_dec (sv)
		49	#endif
		50
		51	#ifndef SvREFCNT_inc_NN
		52	#define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
		53	#endif
		54
		55	#ifndef SVs_PADSTALE
		56	# define SVs_PADSTALE 0
		57	#endif
		58
		59	#ifdef PadARRAY
		60	# define NEWPADAPI 1
		61	# define newPADLIST(var) (Newz (0, var, 1, PADLIST), Newx (PadlistARRAY (var), 2, PAD *))
		62	#else
		63	typedef AV PADNAMELIST;
		64	# if !PERL_VERSION_ATLEAST(5,8,0)
		65	typedef AV PADLIST;
		66	typedef AV PAD;
		67	# endif
		68	# define PadlistARRAY(pl) ((PAD **)AvARRAY (pl))
		69	# define PadlistMAX(pl) AvFILLp (pl)
		70	# define PadlistNAMES(pl) (*PadlistARRAY (pl))
		71	# define PadARRAY AvARRAY
		72	# define PadMAX AvFILLp
		73	# define newPADLIST(var) ((var) = newAV (), av_extend (var, 1))
		74	#endif
		75	#ifndef PadnamelistREFCNT
		76	# define PadnamelistREFCNT(pnl) SvREFCNT (pnl)
		77	#endif
		78	#ifndef PadnamelistREFCNT_dec
		79	# define PadnamelistREFCNT_dec(pnl) SvREFCNT_dec (pnl)
		80	#endif
		81
		82	/* 5.19.something has replaced SVt_BIND by SVt_INVLIST */
		83	/* we just alias it to SVt_IV, as that is sufficient for swap_sv for now */
		84	#if PERL_VERSION_ATLEAST(5,19,0)
		85	# define SVt_BIND SVt_IV
		86	#endif
		87
		88	#if defined(_WIN32)
		89	# undef HAS_GETTIMEOFDAY
18	# undef setjmp	90	# undef setjmp
19	# undef longjmp	91	# undef longjmp
20	# undef _exit	92	# undef _exit
21	# define setjmp _setjmp /* deep magic */	93	# define setjmp _setjmp /* deep magic */
22	#else	94	#else
23	# include <inttypes.h> /* most portable stdint.h */	95	# include <inttypes.h> /* most portable stdint.h */
24	#endif	96	#endif
25		97
26	#ifdef HAVE_MMAP
27	# include <unistd.h>
28	# include <sys/mman.h>
29	# ifndef MAP_ANONYMOUS
30	# ifdef MAP_ANON
31	# define MAP_ANONYMOUS MAP_ANON
32	# else
33	# undef HAVE_MMAP
34	# endif
35	# endif
36	# include <limits.h>
37	# ifndef PAGESIZE
38	# define PAGESIZE pagesize
39	# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
40	static long pagesize;
41	# else
42	# define BOOT_PAGESIZE (void)0
43	# endif
44	#else
45	# define PAGESIZE 0
46	# define BOOT_PAGESIZE (void)0
47	#endif
48
49	#if CORO_USE_VALGRIND
50	# include <valgrind/valgrind.h>
51	#endif
52
53	/* the maximum number of idle cctx that will be pooled */	98	/* the maximum number of idle cctx that will be pooled */
54	static int cctx_max_idle = 4;	99	static int cctx_max_idle = 4;
55		100
56	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64	101	#if defined(DEBUGGING) && PERL_VERSION_ATLEAST(5,12,0)
57	# undef CORO_STACKGUARD	102	# define HAS_SCOPESTACK_NAME 1
58	#endif
59
60	#ifndef CORO_STACKGUARD
61	# define CORO_STACKGUARD 0
62	#endif	103	#endif
63		104
64	/* prefer perl internal functions over our own? */	105	/* prefer perl internal functions over our own? */
65	#ifndef CORO_PREFER_PERL_FUNCTIONS	106	#ifndef CORO_PREFER_PERL_FUNCTIONS
66	# define CORO_PREFER_PERL_FUNCTIONS 0	107	# define CORO_PREFER_PERL_FUNCTIONS 0
…		…
76	# define STACKLEVEL ((void *)&stacklevel)	117	# define STACKLEVEL ((void *)&stacklevel)
77	#endif	118	#endif
78		119
79	#define IN_DESTRUCT PL_dirty	120	#define IN_DESTRUCT PL_dirty
80		121
81	#if __GNUC__ >= 3
82	# define attribute(x) __attribute__(x)
83	# define expect(expr,value) __builtin_expect ((expr), (value))
84	# define INLINE static inline
85	#else
86	# define attribute(x)
87	# define expect(expr,value) (expr)
88	# define INLINE static
89	#endif
90
91	#define expect_false(expr) expect ((expr) != 0, 0)
92	#define expect_true(expr) expect ((expr) != 0, 1)
93
94	#define NOINLINE attribute ((noinline))
95
96	#include "CoroAPI.h"	122	#include "CoroAPI.h"
97	#define GCoroAPI (&coroapi) /* very sneaky */	123	#define GCoroAPI (&coroapi) /* very sneaky */
98		124
99	#ifdef USE_ITHREADS	125	#ifdef USE_ITHREADS
100	# if CORO_PTHREAD	126	# if CORO_PTHREAD
…		…
110	# define CORO_CLOCK_MONOTONIC 1	136	# define CORO_CLOCK_MONOTONIC 1
111	# define CORO_CLOCK_THREAD_CPUTIME_ID 3	137	# define CORO_CLOCK_THREAD_CPUTIME_ID 3
112	# endif	138	# endif
113	#endif	139	#endif
114		140
		141	/* one off bugfix for perl 5.22 */
		142	#if PERL_VERSION_ATLEAST(5,22,0) && !PERL_VERSION_ATLEAST(5,24,0)
		143	# undef PadlistNAMES
		144	# define PadlistNAMES(pl) *((PADNAMELIST **)PadlistARRAY (pl))
		145	#endif
		146
		147	#if PERL_VERSION_ATLEAST(5,24,0)
		148	# define SUB_ARGARRAY PL_curpad[0]
		149	#else
		150	# define SUB_ARGARRAY (SV *)cx->blk_sub.argarray
		151	#endif
		152
		153	/* perl usually suppresses asserts. for debugging, we sometimes force it to be on */
		154	#if 0
		155	# undef NDEBUG
		156	# include <assert.h>
		157	#endif
		158
115	static double (*nvtime)(); /* so why doesn't it take void? */	159	static double (*nvtime)(); /* so why doesn't it take void? */
116	static void (*u2time)(pTHX_ UV ret[2]);	160	static void (*u2time)(pTHX_ UV ret[2]);
117		161
118	/* we hijack an hopefully unused CV flag for our purposes */	162	/* we hijack an hopefully unused CV flag for our purposes */
119	#define CVf_SLF 0x4000	163	#define CVf_SLF 0x4000
120	static OP *pp_slf (pTHX);	164	static OP *pp_slf (pTHX);
		165	static void slf_destroy (pTHX_ struct coro *coro);
121		166
122	static U32 cctx_gen;	167	static U32 cctx_gen;
123	static size_t cctx_stacksize = CORO_STACKSIZE;	168	static size_t cctx_stacksize = CORO_STACKSIZE;
124	static struct CoroAPI coroapi;	169	static struct CoroAPI coroapi;
125	static AV *main_mainstack; /* used to differentiate between $main and others */	170	static AV *main_mainstack; /* used to differentiate between $main and others */
…		…
133		178
134	static GV *irsgv; /* $/ */	179	static GV *irsgv; /* $/ */
135	static GV *stdoutgv; /* *STDOUT */	180	static GV *stdoutgv; /* *STDOUT */
136	static SV *rv_diehook;	181	static SV *rv_diehook;
137	static SV *rv_warnhook;	182	static SV *rv_warnhook;
138	static HV *hv_sig; /* %SIG */
139		183
140	/* async_pool helper stuff */	184	/* async_pool helper stuff */
141	static SV *sv_pool_rss;	185	static SV *sv_pool_rss;
142	static SV *sv_pool_size;	186	static SV *sv_pool_size;
143	static SV *sv_async_pool_idle; /* description string */	187	static SV *sv_async_pool_idle; /* description string */
144	static AV *av_async_pool; /* idle pool */	188	static AV *av_async_pool; /* idle pool */
145	static SV *sv_Coro; /* class string */	189	static SV *sv_Coro; /* class string */
146	static CV *cv_pool_handler;	190	static CV *cv_pool_handler;
147	static CV *cv_coro_state_new;
148		191
149	/* Coro::AnyEvent */	192	/* Coro::AnyEvent */
150	static SV *sv_activity;	193	static SV *sv_activity;
151		194
152	/* enable processtime/realtime profiling */	195	/* enable processtime/realtime profiling */
…		…
156	static char times_valid;	199	static char times_valid;
157		200
158	static struct coro_cctx *cctx_first;	201	static struct coro_cctx *cctx_first;
159	static int cctx_count, cctx_idle;	202	static int cctx_count, cctx_idle;
160		203
161	enum {	204	enum
		205	{
162	CC_MAPPED = 0x01,	206	CC_MAPPED = 0x01,
163	CC_NOREUSE = 0x02, /* throw this away after tracing */	207	CC_NOREUSE = 0x02, /* throw this away after tracing */
164	CC_TRACE = 0x04,	208	CC_TRACE = 0x04,
165	CC_TRACE_SUB = 0x08, /* trace sub calls */	209	CC_TRACE_SUB = 0x08, /* trace sub calls */
166	CC_TRACE_LINE = 0x10, /* trace each statement */	210	CC_TRACE_LINE = 0x10, /* trace each statement */
…		…
171	typedef struct coro_cctx	215	typedef struct coro_cctx
172	{	216	{
173	struct coro_cctx *next;	217	struct coro_cctx *next;
174		218
175	/* the stack */	219	/* the stack */
176	void *sptr;	220	struct coro_stack stack;
177	size_t ssize;
178		221
179	/* cpu state */	222	/* cpu state */
180	void *idle_sp; /* sp of top-level transfer/schedule/cede call */	223	void *idle_sp; /* sp of top-level transfer/schedule/cede call */
		224	#ifndef NDEBUG
181	JMPENV *idle_te; /* same as idle_sp, but for top_env, TODO: remove once stable */	225	JMPENV *idle_te; /* same as idle_sp, but for top_env */
		226	#endif
182	JMPENV *top_env;	227	JMPENV *top_env;
183	coro_context cctx;	228	coro_context cctx;
184		229
185	U32 gen;	230	U32 gen;
186	#if CORO_USE_VALGRIND	231	#if CORO_USE_VALGRIND
187	int valgrind_id;	232	int valgrind_id;
188	#endif	233	#endif
189	unsigned char flags;	234	unsigned char flags;
190	} coro_cctx;	235	} coro_cctx;
191		236
192	coro_cctx *cctx_current; /* the currently running cctx */	237	static coro_cctx *cctx_current; /* the currently running cctx */
193		238
194	/*****************************************************************************/	239	/*****************************************************************************/
195		240
		241	static MGVTBL coro_state_vtbl;
		242
196	enum {	243	enum
		244	{
197	CF_RUNNING = 0x0001, /* coroutine is running */	245	CF_RUNNING = 0x0001, /* coroutine is running */
198	CF_READY = 0x0002, /* coroutine is ready */	246	CF_READY = 0x0002, /* coroutine is ready */
199	CF_NEW = 0x0004, /* has never been switched to */	247	CF_NEW = 0x0004, /* has never been switched to */
200	CF_DESTROYED = 0x0008, /* coroutine data has been freed */	248	CF_ZOMBIE = 0x0008, /* coroutine data has been freed */
201	CF_SUSPENDED = 0x0010, /* coroutine can't be scheduled */	249	CF_SUSPENDED = 0x0010, /* coroutine can't be scheduled */
		250	CF_NOCANCEL = 0x0020, /* cannot cancel, set slf_frame.data to 1 (hackish) */
202	};	251	};
203		252
204	/* the structure where most of the perl state is stored, overlaid on the cxstack */	253	/* the structure where most of the perl state is stored, overlaid on the cxstack */
205	typedef struct	254	typedef struct
206	{	255	{
207	SV *defsv;
208	AV *defav;
209	SV *errsv;
210	SV *irsgv;
211	HV *hinthv;
212	#define VAR(name,type) type name;	256	#define VARx(name,expr,type) type name;
213	# include "state.h"	257	#include "state.h"
214	#undef VAR
215	} perl_slots;	258	} perl_slots;
216		259
		260	/* how many context stack entries do we need for perl_slots */
217	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))	261	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))
218		262
219	/* this is a structure representing a perl-level coroutine */	263	/* this is a structure representing a perl-level coroutine */
220	struct coro {	264	struct coro
		265	{
221	/* the C coroutine allocated to this perl coroutine, if any */	266	/* the C coroutine allocated to this perl coroutine, if any */
222	coro_cctx *cctx;	267	coro_cctx *cctx;
223		268
224	/* ready queue */	269	/* ready queue */
225	struct coro *next_ready;	270	struct coro *next_ready;
…		…
227	/* state data */	272	/* state data */
228	struct CoroSLF slf_frame; /* saved slf frame */	273	struct CoroSLF slf_frame; /* saved slf frame */
229	AV *mainstack;	274	AV *mainstack;
230	perl_slots *slot; /* basically the saved sp */	275	perl_slots *slot; /* basically the saved sp */
231		276
232	CV *startcv; /* the CV to execute */	277	CV *startcv; /* the CV to execute */
233	AV *args; /* data associated with this coroutine (initial args) */	278	AV *args; /* data associated with this coroutine (initial args) */
234	int refcnt; /* coroutines are refcounted, yes */
235	int flags; /* CF_ flags */	279	int flags; /* CF_ flags */
236	HV *hv; /* the perl hash associated with this coro, if any */	280	HV *hv; /* the perl hash associated with this coro, if any */
237	void (*on_destroy)(pTHX_ struct coro *coro);
238		281
239	/* statistics */	282	/* statistics */
240	int usecount; /* number of transfers to this coro */	283	int usecount; /* number of transfers to this coro */
241		284
242	/* coro process data */	285	/* coro process data */
243	int prio;	286	int prio;
244	SV *except; /* exception to be thrown */	287	SV *except; /* exception to be thrown */
245	SV *rouse_cb;	288	SV *rouse_cb; /* most recently created rouse callback */
		289	AV *on_destroy; /* callbacks or coros to notify on destroy */
		290	AV *status; /* the exit status list */
246		291
247	/* async_pool */	292	/* async_pool */
248	SV *saved_deffh;	293	SV *saved_deffh;
249	SV *invoke_cb;	294	SV *invoke_cb;
250	AV *invoke_av;	295	AV *invoke_av;
251		296
252	/* on_enter/on_leave */	297	/* on_enter/on_leave */
253	AV *on_enter;	298	AV *on_enter; AV *on_enter_xs;
254	AV *on_leave;	299	AV *on_leave; AV *on_leave_xs;
		300
		301	/* swap_sv */
		302	AV *swap_sv;
255		303
256	/* times */	304	/* times */
257	coro_ts t_cpu, t_real;	305	coro_ts t_cpu, t_real;
258		306
259	/* linked list */	307	/* linked list */
…		…
263	typedef struct coro *Coro__State;	311	typedef struct coro *Coro__State;
264	typedef struct coro *Coro__State_or_hashref;	312	typedef struct coro *Coro__State_or_hashref;
265		313
266	/* the following variables are effectively part of the perl context */	314	/* the following variables are effectively part of the perl context */
267	/* and get copied between struct coro and these variables */	315	/* and get copied between struct coro and these variables */
268	/* the mainr easonw e don't support windows process emulation */	316	/* the main reason we don't support windows process emulation */
269	static struct CoroSLF slf_frame; /* the current slf frame */	317	static struct CoroSLF slf_frame; /* the current slf frame */
270		318
271	/** Coro ********************************************************************/	319	/** Coro ********************************************************************/
272		320
273	#define CORO_PRIO_MAX 3	321	#define CORO_PRIO_MAX 3
…		…
279		327
280	/* for Coro.pm */	328	/* for Coro.pm */
281	static SV *coro_current;	329	static SV *coro_current;
282	static SV *coro_readyhook;	330	static SV *coro_readyhook;
283	static struct coro *coro_ready [CORO_PRIO_MAX - CORO_PRIO_MIN + 1][2]; /* head|tail */	331	static struct coro *coro_ready [CORO_PRIO_MAX - CORO_PRIO_MIN + 1][2]; /* head|tail */
284	static CV *cv_coro_run, *cv_coro_terminate;	332	static CV *cv_coro_run;
285	static struct coro *coro_first;	333	static struct coro *coro_first;
286	#define coro_nready coroapi.nready	334	#define coro_nready coroapi.nready
287		335
		336	/** JIT *********************************************************************/
		337
		338	#if CORO_JIT
		339	/* APPLE doesn't have mmap though */
		340	#define CORO_JIT_UNIXY (__linux || __FreeBSD__ || __OpenBSD__ || __NetBSD__ || __solaris || __APPLE__)
		341	#ifndef CORO_JIT_TYPE
		342	#if ECB_AMD64 && CORO_JIT_UNIXY
		343	#define CORO_JIT_TYPE "amd64-unix"
		344	#elif __i386 && CORO_JIT_UNIXY
		345	#define CORO_JIT_TYPE "x86-unix"
		346	#endif
		347	#endif
		348	#endif
		349
		350	#if !defined(CORO_JIT_TYPE) || _POSIX_MEMORY_PROTECTION <= 0
		351	#undef CORO_JIT
		352	#endif
		353
		354	#if CORO_JIT
		355	typedef void (*load_save_perl_slots_type)(perl_slots *);
		356	static load_save_perl_slots_type load_perl_slots, save_perl_slots;
		357	#endif
		358
288	/** Coro::Select ************************************************************/	359	/** Coro::Select ************************************************************/
289		360
290	static OP *(*coro_old_pp_sselect) (pTHX);	361	static OP *(*coro_old_pp_sselect) (pTHX);
291	static SV *coro_select_select;	362	static SV *coro_select_select;
292		363
293	/* horrible hack, but if it works... */	364	/* horrible hack, but if it works... */
294	static OP *	365	static OP *
295	coro_pp_sselect (aTHX)	366	coro_pp_sselect (pTHX)
296	{	367	{
297	dSP;	368	dSP;
298	PUSHMARK (SP - 4); /* fake argument list */	369	PUSHMARK (SP - 4); /* fake argument list */
299	XPUSHs (coro_select_select);	370	XPUSHs (coro_select_select);
300	PUTBACK;	371	PUTBACK;
…		…
303	PL_op->op_flags |= OPf_STACKED;	374	PL_op->op_flags |= OPf_STACKED;
304	PL_op->op_private = 0;	375	PL_op->op_private = 0;
305	return PL_ppaddr [OP_ENTERSUB](aTHX);	376	return PL_ppaddr [OP_ENTERSUB](aTHX);
306	}	377	}
307		378
		379	/** time stuff **************************************************************/
		380
		381	#ifdef HAS_GETTIMEOFDAY
		382
		383	ecb_inline void
		384	coro_u2time (pTHX_ UV ret[2])
		385	{
		386	struct timeval tv;
		387	gettimeofday (&tv, 0);
		388
		389	ret [0] = tv.tv_sec;
		390	ret [1] = tv.tv_usec;
		391	}
		392
		393	ecb_inline double
		394	coro_nvtime (void)
		395	{
		396	struct timeval tv;
		397	gettimeofday (&tv, 0);
		398
		399	return tv.tv_sec + tv.tv_usec * 1e-6;
		400	}
		401
		402	ecb_inline void
		403	time_init (pTHX)
		404	{
		405	nvtime = coro_nvtime;
		406	u2time = coro_u2time;
		407	}
		408
		409	#else
		410
		411	ecb_inline void
		412	time_init (pTHX)
		413	{
		414	SV **svp;
		415
		416	require_pv ("Time/HiRes.pm");
		417
		418	svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
		419
		420	if (!svp) croak ("Time::HiRes is required, but missing. Caught");
		421	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer. Caught");
		422
		423	nvtime = INT2PTR (double (*)(), SvIV (*svp));
		424
		425	svp = hv_fetch (PL_modglobal, "Time::U2time", 12, 0);
		426	u2time = INT2PTR (void (*)(pTHX_ UV ret[2]), SvIV (*svp));
		427	}
		428
		429	#endif
		430
308	/** lowlevel stuff **********************************************************/	431	/** lowlevel stuff **********************************************************/
309		432
310	static SV *	433	static SV * ecb_noinline
311	coro_get_sv (pTHX_ const char *name, int create)	434	coro_get_sv (pTHX_ const char *name, int create)
312	{	435	{
313	#if PERL_VERSION_ATLEAST (5,10,0)	436	#if PERL_VERSION_ATLEAST (5,10,0)
314	/* silence stupid and wrong 5.10 warning that I am unable to switch off */	437	/* silence stupid and wrong 5.10 warning that I am unable to switch off */
315	get_sv (name, create);	438	get_sv (name, create);
316	#endif	439	#endif
317	return get_sv (name, create);	440	return get_sv (name, create);
318	}	441	}
319		442
320	static AV *	443	static AV * ecb_noinline
321	coro_get_av (pTHX_ const char *name, int create)	444	coro_get_av (pTHX_ const char *name, int create)
322	{	445	{
323	#if PERL_VERSION_ATLEAST (5,10,0)	446	#if PERL_VERSION_ATLEAST (5,10,0)
324	/* silence stupid and wrong 5.10 warning that I am unable to switch off */	447	/* silence stupid and wrong 5.10 warning that I am unable to switch off */
325	get_av (name, create);	448	get_av (name, create);
326	#endif	449	#endif
327	return get_av (name, create);	450	return get_av (name, create);
328	}	451	}
329		452
330	static HV *	453	static HV * ecb_noinline
331	coro_get_hv (pTHX_ const char *name, int create)	454	coro_get_hv (pTHX_ const char *name, int create)
332	{	455	{
333	#if PERL_VERSION_ATLEAST (5,10,0)	456	#if PERL_VERSION_ATLEAST (5,10,0)
334	/* silence stupid and wrong 5.10 warning that I am unable to switch off */	457	/* silence stupid and wrong 5.10 warning that I am unable to switch off */
335	get_hv (name, create);	458	get_hv (name, create);
336	#endif	459	#endif
337	return get_hv (name, create);	460	return get_hv (name, create);
338	}	461	}
339		462
340	INLINE void	463	ecb_inline void
341	coro_times_update ()	464	coro_times_update (void)
342	{	465	{
343	#ifdef coro_clock_gettime	466	#ifdef coro_clock_gettime
344	struct timespec ts;	467	struct timespec ts;
345		468
346	ts.tv_sec = ts.tv_nsec = 0;	469	ts.tv_sec = ts.tv_nsec = 0;
…		…
358	time_real [0] = tv [0];	481	time_real [0] = tv [0];
359	time_real [1] = tv [1] * 1000;	482	time_real [1] = tv [1] * 1000;
360	#endif	483	#endif
361	}	484	}
362		485
363	INLINE void	486	ecb_inline void
364	coro_times_add (struct coro *c)	487	coro_times_add (struct coro *c)
365	{	488	{
366	c->t_real [1] += time_real [1];	489	c->t_real [1] += time_real [1];
367	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }	490	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }
368	c->t_real [0] += time_real [0];	491	c->t_real [0] += time_real [0];
…		…
370	c->t_cpu [1] += time_cpu [1];	493	c->t_cpu [1] += time_cpu [1];
371	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }	494	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }
372	c->t_cpu [0] += time_cpu [0];	495	c->t_cpu [0] += time_cpu [0];
373	}	496	}
374		497
375	INLINE void	498	ecb_inline void
376	coro_times_sub (struct coro *c)	499	coro_times_sub (struct coro *c)
377	{	500	{
378	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }	501	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }
379	c->t_real [1] -= time_real [1];	502	c->t_real [1] -= time_real [1];
380	c->t_real [0] -= time_real [0];	503	c->t_real [0] -= time_real [0];
…		…
388	/* magic glue */	511	/* magic glue */
389		512
390	#define CORO_MAGIC_type_cv 26	513	#define CORO_MAGIC_type_cv 26
391	#define CORO_MAGIC_type_state PERL_MAGIC_ext	514	#define CORO_MAGIC_type_state PERL_MAGIC_ext
392		515
393	#define CORO_MAGIC_NN(sv, type) \	516	#define CORO_MAGIC_NN(sv, type) \
394	(expect_true (SvMAGIC (sv)->mg_type == type) \	517	(ecb_expect_true (SvMAGIC (sv)->mg_type == type) \
395	? SvMAGIC (sv) \	518	? SvMAGIC (sv) \
396	: mg_find (sv, type))	519	: mg_find (sv, type))
397		520
398	#define CORO_MAGIC(sv, type) \	521	#define CORO_MAGIC(sv, type) \
399	(expect_true (SvMAGIC (sv)) \	522	(ecb_expect_true (SvMAGIC (sv)) \
400	? CORO_MAGIC_NN (sv, type) \	523	? CORO_MAGIC_NN (sv, type) \
401	: 0)	524	: 0)
402		525
403	#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)	526	#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)
404	#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)	527	#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)
405		528
406	INLINE struct coro *	529	ecb_inline MAGIC *
407	SvSTATE_ (pTHX_ SV *coro)	530	SvSTATEhv_p (pTHX_ SV *coro)
408	{	531	{
409	HV *stash;
410	MAGIC *mg;	532	MAGIC *mg;
411		533
		534	if (ecb_expect_true (
		535	SvTYPE (coro) == SVt_PVHV
		536	&& (mg = CORO_MAGIC_state (coro))
		537	&& mg->mg_virtual == &coro_state_vtbl
		538	))
		539	return mg;
		540
		541	return 0;
		542	}
		543
		544	ecb_inline struct coro *
		545	SvSTATE_ (pTHX_ SV *coro_sv)
		546	{
		547	MAGIC *mg;
		548
412	if (SvROK (coro))	549	if (SvROK (coro_sv))
413	coro = SvRV (coro);	550	coro_sv = SvRV (coro_sv);
414		551
415	if (expect_false (SvTYPE (coro) != SVt_PVHV))	552	mg = SvSTATEhv_p (aTHX_ coro_sv);
		553	if (!mg)
416	croak ("Coro::State object required");	554	croak ("Coro::State object required");
417		555
418	stash = SvSTASH (coro);
419	if (expect_false (stash != coro_stash && stash != coro_state_stash))
420	{
421	/* very slow, but rare, check */
422	if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
423	croak ("Coro::State object required");
424	}
425
426	mg = CORO_MAGIC_state (coro);
427	return (struct coro *)mg->mg_ptr;	556	return (struct coro *)mg->mg_ptr;
428	}	557	}
429		558
430	#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv))	559	#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv))
431		560
…		…
434	#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))	563	#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))
435		564
436	/*****************************************************************************/	565	/*****************************************************************************/
437	/* padlist management and caching */	566	/* padlist management and caching */
438		567
439	static AV *	568	ecb_inline PADLIST *
440	coro_derive_padlist (pTHX_ CV *cv)	569	coro_derive_padlist (pTHX_ CV *cv)
441	{	570	{
442	AV *padlist = CvPADLIST (cv);	571	PADLIST *padlist = CvPADLIST (cv);
443	AV *newpadlist, *newpad;	572	PADLIST *newpadlist;
		573	PADNAMELIST *padnames;
		574	PAD *newpad;
		575	PADOFFSET off = PadlistMAX (padlist) + 1;
444		576
445	newpadlist = newAV ();	577	#if NEWPADAPI
		578
		579	/* if we had the original CvDEPTH, we might be able to steal the CvDEPTH+1 entry instead */
		580	/* 20131102194744.GA6705@schmorp.de, 20131102195825.2013.qmail@lists-nntp.develooper.com */
		581	while (!PadlistARRAY (padlist)[off - 1])
		582	--off;
		583
		584	Perl_pad_push (aTHX_ padlist, off);
		585
		586	newpad = PadlistARRAY (padlist)[off];
		587	PadlistARRAY (padlist)[off] = 0;
		588
		589	#else
		590
		591	#if PERL_VERSION_ATLEAST (5,10,0)
		592	Perl_pad_push (aTHX_ padlist, off);
		593	#else
		594	Perl_pad_push (aTHX_ padlist, off, 1);
		595	#endif
		596
		597	newpad = PadlistARRAY (padlist)[off];
		598	PadlistMAX (padlist) = off - 1;
		599
		600	#endif
		601
		602	newPADLIST (newpadlist);
		603	#if !PERL_VERSION_ATLEAST(5,15,3)
		604	/* Padlists are AvREAL as of 5.15.3. See perl bug #98092 and perl commit 7d953ba. */
446	AvREAL_off (newpadlist);	605	AvREAL_off (newpadlist);
447	#if PERL_VERSION_ATLEAST (5,10,0)
448	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
449	#else
450	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
451	#endif	606	#endif
452	newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
453	--AvFILLp (padlist);
454		607
455	av_store (newpadlist, 0, SvREFCNT_inc_NN (AvARRAY (padlist)[0]));	608	/* Already extended to 2 elements by newPADLIST. */
456	av_store (newpadlist, 1, (SV *)newpad);	609	PadlistMAX (newpadlist) = 1;
		610
		611	padnames = PadlistNAMES (padlist);
		612	++PadnamelistREFCNT (padnames);
		613	PadlistNAMES (newpadlist) = padnames;
		614
		615	PadlistARRAY (newpadlist)[1] = newpad;
457		616
458	return newpadlist;	617	return newpadlist;
459	}	618	}
460		619
461	static void	620	ecb_inline void
462	free_padlist (pTHX_ AV *padlist)	621	free_padlist (pTHX_ PADLIST *padlist)
463	{	622	{
464	/* may be during global destruction */	623	/* may be during global destruction */
465	if (!IN_DESTRUCT)	624	if (!IN_DESTRUCT)
466	{	625	{
467	I32 i = AvFILLp (padlist);	626	I32 i = PadlistMAX (padlist);
468		627
469	while (i > 0) /* special-case index 0 */	628	while (i > 0) /* special-case index 0 */
470	{	629	{
471	/* we try to be extra-careful here */	630	/* we try to be extra-careful here */
472	AV *av = (AV *)AvARRAY (padlist)[i--];	631	PAD *pad = PadlistARRAY (padlist)[i--];
473	I32 j = AvFILLp (av);
474		632
		633	if (pad)
		634	{
		635	I32 j = PadMAX (pad);
		636
475	while (j >= 0)	637	while (j >= 0)
476	SvREFCNT_dec (AvARRAY (av)[j--]);	638	SvREFCNT_dec (PadARRAY (pad)[j--]);
477		639
478	AvFILLp (av) = -1;	640	PadMAX (pad) = -1;
479	SvREFCNT_dec (av);	641	SvREFCNT_dec (pad);
		642	}
480	}	643	}
481		644
482	SvREFCNT_dec (AvARRAY (padlist)[0]);	645	PadnamelistREFCNT_dec (PadlistNAMES (padlist));
483		646
		647	#if NEWPADAPI
		648	Safefree (PadlistARRAY (padlist));
		649	Safefree (padlist);
		650	#else
484	AvFILLp (padlist) = -1;	651	AvFILLp (padlist) = -1;
		652	AvREAL_off (padlist);
485	SvREFCNT_dec ((SV*)padlist);	653	SvREFCNT_dec ((SV*)padlist);
		654	#endif
486	}	655	}
487	}	656	}
488		657
489	static int	658	static int
490	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)	659	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
491	{	660	{
492	AV *padlist;	661	PADLIST *padlist;
493	AV *av = (AV *)mg->mg_obj;	662	PADLIST **padlists = (PADLIST **)(mg->mg_ptr + sizeof(size_t));
		663	size_t len = *(size_t *)mg->mg_ptr;
494		664
495	/* perl manages to free our internal AV and _then_ call us */	665	/* perl manages to free our internal AV and _then_ call us */
496	if (IN_DESTRUCT)	666	if (IN_DESTRUCT)
497	return 0;	667	return 0;
498		668
499	/* casting is fun. */	669	while (len--)
500	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
501	free_padlist (aTHX_ padlist);	670	free_padlist (aTHX_ padlists[len]);
502
503	SvREFCNT_dec (av); /* sv_magicext increased the refcount */
504		671
505	return 0;	672	return 0;
506	}	673	}
507		674
508	static MGVTBL coro_cv_vtbl = {	675	static MGVTBL coro_cv_vtbl = {
509	0, 0, 0, 0,	676	0, 0, 0, 0,
510	coro_cv_free	677	coro_cv_free
511	};	678	};
512		679
513	/* the next two functions merely cache the padlists */	680	/* the next two functions merely cache the padlists */
514	static void	681	ecb_inline void
515	get_padlist (pTHX_ CV *cv)	682	get_padlist (pTHX_ CV *cv)
516	{	683	{
517	MAGIC *mg = CORO_MAGIC_cv (cv);	684	MAGIC *mg = CORO_MAGIC_cv (cv);
518	AV *av;	685	size_t *lenp;
519		686
520	if (expect_true (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0))	687	if (ecb_expect_true (mg && *(lenp = (size_t *)mg->mg_ptr)))
521	CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];	688	CvPADLIST (cv) = ((PADLIST **)(mg->mg_ptr + sizeof(size_t)))[--*lenp];
522	else	689	else
523	{	690	{
524	#if CORO_PREFER_PERL_FUNCTIONS	691	#if CORO_PREFER_PERL_FUNCTIONS
525	/* this is probably cleaner? but also slower! */	692	/* this is probably cleaner? but also slower! */
526	/* in practise, it seems to be less stable */	693	/* in practise, it seems to be less stable */
…		…
532	CvPADLIST (cv) = coro_derive_padlist (aTHX_ cv);	699	CvPADLIST (cv) = coro_derive_padlist (aTHX_ cv);
533	#endif	700	#endif
534	}	701	}
535	}	702	}
536		703
537	static void	704	ecb_inline void
538	put_padlist (pTHX_ CV *cv)	705	put_padlist (pTHX_ CV *cv)
539	{	706	{
540	MAGIC *mg = CORO_MAGIC_cv (cv);	707	MAGIC *mg = CORO_MAGIC_cv (cv);
541	AV *av;
542		708
543	if (expect_false (!mg))	709	if (ecb_expect_false (!mg))
		710	{
544	mg = sv_magicext ((SV *)cv, (SV *)newAV (), CORO_MAGIC_type_cv, &coro_cv_vtbl, 0, 0);	711	mg = sv_magicext ((SV *)cv, 0, CORO_MAGIC_type_cv, &coro_cv_vtbl, 0, 0);
		712	Newz (0, mg->mg_ptr ,sizeof (size_t) + sizeof (PADLIST *), char);
		713	mg->mg_len = 1; /* so mg_free frees mg_ptr */
		714	}
		715	else
		716	Renew (mg->mg_ptr,
		717	sizeof(size_t) + (*(size_t *)mg->mg_ptr + 1) * sizeof(PADLIST *),
		718	char);
545		719
546	av = (AV *)mg->mg_obj;	720	((PADLIST **)(mg->mg_ptr + sizeof (size_t))) [(*(size_t *)mg->mg_ptr)++] = CvPADLIST (cv);
547
548	if (expect_false (AvFILLp (av) >= AvMAX (av)))
549	av_extend (av, AvFILLp (av) + 1);
550
551	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
552	}	721	}
553		722
554	/** load & save, init *******************************************************/	723	/** load & save, init *******************************************************/
		724
		725	ecb_inline void
		726	swap_sv (SV *a, SV *b)
		727	{
		728	const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
		729	SV tmp;
		730
		731	/* swap sv_any */
		732	SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
		733
		734	/* swap sv_flags */
		735	SvFLAGS (&tmp) = SvFLAGS (a);
		736	SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
		737	SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
		738
		739	#if PERL_VERSION_ATLEAST (5,10,0)
		740	/* perl 5.10 and later complicates this _quite_ a bit, but it also
		741	* is much faster, so no quarrels here. alternatively, we could
		742	* sv_upgrade to avoid this.
		743	*/
		744	{
		745	/* swap sv_u */
		746	tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
		747
		748	/* if SvANY points to the head, we need to adjust the pointers,
		749	* as the pointer for a still points to b, and maybe vice versa.
		750	*/
		751	U32 svany_in_head_set = (1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV);
		752	#if NVSIZE <= IVSIZE && PERL_VERSION_ATLEAST(5,22,0)
		753	svany_in_head_set |= 1 << SVt_NV;
		754	#endif
		755
		756	#define svany_in_head(type) (svany_in_head_set & (1 << (type)))
		757
		758	if (svany_in_head (SvTYPE (a)))
		759	SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
		760
		761	if (svany_in_head (SvTYPE (b)))
		762	SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
		763	}
		764	#endif
		765	}
		766
		767	/* swap sv heads, at least logically */
		768	static void
		769	swap_svs_enter (pTHX_ Coro__State c)
		770	{
		771	int i;
		772
		773	for (i = 0; i <= AvFILLp (c->swap_sv); i += 2)
		774	swap_sv (AvARRAY (c->swap_sv)[i], AvARRAY (c->swap_sv)[i + 1]);
		775	}
		776
		777	static void
		778	swap_svs_leave (pTHX_ Coro__State c)
		779	{
		780	int i;
		781
		782	for (i = AvFILLp (c->swap_sv) - 1; i >= 0; i -= 2)
		783	swap_sv (AvARRAY (c->swap_sv)[i], AvARRAY (c->swap_sv)[i + 1]);
		784	}
		785
		786	#define SWAP_SVS_ENTER(coro) \
		787	if (ecb_expect_false ((coro)->swap_sv)) \
		788	swap_svs_enter (aTHX_ (coro))
		789
		790	#define SWAP_SVS_LEAVE(coro) \
		791	if (ecb_expect_false ((coro)->swap_sv)) \
		792	swap_svs_leave (aTHX_ (coro))
555		793
556	static void	794	static void
557	on_enterleave_call (pTHX_ SV *cb);	795	on_enterleave_call (pTHX_ SV *cb);
558		796
559	static void	797	static void
…		…
562	perl_slots *slot = c->slot;	800	perl_slots *slot = c->slot;
563	c->slot = 0;	801	c->slot = 0;
564		802
565	PL_mainstack = c->mainstack;	803	PL_mainstack = c->mainstack;
566		804
567	GvSV (PL_defgv) = slot->defsv;	805	#if CORO_JIT
568	GvAV (PL_defgv) = slot->defav;	806	load_perl_slots (slot);
569	GvSV (PL_errgv) = slot->errsv;	807	#else
570	GvSV (irsgv) = slot->irsgv;
571	GvHV (PL_hintgv) = slot->hinthv;
572
573	#define VAR(name,type) PL_ ## name = slot->name;	808	#define VARx(name,expr,type) expr = slot->name;
574	# include "state.h"	809	#include "state.h"
575	#undef VAR	810	#endif
576		811
577	{	812	{
578	dSP;	813	dSP;
579		814
580	CV *cv;	815	CV *cv;
581		816
582	/* now do the ugly restore mess */	817	/* now do the ugly restore mess */
583	while (expect_true (cv = (CV *)POPs))	818	while (ecb_expect_true (cv = (CV *)POPs))
584	{	819	{
585	put_padlist (aTHX_ cv); /* mark this padlist as available */	820	put_padlist (aTHX_ cv); /* mark this padlist as available */
586	CvDEPTH (cv) = PTR2IV (POPs);	821	CvDEPTH (cv) = PTR2IV (POPs);
587	CvPADLIST (cv) = (AV *)POPs;	822	CvPADLIST (cv) = (PADLIST *)POPs;
588	}	823	}
589		824
590	PUTBACK;	825	PUTBACK;
591	}	826	}
592		827
593	slf_frame = c->slf_frame;	828	slf_frame = c->slf_frame;
594	CORO_THROW = c->except;	829	CORO_THROW = c->except;
595		830
596	if (expect_false (enable_times))	831	if (ecb_expect_false (enable_times))
597	{	832	{
598	if (expect_false (!times_valid))	833	if (ecb_expect_false (!times_valid))
599	coro_times_update ();	834	coro_times_update ();
600		835
601	coro_times_sub (c);	836	coro_times_sub (c);
602	}	837	}
603		838
604	if (expect_false (c->on_enter))	839	if (ecb_expect_false (c->on_enter))
605	{	840	{
606	int i;	841	int i;
607		842
608	for (i = 0; i <= AvFILLp (c->on_enter); ++i)	843	for (i = 0; i <= AvFILLp (c->on_enter); ++i)
609	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);	844	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
610	}	845	}
		846
		847	if (ecb_expect_false (c->on_enter_xs))
		848	{
		849	int i;
		850
		851	for (i = 0; i <= AvFILLp (c->on_enter_xs); i += 2)
		852	((coro_enterleave_hook)AvARRAY (c->on_enter_xs)[i]) (aTHX_ AvARRAY (c->on_enter_xs)[i + 1]);
		853	}
		854
		855	SWAP_SVS_ENTER (c);
611	}	856	}
612		857
613	static void	858	static void
614	save_perl (pTHX_ Coro__State c)	859	save_perl (pTHX_ Coro__State c)
615	{	860	{
		861	SWAP_SVS_LEAVE (c);
		862
		863	if (ecb_expect_false (c->on_leave_xs))
		864	{
		865	int i;
		866
		867	for (i = AvFILLp (c->on_leave_xs) - 1; i >= 0; i -= 2)
		868	((coro_enterleave_hook)AvARRAY (c->on_leave_xs)[i]) (aTHX_ AvARRAY (c->on_leave_xs)[i + 1]);
		869	}
		870
616	if (expect_false (c->on_leave))	871	if (ecb_expect_false (c->on_leave))
617	{	872	{
618	int i;	873	int i;
619		874
620	for (i = AvFILLp (c->on_leave); i >= 0; --i)	875	for (i = AvFILLp (c->on_leave); i >= 0; --i)
621	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);	876	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);
622	}	877	}
623		878
624	times_valid = 0;	879	times_valid = 0;
625		880
626	if (expect_false (enable_times))	881	if (ecb_expect_false (enable_times))
627	{	882	{
628	coro_times_update (); times_valid = 1;	883	coro_times_update (); times_valid = 1;
629	coro_times_add (c);	884	coro_times_add (c);
630	}	885	}
631		886
…		…
645		900
646	XPUSHs (Nullsv);	901	XPUSHs (Nullsv);
647	/* this loop was inspired by pp_caller */	902	/* this loop was inspired by pp_caller */
648	for (;;)	903	for (;;)
649	{	904	{
650	while (expect_true (cxix >= 0))	905	while (ecb_expect_true (cxix >= 0))
651	{	906	{
652	PERL_CONTEXT *cx = &ccstk[cxix--];	907	PERL_CONTEXT *cx = &ccstk[cxix--];
653		908
654	if (expect_true (CxTYPE (cx) == CXt_SUB) || expect_false (CxTYPE (cx) == CXt_FORMAT))	909	if (ecb_expect_true (CxTYPE (cx) == CXt_SUB) || ecb_expect_false (CxTYPE (cx) == CXt_FORMAT))
655	{	910	{
656	CV *cv = cx->blk_sub.cv;	911	CV *cv = cx->blk_sub.cv;
657		912
658	if (expect_true (CvDEPTH (cv)))	913	if (ecb_expect_true (CvDEPTH (cv)))
659	{	914	{
660	EXTEND (SP, 3);	915	EXTEND (SP, 3);
661	PUSHs ((SV *)CvPADLIST (cv));	916	PUSHs ((SV *)CvPADLIST (cv));
662	PUSHs (INT2PTR (SV *, (IV)CvDEPTH (cv)));	917	PUSHs (INT2PTR (SV *, (IV)CvDEPTH (cv)));
663	PUSHs ((SV *)cv);	918	PUSHs ((SV *)cv);
…		…
666	get_padlist (aTHX_ cv);	921	get_padlist (aTHX_ cv);
667	}	922	}
668	}	923	}
669	}	924	}
670		925
671	if (expect_true (top_si->si_type == PERLSI_MAIN))	926	if (ecb_expect_true (top_si->si_type == PERLSI_MAIN))
672	break;	927	break;
673		928
674	top_si = top_si->si_prev;	929	top_si = top_si->si_prev;
675	ccstk = top_si->si_cxstack;	930	ccstk = top_si->si_cxstack;
676	cxix = top_si->si_cxix;	931	cxix = top_si->si_cxix;
…		…
678		933
679	PUTBACK;	934	PUTBACK;
680	}	935	}
681		936
682	/* allocate some space on the context stack for our purposes */	937	/* allocate some space on the context stack for our purposes */
683	/* we manually unroll here, as usually 2 slots is enough */	938	if (ecb_expect_false (cxstack_ix + (int)SLOT_COUNT >= cxstack_max))
684	if (SLOT_COUNT >= 1) CXINC;
685	if (SLOT_COUNT >= 2) CXINC;
686	if (SLOT_COUNT >= 3) CXINC;
687	{	939	{
688	unsigned int i;	940	unsigned int i;
		941
689	for (i = 3; i < SLOT_COUNT; ++i)	942	for (i = 0; i < SLOT_COUNT; ++i)
690	CXINC;	943	CXINC;
691	}	944
692	cxstack_ix -= SLOT_COUNT; /* undo allocation */	945	cxstack_ix -= SLOT_COUNT; /* undo allocation */
		946	}
693		947
694	c->mainstack = PL_mainstack;	948	c->mainstack = PL_mainstack;
695		949
696	{	950	{
697	perl_slots *slot = c->slot = (perl_slots *)(cxstack + cxstack_ix + 1);	951	perl_slots *slot = c->slot = (perl_slots *)(cxstack + cxstack_ix + 1);
698		952
699	slot->defav = GvAV (PL_defgv);	953	#if CORO_JIT
700	slot->defsv = DEFSV;	954	save_perl_slots (slot);
701	slot->errsv = ERRSV;	955	#else
702	slot->irsgv = GvSV (irsgv);
703	slot->hinthv = GvHV (PL_hintgv);
704
705	#define VAR(name,type) slot->name = PL_ ## name;	956	#define VARx(name,expr,type) slot->name = expr;
706	# include "state.h"	957	#include "state.h"
707	#undef VAR	958	#endif
708	}	959	}
709	}	960	}
710		961
711	/*	962	/*
712	* allocate various perl stacks. This is almost an exact copy	963	* allocate various perl stacks. This is almost an exact copy
…		…
718	# define coro_init_stacks(thx) init_stacks ()	969	# define coro_init_stacks(thx) init_stacks ()
719	#else	970	#else
720	static void	971	static void
721	coro_init_stacks (pTHX)	972	coro_init_stacks (pTHX)
722	{	973	{
723	PL_curstackinfo = new_stackinfo(32, 8);	974	PL_curstackinfo = new_stackinfo(32, 4 + SLOT_COUNT); /* 3 is minimum due to perl rounding down in scope.c:GROW() */
724	PL_curstackinfo->si_type = PERLSI_MAIN;	975	PL_curstackinfo->si_type = PERLSI_MAIN;
725	PL_curstack = PL_curstackinfo->si_stack;	976	PL_curstack = PL_curstackinfo->si_stack;
726	PL_mainstack = PL_curstack; /* remember in case we switch stacks */	977	PL_mainstack = PL_curstack; /* remember in case we switch stacks */
727		978
728	PL_stack_base = AvARRAY(PL_curstack);	979	PL_stack_base = AvARRAY(PL_curstack);
…		…
743	#endif	994	#endif
744		995
745	New(54,PL_scopestack,8,I32);	996	New(54,PL_scopestack,8,I32);
746	PL_scopestack_ix = 0;	997	PL_scopestack_ix = 0;
747	PL_scopestack_max = 8;	998	PL_scopestack_max = 8;
		999	#if HAS_SCOPESTACK_NAME
		1000	New(54,PL_scopestack_name,8,const char*);
		1001	#endif
748		1002
749	New(54,PL_savestack,24,ANY);	1003	New(54,PL_savestack,24,ANY);
750	PL_savestack_ix = 0;	1004	PL_savestack_ix = 0;
751	PL_savestack_max = 24;	1005	PL_savestack_max = 24;
		1006	#if PERL_VERSION_ATLEAST (5,24,0)
		1007	/* perl 5.24 moves SS_MAXPUSH optimisation from */
		1008	/* the header macros to PL_savestack_max */
		1009	PL_savestack_max -= SS_MAXPUSH;
		1010	#endif
752		1011
753	#if !PERL_VERSION_ATLEAST (5,10,0)	1012	#if !PERL_VERSION_ATLEAST (5,10,0)
754	New(54,PL_retstack,4,OP*);	1013	New(54,PL_retstack,4,OP*);
755	PL_retstack_ix = 0;	1014	PL_retstack_ix = 0;
756	PL_retstack_max = 4;	1015	PL_retstack_max = 4;
…		…
780	}	1039	}
781		1040
782	Safefree (PL_tmps_stack);	1041	Safefree (PL_tmps_stack);
783	Safefree (PL_markstack);	1042	Safefree (PL_markstack);
784	Safefree (PL_scopestack);	1043	Safefree (PL_scopestack);
		1044	#if HAS_SCOPESTACK_NAME
		1045	Safefree (PL_scopestack_name);
		1046	#endif
785	Safefree (PL_savestack);	1047	Safefree (PL_savestack);
786	#if !PERL_VERSION_ATLEAST (5,10,0)	1048	#if !PERL_VERSION_ATLEAST (5,10,0)
787	Safefree (PL_retstack);	1049	Safefree (PL_retstack);
788	#endif	1050	#endif
789	}	1051	}
…		…
819	}	1081	}
820		1082
821	return rss;	1083	return rss;
822	}	1084	}
823		1085
824	/** coroutine stack handling ************************************************/	1086	/** provide custom get/set/clear methods for %SIG elements ******************/
825
826	static int (*orig_sigelem_get) (pTHX_ SV *sv, MAGIC *mg);
827	static int (*orig_sigelem_set) (pTHX_ SV *sv, MAGIC *mg);
828	static int (*orig_sigelem_clr) (pTHX_ SV *sv, MAGIC *mg);
829		1087
830	/* apparently < 5.8.8 */	1088	/* apparently < 5.8.8 */
831	#ifndef MgPV_nolen_const	1089	#ifndef MgPV_nolen_const
832	#define MgPV_nolen_const(mg) (((((int)(mg)->mg_len)) == HEf_SVKEY) ? \	1090	#define MgPV_nolen_const(mg) (((((int)(mg)->mg_len)) == HEf_SVKEY) ? \
833	SvPV_nolen((SV*)((mg)->mg_ptr)) : \	1091	SvPV_nolen((SV*)((mg)->mg_ptr)) : \
834	(const char*)(mg)->mg_ptr)	1092	(const char*)(mg)->mg_ptr)
835	#endif	1093	#endif
836		1094
		1095	/* this will be a patched copy of PL_vtbl_sigelem */
		1096	static MGVTBL coro_sigelem_vtbl;
		1097
		1098	static int ecb_cold
		1099	coro_sig_copy (pTHX_ SV *sv, MAGIC *mg, SV *nsv, const char *name, I32 namlen)
		1100	{
		1101	char *key = SvPV_nolen ((SV *)name);
		1102
		1103	/* do what mg_copy normally does */
		1104	sv_magic (nsv, mg->mg_obj, PERL_MAGIC_sigelem, name, namlen);
		1105	assert (mg_find (nsv, PERL_MAGIC_sigelem)->mg_virtual == &PL_vtbl_sigelem);
		1106
		1107	/* patch sigelem vtbl, but only for __WARN__ and __DIE__ */
		1108	if (*key == '_'
		1109	&& (strEQ (key, "__DIE__")
		1110	|| strEQ (key, "__WARN__")))
		1111	mg_find (nsv, PERL_MAGIC_sigelem)->mg_virtual = &coro_sigelem_vtbl;
		1112
		1113	return 1;
		1114	}
		1115
		1116	/* perl does not have a %SIG vtbl, we provide one so we can override */
		1117	/* the magic vtbl for the __DIE__ and __WARN__ members */
		1118	static const MGVTBL coro_sig_vtbl = {
		1119	0, 0, 0, 0, 0,
		1120	coro_sig_copy
		1121	};
		1122
837	/*	1123	/*
838	* This overrides the default magic get method of %SIG elements.	1124	* This overrides the default magic get method of %SIG elements.
839	* The original one doesn't provide for reading back of PL_diehook/PL_warnhook	1125	* The original one doesn't provide for reading back of PL_diehook/PL_warnhook
840	* and instead of trying to save and restore the hash elements, we just provide	1126	* and instead of trying to save and restore the hash elements (extremely slow),
841	* readback here.	1127	* we just provide our own readback here.
842	*/	1128	*/
843	static int	1129	static int ecb_cold
844	coro_sigelem_get (pTHX_ SV *sv, MAGIC *mg)	1130	coro_sigelem_get (pTHX_ SV *sv, MAGIC *mg)
845	{	1131	{
846	const char *s = MgPV_nolen_const (mg);	1132	const char *s = MgPV_nolen_const (mg);
		1133	/* the key must be either __DIE__ or __WARN__ here */
		1134	SV **svp = s[2] == 'D' ? &PL_diehook : &PL_warnhook;
847		1135
848	if (*s == '_')	1136	SV *ssv;
849	{
850	SV **svp = 0;
851		1137
852	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
853	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
854
855	if (svp)	1138	if (!*svp)
856	{	1139	ssv = &PL_sv_undef;
857	sv_setsv (sv, *svp ? *svp : &PL_sv_undef);	1140	else if (SvTYPE (*svp) == SVt_PVCV) /* perlio directly stores a CV in warnhook. ugh. */
858	return 0;	1141	ssv = sv_2mortal (newRV_inc (*svp));
859	}	1142	else
860	}	1143	ssv = *svp;
861		1144
862	return orig_sigelem_get ? orig_sigelem_get (aTHX_ sv, mg) : 0;	1145	sv_setsv (sv, ssv);
		1146	return 0;
863	}	1147	}
864		1148
865	static int	1149	static int ecb_cold
866	coro_sigelem_clr (pTHX_ SV *sv, MAGIC *mg)	1150	coro_sigelem_clr (pTHX_ SV *sv, MAGIC *mg)
867	{	1151	{
868	const char *s = MgPV_nolen_const (mg);	1152	const char *s = MgPV_nolen_const (mg);
		1153	/* the key must be either __DIE__ or __WARN__ here */
		1154	SV **svp = s[2] == 'D' ? &PL_diehook : &PL_warnhook;
869		1155
870	if (*s == '_')
871	{
872	SV **svp = 0;
873
874	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
875	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
876
877	if (svp)
878	{
879	SV *old = *svp;	1156	SV *old = *svp;
880	*svp = 0;	1157	*svp = 0;
881	SvREFCNT_dec (old);	1158	SvREFCNT_dec (old);
882	return 0;	1159	return 0;
883	}
884	}
885
886	return orig_sigelem_clr ? orig_sigelem_clr (aTHX_ sv, mg) : 0;
887	}	1160	}
888		1161
889	static int	1162	static int ecb_cold
890	coro_sigelem_set (pTHX_ SV *sv, MAGIC *mg)	1163	coro_sigelem_set (pTHX_ SV *sv, MAGIC *mg)
891	{	1164	{
892	const char *s = MgPV_nolen_const (mg);	1165	const char *s = MgPV_nolen_const (mg);
		1166	/* the key must be either __DIE__ or __WARN__ here */
		1167	SV **svp = s[2] == 'D' ? &PL_diehook : &PL_warnhook;
893		1168
894	if (*s == '_')
895	{
896	SV **svp = 0;
897
898	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
899	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
900
901	if (svp)
902	{
903	SV *old = *svp;	1169	SV *old = *svp;
904	*svp = SvOK (sv) ? newSVsv (sv) : 0;	1170	*svp = SvOK (sv) ? newSVsv (sv) : 0;
905	SvREFCNT_dec (old);	1171	SvREFCNT_dec (old);
906	return 0;	1172	return 0;
907	}
908	}
909
910	return orig_sigelem_set ? orig_sigelem_set (aTHX_ sv, mg) : 0;
911	}	1173	}
912		1174
913	static void	1175	static void
914	prepare_nop (pTHX_ struct coro_transfer_args *ta)	1176	prepare_nop (pTHX_ struct coro_transfer_args *ta)
915	{	1177	{
…		…
927	slf_check_repeat (pTHX_ struct CoroSLF *frame)	1189	slf_check_repeat (pTHX_ struct CoroSLF *frame)
928	{	1190	{
929	return 1;	1191	return 1;
930	}	1192	}
931		1193
932	static UNOP coro_setup_op;	1194	/** coroutine stack handling ************************************************/
933		1195
934	static void NOINLINE /* noinline to keep it out of the transfer fast path */	1196	static UNOP init_perl_op;
		1197
		1198	ecb_noinline static void /* noinline to keep it out of the transfer fast path */
935	coro_setup (pTHX_ struct coro *coro)	1199	init_perl (pTHX_ struct coro *coro)
936	{	1200	{
937	/*	1201	/*
938	* emulate part of the perl startup here.	1202	* emulate part of the perl startup here.
939	*/	1203	*/
940	coro_init_stacks (aTHX);	1204	coro_init_stacks (aTHX);
…		…
947	PL_comppad_name_fill = 0;	1211	PL_comppad_name_fill = 0;
948	PL_comppad_name_floor = 0;	1212	PL_comppad_name_floor = 0;
949	PL_curpm = 0;	1213	PL_curpm = 0;
950	PL_curpad = 0;	1214	PL_curpad = 0;
951	PL_localizing = 0;	1215	PL_localizing = 0;
952	PL_dirty = 0;
953	PL_restartop = 0;	1216	PL_restartop = 0;
954	#if PERL_VERSION_ATLEAST (5,10,0)	1217	#if PERL_VERSION_ATLEAST (5,10,0)
955	PL_parser = 0;	1218	PL_parser = 0;
956	#endif	1219	#endif
957	PL_hints = 0;	1220	PL_hints = 0;
958		1221
959	/* recreate the die/warn hooks */	1222	/* recreate the die/warn hooks */
960	PL_diehook = 0; SvSetMagicSV (*hv_fetch (hv_sig, "__DIE__" , sizeof ("__DIE__" ) - 1, 1), rv_diehook );	1223	PL_diehook = SvREFCNT_inc (rv_diehook);
961	PL_warnhook = 0; SvSetMagicSV (*hv_fetch (hv_sig, "__WARN__", sizeof ("__WARN__") - 1, 1), rv_warnhook);	1224	PL_warnhook = SvREFCNT_inc (rv_warnhook);
962		1225
963	GvSV (PL_defgv) = newSV (0);	1226	GvSV (PL_defgv) = newSV (0);
964	GvAV (PL_defgv) = coro->args; coro->args = 0;	1227	GvAV (PL_defgv) = coro->args; coro->args = 0;
965	GvSV (PL_errgv) = newSV (0);	1228	GvSV (PL_errgv) = newSV (0);
966	GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);	1229	GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);
967	GvHV (PL_hintgv) = 0;	1230	GvHV (PL_hintgv) = newHV ();
		1231	#if PERL_VERSION_ATLEAST (5,10,0)
		1232	hv_magic (GvHV (PL_hintgv), 0, PERL_MAGIC_hints);
		1233	#endif
968	PL_rs = newSVsv (GvSV (irsgv));	1234	PL_rs = newSVsv (GvSV (irsgv));
969	PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);	1235	PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);
970		1236
971	{	1237	{
972	dSP;	1238	dSP;
…		…
976	myop.op_next = Nullop;	1242	myop.op_next = Nullop;
977	myop.op_type = OP_ENTERSUB;	1243	myop.op_type = OP_ENTERSUB;
978	myop.op_flags = OPf_WANT_VOID;	1244	myop.op_flags = OPf_WANT_VOID;
979		1245
980	PUSHMARK (SP);	1246	PUSHMARK (SP);
981	PUSHs ((SV *)coro->startcv);	1247	XPUSHs ((SV *)coro->startcv);
982	PUTBACK;	1248	PUTBACK;
983	PL_op = (OP *)&myop;	1249	PL_op = (OP *)&myop;
984	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);	1250	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
985	}	1251	}
986		1252
987	/* this newly created coroutine might be run on an existing cctx which most	1253	/* this newly created coroutine might be run on an existing cctx which most
988	* likely was suspended in pp_slf, so we have to emulate entering pp_slf here.	1254	* likely was suspended in pp_slf, so we have to emulate entering pp_slf here.
989	*/	1255	*/
990	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */	1256	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */
991	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */	1257	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */
		1258	slf_frame.destroy = 0;
992		1259
993	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */	1260	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */
994	coro_setup_op.op_next = PL_op;	1261	init_perl_op.op_next = PL_op;
995	coro_setup_op.op_type = OP_ENTERSUB;	1262	init_perl_op.op_type = OP_ENTERSUB;
996	coro_setup_op.op_ppaddr = pp_slf;	1263	init_perl_op.op_ppaddr = pp_slf;
997	/* no flags etc. required, as an init function won't be called */	1264	/* no flags etc. required, as an init function won't be called */
998		1265
999	PL_op = (OP *)&coro_setup_op;	1266	PL_op = (OP *)&init_perl_op;
1000		1267
1001	/* copy throw, in case it was set before coro_setup */	1268	/* copy throw, in case it was set before init_perl */
1002	CORO_THROW = coro->except;	1269	CORO_THROW = coro->except;
1003		1270
		1271	SWAP_SVS_ENTER (coro);
		1272
1004	if (expect_false (enable_times))	1273	if (ecb_expect_false (enable_times))
1005	{	1274	{
1006	coro_times_update ();	1275	coro_times_update ();
1007	coro_times_sub (coro);	1276	coro_times_sub (coro);
1008	}	1277	}
1009	}	1278	}
…		…
1028	dounwind (-1);	1297	dounwind (-1);
1029	}	1298	}
1030	}	1299	}
1031		1300
1032	static void	1301	static void
1033	coro_destruct_perl (pTHX_ struct coro *coro)	1302	destroy_perl (pTHX_ struct coro *coro)
1034	{	1303	{
1035	SV *svf [9];	1304	SV *svf [9];
1036		1305
1037	{	1306	{
		1307	SV *old_current = SvRV (coro_current);
1038	struct coro *current = SvSTATE_current;	1308	struct coro *current = SvSTATE (old_current);
1039		1309
1040	assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));	1310	assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
1041		1311
1042	save_perl (aTHX_ current);	1312	save_perl (aTHX_ current);
		1313
		1314	/* this will cause transfer_check to croak on block */
		1315	SvRV_set (coro_current, (SV *)coro->hv);
		1316
1043	load_perl (aTHX_ coro);	1317	load_perl (aTHX_ coro);
1044		1318
		1319	/* restore swapped sv's */
		1320	SWAP_SVS_LEAVE (coro);
		1321
1045	coro_unwind_stacks (aTHX);	1322	coro_unwind_stacks (aTHX);
		1323
1046	coro_destruct_stacks (aTHX);	1324	coro_destruct_stacks (aTHX);
1047		1325
1048	// now save some sv's to be free'd later	1326	/* now save some sv's to be free'd later */
1049	svf [0] = GvSV (PL_defgv);	1327	svf [0] = GvSV (PL_defgv);
1050	svf [1] = (SV *)GvAV (PL_defgv);	1328	svf [1] = (SV *)GvAV (PL_defgv);
1051	svf [2] = GvSV (PL_errgv);	1329	svf [2] = GvSV (PL_errgv);
1052	svf [3] = (SV *)PL_defoutgv;	1330	svf [3] = (SV *)PL_defoutgv;
1053	svf [4] = PL_rs;	1331	svf [4] = PL_rs;
…		…
1055	svf [6] = (SV *)GvHV (PL_hintgv);	1333	svf [6] = (SV *)GvHV (PL_hintgv);
1056	svf [7] = PL_diehook;	1334	svf [7] = PL_diehook;
1057	svf [8] = PL_warnhook;	1335	svf [8] = PL_warnhook;
1058	assert (9 == sizeof (svf) / sizeof (*svf));	1336	assert (9 == sizeof (svf) / sizeof (*svf));
1059		1337
		1338	SvRV_set (coro_current, old_current);
		1339
1060	load_perl (aTHX_ current);	1340	load_perl (aTHX_ current);
1061	}	1341	}
1062		1342
1063	{	1343	{
1064	unsigned int i;	1344	unsigned int i;
…		…
1068		1348
1069	SvREFCNT_dec (coro->saved_deffh);	1349	SvREFCNT_dec (coro->saved_deffh);
1070	SvREFCNT_dec (coro->rouse_cb);	1350	SvREFCNT_dec (coro->rouse_cb);
1071	SvREFCNT_dec (coro->invoke_cb);	1351	SvREFCNT_dec (coro->invoke_cb);
1072	SvREFCNT_dec (coro->invoke_av);	1352	SvREFCNT_dec (coro->invoke_av);
		1353	SvREFCNT_dec (coro->on_enter_xs);
		1354	SvREFCNT_dec (coro->on_leave_xs);
1073	}	1355	}
1074	}	1356	}
1075		1357
1076	INLINE void	1358	ecb_inline void
1077	free_coro_mortal (pTHX)	1359	free_coro_mortal (pTHX)
1078	{	1360	{
1079	if (expect_true (coro_mortal))	1361	if (ecb_expect_true (coro_mortal))
1080	{	1362	{
1081	SvREFCNT_dec (coro_mortal);	1363	SvREFCNT_dec ((SV *)coro_mortal);
1082	coro_mortal = 0;	1364	coro_mortal = 0;
1083	}	1365	}
1084	}	1366	}
1085		1367
1086	static int	1368	static int
…		…
1118	av_push (av, SvREFCNT_inc_NN (*bot++));	1400	av_push (av, SvREFCNT_inc_NN (*bot++));
1119		1401
1120	PL_runops = RUNOPS_DEFAULT;	1402	PL_runops = RUNOPS_DEFAULT;
1121	ENTER;	1403	ENTER;
1122	SAVETMPS;	1404	SAVETMPS;
		1405	PUSHMARK (SP);
1123	EXTEND (SP, 3);	1406	EXTEND (SP, 3);
1124	PUSHMARK (SP);
1125	PUSHs (&PL_sv_no);	1407	PUSHs (&PL_sv_no);
1126	PUSHs (fullname);	1408	PUSHs (fullname);
1127	PUSHs (sv_2mortal (newRV_noinc ((SV *)av)));	1409	PUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
1128	PUTBACK;	1410	PUTBACK;
1129	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);	1411	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
…		…
1140		1422
1141	if (PL_curcop != &PL_compiling)	1423	if (PL_curcop != &PL_compiling)
1142	{	1424	{
1143	SV **cb;	1425	SV **cb;
1144		1426
1145	if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB)	1427	if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB && cxstack_ix >= 0)
1146	{	1428	{
1147	PERL_CONTEXT *cx = &cxstack[cxstack_ix];	1429	PERL_CONTEXT *cx = &cxstack[cxstack_ix];
1148		1430
1149	if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)	1431	if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)
1150	{	1432	{
…		…
1156	gv_efullname3 (fullname, gv, 0);	1438	gv_efullname3 (fullname, gv, 0);
1157		1439
1158	PL_runops = RUNOPS_DEFAULT;	1440	PL_runops = RUNOPS_DEFAULT;
1159	ENTER;	1441	ENTER;
1160	SAVETMPS;	1442	SAVETMPS;
		1443	PUSHMARK (SP);
1161	EXTEND (SP, 3);	1444	EXTEND (SP, 3);
1162	PUSHMARK (SP);
1163	PUSHs (&PL_sv_yes);	1445	PUSHs (&PL_sv_yes);
1164	PUSHs (fullname);	1446	PUSHs (fullname);
1165	PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc ((SV *)cx->blk_sub.argarray)) : &PL_sv_undef);	1447	PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc (SUB_ARGARRAY)) : &PL_sv_undef);
1166	PUTBACK;	1448	PUTBACK;
1167	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);	1449	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
1168	if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);	1450	if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1169	SPAGAIN;	1451	SPAGAIN;
1170	FREETMPS;	1452	FREETMPS;
…		…
1180	dSP;	1462	dSP;
1181		1463
1182	PL_runops = RUNOPS_DEFAULT;	1464	PL_runops = RUNOPS_DEFAULT;
1183	ENTER;	1465	ENTER;
1184	SAVETMPS;	1466	SAVETMPS;
1185	EXTEND (SP, 3);
1186	PL_runops = RUNOPS_DEFAULT;
1187	PUSHMARK (SP);	1467	PUSHMARK (SP);
		1468	EXTEND (SP, 2);
1188	PUSHs (sv_2mortal (newSVpv (OutCopFILE (oldcop), 0)));	1469	PUSHs (sv_2mortal (newSVpv (OutCopFILE (oldcop), 0)));
1189	PUSHs (sv_2mortal (newSViv (CopLINE (oldcop))));	1470	PUSHs (sv_2mortal (newSViv (CopLINE (oldcop))));
1190	PUTBACK;	1471	PUTBACK;
1191	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_line_cb", sizeof ("_trace_line_cb") - 1, 0);	1472	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_line_cb", sizeof ("_trace_line_cb") - 1, 0);
1192	if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);	1473	if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
…		…
1219		1500
1220	return frame->check (aTHX_ frame); /* execute the restored frame - there must be one */	1501	return frame->check (aTHX_ frame); /* execute the restored frame - there must be one */
1221	}	1502	}
1222		1503
1223	/* initialises PL_top_env and injects a pseudo-slf-call to set the stacklevel */	1504	/* initialises PL_top_env and injects a pseudo-slf-call to set the stacklevel */
1224	static void NOINLINE	1505	static void ecb_noinline
1225	cctx_prepare (pTHX)	1506	cctx_prepare (pTHX)
1226	{	1507	{
1227	PL_top_env = &PL_start_env;	1508	PL_top_env = &PL_start_env;
1228		1509
1229	if (cctx_current->flags & CC_TRACE)	1510	if (cctx_current->flags & CC_TRACE)
…		…
1240	slf_frame.prepare = slf_prepare_set_stacklevel;	1521	slf_frame.prepare = slf_prepare_set_stacklevel;
1241	slf_frame.check = slf_check_set_stacklevel;	1522	slf_frame.check = slf_check_set_stacklevel;
1242	}	1523	}
1243		1524
1244	/* the tail of transfer: execute stuff we can only do after a transfer */	1525	/* the tail of transfer: execute stuff we can only do after a transfer */
1245	INLINE void	1526	ecb_inline void
1246	transfer_tail (pTHX)	1527	transfer_tail (pTHX)
1247	{	1528	{
1248	free_coro_mortal (aTHX);	1529	free_coro_mortal (aTHX);
		1530	}
		1531
		1532	/* try to exit the same way perl's main function would do */
		1533	/* we do not bother resetting the environment or other things *7
		1534	/* that are not, uhm, essential */
		1535	/* this obviously also doesn't work when perl is embedded */
		1536	static void ecb_noinline ecb_cold
		1537	perlish_exit (pTHX)
		1538	{
		1539	int exitstatus = perl_destruct (PL_curinterp);
		1540	perl_free (PL_curinterp);
		1541	exit (exitstatus);
1249	}	1542	}
1250		1543
1251	/*	1544	/*
1252	* this is a _very_ stripped down perl interpreter ;)	1545	* this is a _very_ stripped down perl interpreter ;)
1253	*/	1546	*/
…		…
1280	* coro body here, as perl_run destroys these. Likewise, we cannot catch	1573	* coro body here, as perl_run destroys these. Likewise, we cannot catch
1281	* runtime errors here, as this is just a random interpreter, not a thread.	1574	* runtime errors here, as this is just a random interpreter, not a thread.
1282	*/	1575	*/
1283		1576
1284	/*	1577	/*
		1578	* pp_entersub in 5.24 no longer ENTERs, but perl_destruct
		1579	* requires PL_scopestack_ix, so do it here if required.
		1580	*/
		1581	if (!PL_scopestack_ix)
		1582	ENTER;
		1583
		1584	/*
1285	* If perl-run returns we assume exit() was being called or the coro	1585	* If perl-run returns we assume exit() was being called or the coro
1286	* fell off the end, which seems to be the only valid (non-bug)	1586	* fell off the end, which seems to be the only valid (non-bug)
1287	* reason for perl_run to return. We try to exit by jumping to the	1587	* reason for perl_run to return. We try to mimic whatever perl is normally
1288	* bootstrap-time "top" top_env, as we cannot restore the "main"	1588	* doing in that case. YMMV.
1289	* coroutine as Coro has no such concept.
1290	* This actually isn't valid with the pthread backend, but OSes requiring
1291	* that backend are too broken to do it in a standards-compliant way.
1292	*/	1589	*/
1293	PL_top_env = main_top_env;	1590	perlish_exit (aTHX);
1294	JMPENV_JUMP (2); /* I do not feel well about the hardcoded 2 at all */
1295	}	1591	}
1296	}	1592	}
1297		1593
1298	static coro_cctx *	1594	static coro_cctx *
1299	cctx_new ()	1595	cctx_new (void)
1300	{	1596	{
1301	coro_cctx *cctx;	1597	coro_cctx *cctx;
1302		1598
1303	++cctx_count;	1599	++cctx_count;
1304	New (0, cctx, 1, coro_cctx);	1600	New (0, cctx, 1, coro_cctx);
…		…
1310	return cctx;	1606	return cctx;
1311	}	1607	}
1312		1608
1313	/* create a new cctx only suitable as source */	1609	/* create a new cctx only suitable as source */
1314	static coro_cctx *	1610	static coro_cctx *
1315	cctx_new_empty ()	1611	cctx_new_empty (void)
1316	{	1612	{
1317	coro_cctx *cctx = cctx_new ();	1613	coro_cctx *cctx = cctx_new ();
1318		1614
1319	cctx->sptr = 0;	1615	cctx->stack.sptr = 0;
1320	coro_create (&cctx->cctx, 0, 0, 0, 0);	1616	coro_create (&cctx->cctx, 0, 0, 0, 0);
1321		1617
1322	return cctx;	1618	return cctx;
1323	}	1619	}
1324		1620
1325	/* create a new cctx suitable as destination/running a perl interpreter */	1621	/* create a new cctx suitable as destination/running a perl interpreter */
1326	static coro_cctx *	1622	static coro_cctx *
1327	cctx_new_run ()	1623	cctx_new_run (void)
1328	{	1624	{
1329	coro_cctx *cctx = cctx_new ();	1625	coro_cctx *cctx = cctx_new ();
1330	void *stack_start;
1331	size_t stack_size;
1332		1626
1333	#if HAVE_MMAP	1627	if (!coro_stack_alloc (&cctx->stack, cctx_stacksize))
1334	cctx->ssize = ((cctx_stacksize * sizeof (long) + PAGESIZE - 1) / PAGESIZE + CORO_STACKGUARD) * PAGESIZE;
1335	/* mmap supposedly does allocate-on-write for us */
1336	cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
1337
1338	if (cctx->sptr != (void *)-1)
1339	{
1340	#if CORO_STACKGUARD
1341	mprotect (cctx->sptr, CORO_STACKGUARD * PAGESIZE, PROT_NONE);
1342	#endif
1343	stack_start = (char *)cctx->sptr + CORO_STACKGUARD * PAGESIZE;
1344	stack_size = cctx->ssize - CORO_STACKGUARD * PAGESIZE;
1345	cctx->flags |= CC_MAPPED;
1346	}	1628	{
1347	else
1348	#endif
1349	{
1350	cctx->ssize = cctx_stacksize * (long)sizeof (long);
1351	New (0, cctx->sptr, cctx_stacksize, long);
1352
1353	if (!cctx->sptr)
1354	{
1355	perror ("FATAL: unable to allocate stack for coroutine, exiting.");	1629	perror ("FATAL: unable to allocate stack for coroutine, exiting.");
1356	_exit (EXIT_FAILURE);	1630	_exit (EXIT_FAILURE);
1357	}
1358
1359	stack_start = cctx->sptr;
1360	stack_size = cctx->ssize;
1361	}	1631	}
1362		1632
1363	#if CORO_USE_VALGRIND
1364	cctx->valgrind_id = VALGRIND_STACK_REGISTER ((char *)stack_start, (char *)stack_start + stack_size);
1365	#endif
1366
1367	coro_create (&cctx->cctx, cctx_run, (void *)cctx, stack_start, stack_size);	1633	coro_create (&cctx->cctx, cctx_run, (void *)cctx, cctx->stack.sptr, cctx->stack.ssze);
1368		1634
1369	return cctx;	1635	return cctx;
1370	}	1636	}
1371		1637
1372	static void	1638	static void
1373	cctx_destroy (coro_cctx *cctx)	1639	cctx_destroy (coro_cctx *cctx)
1374	{	1640	{
1375	if (!cctx)	1641	if (!cctx)
1376	return;	1642	return;
1377		1643
1378	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));//D temporary?	1644	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));
1379		1645
1380	--cctx_count;	1646	--cctx_count;
1381	coro_destroy (&cctx->cctx);	1647	coro_destroy (&cctx->cctx);
1382		1648
1383	/* coro_transfer creates new, empty cctx's */	1649	coro_stack_free (&cctx->stack);
1384	if (cctx->sptr)
1385	{
1386	#if CORO_USE_VALGRIND
1387	VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
1388	#endif
1389
1390	#if HAVE_MMAP
1391	if (cctx->flags & CC_MAPPED)
1392	munmap (cctx->sptr, cctx->ssize);
1393	else
1394	#endif
1395	Safefree (cctx->sptr);
1396	}
1397		1650
1398	Safefree (cctx);	1651	Safefree (cctx);
1399	}	1652	}
1400		1653
1401	/* wether this cctx should be destructed */	1654	/* wether this cctx should be destructed */
1402	#define CCTX_EXPIRED(cctx) ((cctx)->gen != cctx_gen || ((cctx)->flags & CC_NOREUSE))	1655	#define CCTX_EXPIRED(cctx) ((cctx)->gen != cctx_gen || ((cctx)->flags & CC_NOREUSE))
1403		1656
1404	static coro_cctx *	1657	static coro_cctx *
1405	cctx_get (pTHX)	1658	cctx_get (pTHX)
1406	{	1659	{
1407	while (expect_true (cctx_first))	1660	while (ecb_expect_true (cctx_first))
1408	{	1661	{
1409	coro_cctx *cctx = cctx_first;	1662	coro_cctx *cctx = cctx_first;
1410	cctx_first = cctx->next;	1663	cctx_first = cctx->next;
1411	--cctx_idle;	1664	--cctx_idle;
1412		1665
1413	if (expect_true (!CCTX_EXPIRED (cctx)))	1666	if (ecb_expect_true (!CCTX_EXPIRED (cctx)))
1414	return cctx;	1667	return cctx;
1415		1668
1416	cctx_destroy (cctx);	1669	cctx_destroy (cctx);
1417	}	1670	}
1418		1671
…		…
1420	}	1673	}
1421		1674
1422	static void	1675	static void
1423	cctx_put (coro_cctx *cctx)	1676	cctx_put (coro_cctx *cctx)
1424	{	1677	{
1425	assert (("FATAL: cctx_put called on non-initialised cctx in Coro (please report)", cctx->sptr));	1678	assert (("FATAL: cctx_put called on non-initialised cctx in Coro (please report)", cctx->stack.sptr));
1426		1679
1427	/* free another cctx if overlimit */	1680	/* free another cctx if overlimit */
1428	if (expect_false (cctx_idle >= cctx_max_idle))	1681	if (ecb_expect_false (cctx_idle >= cctx_max_idle))
1429	{	1682	{
1430	coro_cctx *first = cctx_first;	1683	coro_cctx *first = cctx_first;
1431	cctx_first = first->next;	1684	cctx_first = first->next;
1432	--cctx_idle;	1685	--cctx_idle;
1433		1686
…		…
1444	static void	1697	static void
1445	transfer_check (pTHX_ struct coro *prev, struct coro *next)	1698	transfer_check (pTHX_ struct coro *prev, struct coro *next)
1446	{	1699	{
1447	/* TODO: throwing up here is considered harmful */	1700	/* TODO: throwing up here is considered harmful */
1448		1701
1449	if (expect_true (prev != next))	1702	if (ecb_expect_true (prev != next))
1450	{	1703	{
1451	if (expect_false (!(prev->flags & (CF_RUNNING | CF_NEW))))	1704	if (ecb_expect_false (!(prev->flags & (CF_RUNNING | CF_NEW))))
1452	croak ("Coro::State::transfer called with a blocked prev Coro::State, but can only transfer from running or new states,");	1705	croak ("Coro::State::transfer called with a blocked prev Coro::State, but can only transfer from running or new states,");
1453		1706
1454	if (expect_false (next->flags & (CF_RUNNING | CF_DESTROYED | CF_SUSPENDED)))	1707	if (ecb_expect_false (next->flags & (CF_RUNNING | CF_ZOMBIE | CF_SUSPENDED)))
1455	croak ("Coro::State::transfer called with running, destroyed or suspended next Coro::State, but can only transfer to inactive states,");	1708	croak ("Coro::State::transfer called with running, destroyed or suspended next Coro::State, but can only transfer to inactive states,");
1456		1709
1457	#if !PERL_VERSION_ATLEAST (5,10,0)	1710	#if !PERL_VERSION_ATLEAST (5,10,0)
1458	if (expect_false (PL_lex_state != LEX_NOTPARSING))	1711	if (ecb_expect_false (PL_lex_state != LEX_NOTPARSING))
1459	croak ("Coro::State::transfer called while parsing, but this is not supported in your perl version,");	1712	croak ("Coro::State::transfer called while parsing, but this is not supported in your perl version,");
1460	#endif	1713	#endif
1461	}	1714	}
1462	}	1715	}
1463		1716
1464	/* always use the TRANSFER macro */	1717	/* always use the TRANSFER macro */
1465	static void NOINLINE /* noinline so we have a fixed stackframe */	1718	static void ecb_noinline /* noinline so we have a fixed stackframe */
1466	transfer (pTHX_ struct coro *prev, struct coro *next, int force_cctx)	1719	transfer (pTHX_ struct coro *prev, struct coro *next, int force_cctx)
1467	{	1720	{
1468	dSTACKLEVEL;	1721	dSTACKLEVEL;
1469		1722
1470	/* sometimes transfer is only called to set idle_sp */	1723	/* sometimes transfer is only called to set idle_sp */
1471	if (expect_false (!prev))	1724	if (ecb_expect_false (!prev))
1472	{	1725	{
1473	cctx_current->idle_sp = STACKLEVEL;	1726	cctx_current->idle_sp = STACKLEVEL;
1474	assert (cctx_current->idle_te = PL_top_env); /* just for the side-effect when asserts are enabled */	1727	assert (cctx_current->idle_te = PL_top_env); /* just for the side-effect when asserts are enabled */
1475	}	1728	}
1476	else if (expect_true (prev != next))	1729	else if (ecb_expect_true (prev != next))
1477	{	1730	{
1478	coro_cctx *cctx_prev;	1731	coro_cctx *cctx_prev;
1479		1732
1480	if (expect_false (prev->flags & CF_NEW))	1733	if (ecb_expect_false (prev->flags & CF_NEW))
1481	{	1734	{
1482	/* create a new empty/source context */	1735	/* create a new empty/source context */
1483	prev->flags &= ~CF_NEW;	1736	prev->flags &= ~CF_NEW;
1484	prev->flags |= CF_RUNNING;	1737	prev->flags |= CF_RUNNING;
1485	}	1738	}
…		…
1488	next->flags |= CF_RUNNING;	1741	next->flags |= CF_RUNNING;
1489		1742
1490	/* first get rid of the old state */	1743	/* first get rid of the old state */
1491	save_perl (aTHX_ prev);	1744	save_perl (aTHX_ prev);
1492		1745
1493	if (expect_false (next->flags & CF_NEW))	1746	if (ecb_expect_false (next->flags & CF_NEW))
1494	{	1747	{
1495	/* need to start coroutine */	1748	/* need to start coroutine */
1496	next->flags &= ~CF_NEW;	1749	next->flags &= ~CF_NEW;
1497	/* setup coroutine call */	1750	/* setup coroutine call */
1498	coro_setup (aTHX_ next);	1751	init_perl (aTHX_ next);
1499	}	1752	}
1500	else	1753	else
1501	load_perl (aTHX_ next);	1754	load_perl (aTHX_ next);
1502		1755
1503	/* possibly untie and reuse the cctx */	1756	/* possibly untie and reuse the cctx */
1504	if (expect_true (	1757	if (ecb_expect_true (
1505	cctx_current->idle_sp == STACKLEVEL	1758	cctx_current->idle_sp == STACKLEVEL
1506	&& !(cctx_current->flags & CC_TRACE)	1759	&& !(cctx_current->flags & CC_TRACE)
1507	&& !force_cctx	1760	&& !force_cctx
1508	))	1761	))
1509	{	1762	{
1510	/* I assume that stacklevel is a stronger indicator than PL_top_env changes */	1763	/* I assume that stacklevel is a stronger indicator than PL_top_env changes */
1511	assert (("FATAL: current top_env must equal previous top_env in Coro (please report)", PL_top_env == cctx_current->idle_te));	1764	assert (("FATAL: current top_env must equal previous top_env in Coro (please report)", PL_top_env == cctx_current->idle_te));
1512		1765
1513	/* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get. */	1766	/* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get. */
1514	/* without this the next cctx_get might destroy the running cctx while still in use */	1767	/* without this the next cctx_get might destroy the running cctx while still in use */
1515	if (expect_false (CCTX_EXPIRED (cctx_current)))	1768	if (ecb_expect_false (CCTX_EXPIRED (cctx_current)))
1516	if (expect_true (!next->cctx))	1769	if (ecb_expect_true (!next->cctx))
1517	next->cctx = cctx_get (aTHX);	1770	next->cctx = cctx_get (aTHX);
1518		1771
1519	cctx_put (cctx_current);	1772	cctx_put (cctx_current);
1520	}	1773	}
1521	else	1774	else
1522	prev->cctx = cctx_current;	1775	prev->cctx = cctx_current;
1523		1776
1524	++next->usecount;	1777	++next->usecount;
1525		1778
1526	cctx_prev = cctx_current;	1779	cctx_prev = cctx_current;
1527	cctx_current = expect_false (next->cctx) ? next->cctx : cctx_get (aTHX);	1780	cctx_current = ecb_expect_false (next->cctx) ? next->cctx : cctx_get (aTHX);
1528		1781
1529	next->cctx = 0;	1782	next->cctx = 0;
1530		1783
1531	if (expect_false (cctx_prev != cctx_current))	1784	if (ecb_expect_false (cctx_prev != cctx_current))
1532	{	1785	{
1533	cctx_prev->top_env = PL_top_env;	1786	cctx_prev->top_env = PL_top_env;
1534	PL_top_env = cctx_current->top_env;	1787	PL_top_env = cctx_current->top_env;
1535	coro_transfer (&cctx_prev->cctx, &cctx_current->cctx);	1788	coro_transfer (&cctx_prev->cctx, &cctx_current->cctx);
1536	}	1789	}
…		…
1542	#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))	1795	#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))
1543	#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)	1796	#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)
1544		1797
1545	/** high level stuff ********************************************************/	1798	/** high level stuff ********************************************************/
1546		1799
		1800	/* this function is actually Coro, not Coro::State, but we call it from here */
		1801	/* because it is convenient - but it hasn't been declared yet for that reason */
1547	static int	1802	static void
		1803	coro_call_on_destroy (pTHX_ struct coro *coro);
		1804
		1805	static void
1548	coro_state_destroy (pTHX_ struct coro *coro)	1806	coro_state_destroy (pTHX_ struct coro *coro)
1549	{	1807	{
1550	if (coro->flags & CF_DESTROYED)	1808	if (coro->flags & CF_ZOMBIE)
1551	return 0;	1809	return;
1552		1810
1553	if (coro->on_destroy && !PL_dirty)
1554	coro->on_destroy (aTHX_ coro);	1811	slf_destroy (aTHX_ coro);
1555		1812
1556	coro->flags |= CF_DESTROYED;	1813	coro->flags |= CF_ZOMBIE;
1557		1814
1558	if (coro->flags & CF_READY)	1815	if (coro->flags & CF_READY)
1559	{	1816	{
1560	/* reduce nready, as destroying a ready coro effectively unreadies it */	1817	/* reduce nready, as destroying a ready coro effectively unreadies it */
1561	/* alternative: look through all ready queues and remove the coro */	1818	/* alternative: look through all ready queues and remove the coro */
1562	--coro_nready;	1819	--coro_nready;
1563	}	1820	}
1564	else	1821	else
1565	coro->flags |= CF_READY; /* make sure it is NOT put into the readyqueue */	1822	coro->flags |= CF_READY; /* make sure it is NOT put into the readyqueue */
		1823
		1824	if (coro->next) coro->next->prev = coro->prev;
		1825	if (coro->prev) coro->prev->next = coro->next;
		1826	if (coro == coro_first) coro_first = coro->next;
1566		1827
1567	if (coro->mainstack	1828	if (coro->mainstack
1568	&& coro->mainstack != main_mainstack	1829	&& coro->mainstack != main_mainstack
1569	&& coro->slot	1830	&& coro->slot
1570	&& !PL_dirty)	1831	&& !PL_dirty)
1571	coro_destruct_perl (aTHX_ coro);	1832	destroy_perl (aTHX_ coro);
1572		1833
1573	cctx_destroy (coro->cctx);	1834	cctx_destroy (coro->cctx);
1574	SvREFCNT_dec (coro->startcv);	1835	SvREFCNT_dec (coro->startcv);
1575	SvREFCNT_dec (coro->args);	1836	SvREFCNT_dec (coro->args);
		1837	SvREFCNT_dec (coro->swap_sv);
1576	SvREFCNT_dec (CORO_THROW);	1838	SvREFCNT_dec (CORO_THROW);
1577		1839
1578	if (coro->next) coro->next->prev = coro->prev;	1840	coro_call_on_destroy (aTHX_ coro);
1579	if (coro->prev) coro->prev->next = coro->next;
1580	if (coro == coro_first) coro_first = coro->next;
1581		1841
1582	return 1;	1842	/* more destruction mayhem in coro_state_free */
1583	}	1843	}
1584		1844
1585	static int	1845	static int
1586	coro_state_free (pTHX_ SV *sv, MAGIC *mg)	1846	coro_state_free (pTHX_ SV *sv, MAGIC *mg)
1587	{	1847	{
1588	struct coro *coro = (struct coro *)mg->mg_ptr;	1848	struct coro *coro = (struct coro *)mg->mg_ptr;
		1849
		1850	coro_state_destroy (aTHX_ coro);
1589	mg->mg_ptr = 0;	1851	mg->mg_ptr = 0;
1590		1852
1591	coro->hv = 0;	1853	SvREFCNT_dec (coro->on_destroy);
		1854	SvREFCNT_dec (coro->status);
1592		1855
1593	if (--coro->refcnt < 0)
1594	{
1595	coro_state_destroy (aTHX_ coro);
1596	Safefree (coro);	1856	Safefree (coro);
1597	}
1598		1857
1599	return 0;	1858	return 0;
1600	}	1859	}
1601		1860
1602	static int	1861	static int ecb_cold
1603	coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)	1862	coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)
1604	{	1863	{
1605	struct coro *coro = (struct coro *)mg->mg_ptr;	1864	/* called when perl clones the current process the slow way (windows process emulation) */
1606		1865	/* we simply nuke the pointers in the copy, causing perl to croak */
1607	++coro->refcnt;	1866	mg->mg_ptr = 0;
		1867	mg->mg_virtual = 0;
1608		1868
1609	return 0;	1869	return 0;
1610	}	1870	}
1611		1871
1612	static MGVTBL coro_state_vtbl = {	1872	static MGVTBL coro_state_vtbl = {
…		…
1637	TRANSFER (ta, 1);	1897	TRANSFER (ta, 1);
1638	}	1898	}
1639		1899
1640	/** Coro ********************************************************************/	1900	/** Coro ********************************************************************/
1641		1901
1642	INLINE void	1902	ecb_inline void
1643	coro_enq (pTHX_ struct coro *coro)	1903	coro_enq (pTHX_ struct coro *coro)
1644	{	1904	{
1645	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];	1905	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];
1646		1906
1647	SvREFCNT_inc_NN (coro->hv);	1907	SvREFCNT_inc_NN (coro->hv);
…		…
1649	coro->next_ready = 0;	1909	coro->next_ready = 0;
1650	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;	1910	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;
1651	ready [1] = coro;	1911	ready [1] = coro;
1652	}	1912	}
1653		1913
1654	INLINE struct coro *	1914	ecb_inline struct coro *
1655	coro_deq (pTHX)	1915	coro_deq (pTHX)
1656	{	1916	{
1657	int prio;	1917	int prio;
1658		1918
1659	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )	1919	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )
…		…
1712	{	1972	{
1713	return !!(SvSTATE (coro_sv)->flags & CF_READY);	1973	return !!(SvSTATE (coro_sv)->flags & CF_READY);
1714	}	1974	}
1715		1975
1716	/* expects to own a reference to next->hv */	1976	/* expects to own a reference to next->hv */
1717	INLINE void	1977	ecb_inline void
1718	prepare_schedule_to (pTHX_ struct coro_transfer_args *ta, struct coro *next)	1978	prepare_schedule_to (pTHX_ struct coro_transfer_args *ta, struct coro *next)
1719	{	1979	{
1720	SV *prev_sv = SvRV (coro_current);	1980	SV *prev_sv = SvRV (coro_current);
1721		1981
1722	ta->prev = SvSTATE_hv (prev_sv);	1982	ta->prev = SvSTATE_hv (prev_sv);
…		…
1735	{	1995	{
1736	for (;;)	1996	for (;;)
1737	{	1997	{
1738	struct coro *next = coro_deq (aTHX);	1998	struct coro *next = coro_deq (aTHX);
1739		1999
1740	if (expect_true (next))	2000	if (ecb_expect_true (next))
1741	{	2001	{
1742	/* cannot transfer to destroyed coros, skip and look for next */	2002	/* cannot transfer to destroyed coros, skip and look for next */
1743	if (expect_false (next->flags & (CF_DESTROYED | CF_SUSPENDED)))	2003	if (ecb_expect_false (next->flags & (CF_ZOMBIE | CF_SUSPENDED)))
1744	SvREFCNT_dec (next->hv); /* coro_nready has already been taken care of by destroy */	2004	SvREFCNT_dec (next->hv); /* coro_nready has already been taken care of by destroy */
1745	else	2005	else
1746	{	2006	{
1747	next->flags &= ~CF_READY;	2007	next->flags &= ~CF_READY;
1748	--coro_nready;	2008	--coro_nready;
…		…
1755	{	2015	{
1756	/* nothing to schedule: call the idle handler */	2016	/* nothing to schedule: call the idle handler */
1757	if (SvROK (sv_idle)	2017	if (SvROK (sv_idle)
1758	&& SvOBJECT (SvRV (sv_idle)))	2018	&& SvOBJECT (SvRV (sv_idle)))
1759	{	2019	{
		2020	if (SvRV (sv_idle) == SvRV (coro_current))
		2021	{
		2022	require_pv ("Carp");
		2023
		2024	{
		2025	dSP;
		2026
		2027	ENTER;
		2028	SAVETMPS;
		2029
		2030	PUSHMARK (SP);
		2031	XPUSHs (sv_2mortal (newSVpv ("FATAL: $Coro::idle blocked itself - did you try to block inside an event loop callback? Caught", 0)));
		2032	PUTBACK;
		2033	call_pv ("Carp::confess", G_VOID | G_DISCARD);
		2034
		2035	FREETMPS;
		2036	LEAVE;
		2037	}
		2038	}
		2039
1760	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */	2040	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */
1761	api_ready (aTHX_ SvRV (sv_idle));	2041	api_ready (aTHX_ SvRV (sv_idle));
1762	--coro_nready;	2042	--coro_nready;
1763	}	2043	}
1764	else	2044	else
1765	{	2045	{
		2046	/* TODO: deprecated, remove, cannot work reliably *//*D*/
1766	dSP;	2047	dSP;
1767		2048
1768	ENTER;	2049	ENTER;
1769	SAVETMPS;	2050	SAVETMPS;
1770		2051
…		…
1777	}	2058	}
1778	}	2059	}
1779	}	2060	}
1780	}	2061	}
1781		2062
1782	INLINE void	2063	ecb_inline void
1783	prepare_cede (pTHX_ struct coro_transfer_args *ta)	2064	prepare_cede (pTHX_ struct coro_transfer_args *ta)
1784	{	2065	{
1785	api_ready (aTHX_ coro_current);	2066	api_ready (aTHX_ coro_current);
1786	prepare_schedule (aTHX_ ta);	2067	prepare_schedule (aTHX_ ta);
1787	}	2068	}
1788		2069
1789	INLINE void	2070	ecb_inline void
1790	prepare_cede_notself (pTHX_ struct coro_transfer_args *ta)	2071	prepare_cede_notself (pTHX_ struct coro_transfer_args *ta)
1791	{	2072	{
1792	SV *prev = SvRV (coro_current);	2073	SV *prev = SvRV (coro_current);
1793		2074
1794	if (coro_nready)	2075	if (coro_nready)
…		…
1824	{	2105	{
1825	struct coro_transfer_args ta;	2106	struct coro_transfer_args ta;
1826		2107
1827	prepare_cede (aTHX_ &ta);	2108	prepare_cede (aTHX_ &ta);
1828		2109
1829	if (expect_true (ta.prev != ta.next))	2110	if (ecb_expect_true (ta.prev != ta.next))
1830	{	2111	{
1831	TRANSFER (ta, 1);	2112	TRANSFER (ta, 1);
1832	return 1;	2113	return 1;
1833	}	2114	}
1834	else	2115	else
…		…
1877	coro->slot->runops = RUNOPS_DEFAULT;	2158	coro->slot->runops = RUNOPS_DEFAULT;
1878	}	2159	}
1879	}	2160	}
1880		2161
1881	static void	2162	static void
		2163	coro_push_av (pTHX_ AV *av, I32 gimme_v)
		2164	{
		2165	if (AvFILLp (av) >= 0 && gimme_v != G_VOID)
		2166	{
		2167	dSP;
		2168
		2169	if (gimme_v == G_SCALAR)
		2170	XPUSHs (AvARRAY (av)[AvFILLp (av)]);
		2171	else
		2172	{
		2173	int i;
		2174	EXTEND (SP, AvFILLp (av) + 1);
		2175
		2176	for (i = 0; i <= AvFILLp (av); ++i)
		2177	PUSHs (AvARRAY (av)[i]);
		2178	}
		2179
		2180	PUTBACK;
		2181	}
		2182	}
		2183
		2184	static void
		2185	coro_push_on_destroy (pTHX_ struct coro *coro, SV *cb)
		2186	{
		2187	if (!coro->on_destroy)
		2188	coro->on_destroy = newAV ();
		2189
		2190	av_push (coro->on_destroy, cb);
		2191	}
		2192
		2193	static void
		2194	slf_destroy_join (pTHX_ struct CoroSLF *frame)
		2195	{
		2196	SvREFCNT_dec ((SV *)((struct coro *)frame->data)->hv);
		2197	}
		2198
		2199	static int
		2200	slf_check_join (pTHX_ struct CoroSLF *frame)
		2201	{
		2202	struct coro *coro = (struct coro *)frame->data;
		2203
		2204	if (!coro->status)
		2205	return 1;
		2206
		2207	frame->destroy = 0;
		2208
		2209	coro_push_av (aTHX_ coro->status, GIMME_V);
		2210
		2211	SvREFCNT_dec ((SV *)coro->hv);
		2212
		2213	return 0;
		2214	}
		2215
		2216	static void
		2217	slf_init_join (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2218	{
		2219	struct coro *coro = SvSTATE (items > 0 ? arg [0] : &PL_sv_undef);
		2220
		2221	if (items > 1)
		2222	croak ("join called with too many arguments");
		2223
		2224	if (coro->status)
		2225	frame->prepare = prepare_nop;
		2226	else
		2227	{
		2228	coro_push_on_destroy (aTHX_ coro, SvREFCNT_inc_NN (SvRV (coro_current)));
		2229	frame->prepare = prepare_schedule;
		2230	}
		2231
		2232	frame->check = slf_check_join;
		2233	frame->destroy = slf_destroy_join;
		2234	frame->data = (void *)coro;
		2235	SvREFCNT_inc (coro->hv);
		2236	}
		2237
		2238	static void
1882	coro_call_on_destroy (pTHX_ struct coro *coro)	2239	coro_call_on_destroy (pTHX_ struct coro *coro)
1883	{	2240	{
1884	SV **on_destroyp = hv_fetch (coro->hv, "_on_destroy", sizeof ("_on_destroy") - 1, 0);	2241	AV *od = coro->on_destroy;
1885	SV **statusp = hv_fetch (coro->hv, "_status", sizeof ("_status") - 1, 0);
1886		2242
1887	if (on_destroyp)	2243	if (!od)
1888	{	2244	return;
1889	AV *on_destroy = (AV *)SvRV (*on_destroyp);
1890		2245
		2246	coro->on_destroy = 0;
		2247	sv_2mortal ((SV *)od);
		2248
1891	while (AvFILLp (on_destroy) >= 0)	2249	while (AvFILLp (od) >= 0)
		2250	{
		2251	SV *cb = sv_2mortal (av_pop (od));
		2252
		2253	/* coro hv's (and only hv's at the moment) are supported as well */
		2254	if (SvSTATEhv_p (aTHX_ cb))
		2255	api_ready (aTHX_ cb);
		2256	else
1892	{	2257	{
1893	dSP; /* don't disturb outer sp */	2258	dSP; /* don't disturb outer sp */
1894	SV *cb = av_pop (on_destroy);
1895
1896	PUSHMARK (SP);	2259	PUSHMARK (SP);
1897		2260
1898	if (statusp)	2261	if (coro->status)
1899	{	2262	{
1900	int i;	2263	PUTBACK;
1901	AV *status = (AV *)SvRV (*statusp);	2264	coro_push_av (aTHX_ coro->status, G_ARRAY);
1902	EXTEND (SP, AvFILLp (status) + 1);	2265	SPAGAIN;
1903
1904	for (i = 0; i <= AvFILLp (status); ++i)
1905	PUSHs (AvARRAY (status)[i]);
1906	}	2266	}
1907		2267
1908	PUTBACK;	2268	PUTBACK;
1909	call_sv (sv_2mortal (cb), G_VOID | G_DISCARD);	2269	call_sv (cb, G_VOID | G_DISCARD);
1910	}	2270	}
1911	}	2271	}
1912	}	2272	}
1913		2273
1914	static void	2274	static void
1915	slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2275	coro_set_status (pTHX_ struct coro *coro, SV **arg, int items)
1916	{	2276	{
		2277	AV *av;
		2278
		2279	if (coro->status)
		2280	{
		2281	av = coro->status;
		2282	av_clear (av);
		2283	}
		2284	else
		2285	av = coro->status = newAV ();
		2286
		2287	/* items are actually not so common, so optimise for this case */
		2288	if (items)
		2289	{
1917	int i;	2290	int i;
1918	HV *hv = (HV *)SvRV (coro_current);
1919	AV *av = newAV ();
1920		2291
1921	av_extend (av, items - 1);	2292	av_extend (av, items - 1);
		2293
1922	for (i = 0; i < items; ++i)	2294	for (i = 0; i < items; ++i)
1923	av_push (av, SvREFCNT_inc_NN (arg [i]));	2295	av_push (av, SvREFCNT_inc_NN (arg [i]));
		2296	}
		2297	}
1924		2298
1925	hv_store (hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);	2299	static void
1926		2300	slf_init_terminate_cancel_common (pTHX_ struct CoroSLF *frame, HV *coro_hv)
		2301	{
1927	av_push (av_destroy, (SV *)newRV_inc ((SV *)hv)); /* RVinc for perl */	2302	av_push (av_destroy, (SV *)newRV_inc ((SV *)coro_hv)); /* RVinc for perl */
1928	api_ready (aTHX_ sv_manager);	2303	api_ready (aTHX_ sv_manager);
1929		2304
1930	frame->prepare = prepare_schedule;	2305	frame->prepare = prepare_schedule;
1931	frame->check = slf_check_repeat;	2306	frame->check = slf_check_repeat;
1932		2307
1933	/* as a minor optimisation, we could unwind all stacks here */	2308	/* as a minor optimisation, we could unwind all stacks here */
1934	/* but that puts extra pressure on pp_slf, and is not worth much */	2309	/* but that puts extra pressure on pp_slf, and is not worth much */
1935	/*coro_unwind_stacks (aTHX);*/	2310	/*coro_unwind_stacks (aTHX);*/
		2311	}
		2312
		2313	static void
		2314	slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2315	{
		2316	HV *coro_hv = (HV *)SvRV (coro_current);
		2317
		2318	coro_set_status (aTHX_ SvSTATE ((SV *)coro_hv), arg, items);
		2319	slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);
		2320	}
		2321
		2322	static void
		2323	slf_init_cancel (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2324	{
		2325	HV *coro_hv;
		2326	struct coro *coro;
		2327
		2328	if (items <= 0)
		2329	croak ("Coro::cancel called without coro object,");
		2330
		2331	coro = SvSTATE (arg [0]);
		2332	coro_hv = coro->hv;
		2333
		2334	coro_set_status (aTHX_ coro, arg + 1, items - 1);
		2335
		2336	if (ecb_expect_false (coro->flags & CF_NOCANCEL))
		2337	{
		2338	/* coro currently busy cancelling something, so just notify it */
		2339	coro->slf_frame.data = (void *)coro;
		2340
		2341	frame->prepare = prepare_nop;
		2342	frame->check = slf_check_nop;
		2343	}
		2344	else if (coro_hv == (HV *)SvRV (coro_current))
		2345	{
		2346	/* cancelling the current coro is allowed, and equals terminate */
		2347	slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);
		2348	}
		2349	else
		2350	{
		2351	struct coro *self = SvSTATE_current;
		2352
		2353	if (!self)
		2354	croak ("Coro::cancel called outside of thread content,");
		2355
		2356	/* otherwise we cancel directly, purely for speed reasons
		2357	* unfortunately, this requires some magic trickery, as
		2358	* somebody else could cancel us, so we have to fight the cancellation.
		2359	* this is ugly, and hopefully fully worth the extra speed.
		2360	* besides, I can't get the slow-but-safe version working...
		2361	*/
		2362	slf_frame.data = 0;
		2363	self->flags |= CF_NOCANCEL;
		2364	coro_state_destroy (aTHX_ coro);
		2365	self->flags &= ~CF_NOCANCEL;
		2366
		2367	if (slf_frame.data)
		2368	{
		2369	/* while we were busy we have been cancelled, so terminate */
		2370	slf_init_terminate_cancel_common (aTHX_ frame, self->hv);
		2371	}
		2372	else
		2373	{
		2374	frame->prepare = prepare_nop;
		2375	frame->check = slf_check_nop;
		2376	}
		2377	}
		2378	}
		2379
		2380	static int
		2381	slf_check_safe_cancel (pTHX_ struct CoroSLF *frame)
		2382	{
		2383	frame->prepare = 0;
		2384	coro_unwind_stacks (aTHX);
		2385
		2386	slf_init_terminate_cancel_common (aTHX_ frame, (HV *)SvRV (coro_current));
		2387
		2388	return 1;
		2389	}
		2390
		2391	static int
		2392	safe_cancel (pTHX_ struct coro *coro, SV **arg, int items)
		2393	{
		2394	if (coro->cctx)
		2395	croak ("coro inside C callback, unable to cancel at this time, caught");
		2396
		2397	if (coro->flags & (CF_NEW | CF_ZOMBIE))
		2398	{
		2399	coro_set_status (aTHX_ coro, arg, items);
		2400	coro_state_destroy (aTHX_ coro);
		2401	}
		2402	else
		2403	{
		2404	if (!coro->slf_frame.prepare)
		2405	croak ("coro outside an SLF function, unable to cancel at this time, caught");
		2406
		2407	slf_destroy (aTHX_ coro);
		2408
		2409	coro_set_status (aTHX_ coro, arg, items);
		2410	coro->slf_frame.prepare = prepare_nop;
		2411	coro->slf_frame.check = slf_check_safe_cancel;
		2412
		2413	api_ready (aTHX_ (SV *)coro->hv);
		2414	}
		2415
		2416	return 1;
1936	}	2417	}
1937		2418
1938	/*****************************************************************************/	2419	/*****************************************************************************/
1939	/* async pool handler */	2420	/* async pool handler */
1940		2421
…		…
1971	slf_init_pool_handler (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2452	slf_init_pool_handler (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
1972	{	2453	{
1973	HV *hv = (HV *)SvRV (coro_current);	2454	HV *hv = (HV *)SvRV (coro_current);
1974	struct coro *coro = SvSTATE_hv ((SV *)hv);	2455	struct coro *coro = SvSTATE_hv ((SV *)hv);
1975		2456
1976	if (expect_true (coro->saved_deffh))	2457	if (ecb_expect_true (coro->saved_deffh))
1977	{	2458	{
1978	/* subsequent iteration */	2459	/* subsequent iteration */
1979	SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh;	2460	SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh;
1980	coro->saved_deffh = 0;	2461	coro->saved_deffh = 0;
1981		2462
1982	if (coro_rss (aTHX_ coro) > SvUV (sv_pool_rss)	2463	if (coro_rss (aTHX_ coro) > SvUV (sv_pool_rss)
1983	|| av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))	2464	|| av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))
1984	{	2465	{
1985	coro->invoke_cb = SvREFCNT_inc_NN ((SV *)cv_coro_terminate);	2466	slf_init_terminate_cancel_common (aTHX_ frame, hv);
1986	coro->invoke_av = newAV ();	2467	return;
1987
1988	frame->prepare = prepare_nop;
1989	}	2468	}
1990	else	2469	else
1991	{	2470	{
1992	av_clear (GvAV (PL_defgv));	2471	av_clear (GvAV (PL_defgv));
1993	hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);	2472	hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);
1994		2473
		2474	if (ecb_expect_false (coro->swap_sv))
		2475	{
		2476	SWAP_SVS_LEAVE (coro);
		2477	SvREFCNT_dec_NN (coro->swap_sv);
		2478	coro->swap_sv = 0;
		2479	}
		2480
1995	coro->prio = 0;	2481	coro->prio = 0;
1996		2482
1997	if (coro->cctx && (coro->cctx->flags & CC_TRACE))	2483	if (ecb_expect_false (coro->cctx) && ecb_expect_false (coro->cctx->flags & CC_TRACE))
1998	api_trace (aTHX_ coro_current, 0);	2484	api_trace (aTHX_ coro_current, 0);
1999		2485
2000	frame->prepare = prepare_schedule;	2486	frame->prepare = prepare_schedule;
2001	av_push (av_async_pool, SvREFCNT_inc (hv));	2487	av_push (av_async_pool, SvREFCNT_inc_NN (hv));
2002	}	2488	}
2003	}	2489	}
2004	else	2490	else
2005	{	2491	{
2006	/* first iteration, simply fall through */	2492	/* first iteration, simply fall through */
…		…
2019	static void	2505	static void
2020	coro_rouse_callback (pTHX_ CV *cv)	2506	coro_rouse_callback (pTHX_ CV *cv)
2021	{	2507	{
2022	dXSARGS;	2508	dXSARGS;
2023	SV *data = (SV *)S_GENSUB_ARG;	2509	SV *data = (SV *)S_GENSUB_ARG;
		2510	SV *coro = SvRV (data);
2024		2511
		2512	/* data starts being either undef or a coro, and is replaced by the results when done */
2025	if (SvTYPE (SvRV (data)) != SVt_PVAV)	2513	if (SvTYPE (coro) != SVt_PVAV)
2026	{	2514	{
2027	/* first call, set args */	2515	/* first call, set args */
2028	SV *coro = SvRV (data);
2029	AV *av = newAV ();
2030		2516
2031	SvRV_set (data, (SV *)av);	2517	assert (&ST (0) < &ST (1)); /* ensure the stack is in the order we expect it to be */
		2518	SvRV_set (data, (SV *)av_make (items, &ST (0))); /* av_make copies the SVs */
2032		2519
2033	/* better take a full copy of the arguments */	2520	if (coro != &PL_sv_undef)
2034	while (items--)	2521	{
2035	av_store (av, items, newSVsv (ST (items)));
2036
2037	api_ready (aTHX_ coro);	2522	api_ready (aTHX_ coro);
2038	SvREFCNT_dec (coro);	2523	SvREFCNT_dec_NN (coro);
		2524	}
2039	}	2525	}
2040		2526
2041	XSRETURN_EMPTY;	2527	XSRETURN_EMPTY;
2042	}	2528	}
2043		2529
2044	static int	2530	static int
2045	slf_check_rouse_wait (pTHX_ struct CoroSLF *frame)	2531	slf_check_rouse_wait (pTHX_ struct CoroSLF *frame)
2046	{	2532	{
2047	SV *data = (SV *)frame->data;	2533	SV *data = (SV *)frame->data;
2048		2534
2049	if (CORO_THROW)	2535	if (CORO_THROW)
2050	return 0;	2536	return 0;
2051		2537
2052	if (SvTYPE (SvRV (data)) != SVt_PVAV)	2538	if (SvTYPE (SvRV (data)) != SVt_PVAV)
2053	return 1;	2539	return 1;
…		…
2060		2546
2061	EXTEND (SP, AvFILLp (av) + 1);	2547	EXTEND (SP, AvFILLp (av) + 1);
2062	for (i = 0; i <= AvFILLp (av); ++i)	2548	for (i = 0; i <= AvFILLp (av); ++i)
2063	PUSHs (sv_2mortal (AvARRAY (av)[i]));	2549	PUSHs (sv_2mortal (AvARRAY (av)[i]));
2064		2550
2065	/* we have stolen the elements, so set length to zero and free */	2551	/* we have stolen the elements, make it unreal and free */
2066	AvFILLp (av) = -1;	2552	AvREAL_off (av);
2067	av_undef (av);	2553	av_undef (av);
2068		2554
2069	PUTBACK;	2555	PUTBACK;
2070	}	2556	}
2071		2557
…		…
2089	cb = sv_2mortal (coro->rouse_cb);	2575	cb = sv_2mortal (coro->rouse_cb);
2090	coro->rouse_cb = 0;	2576	coro->rouse_cb = 0;
2091	}	2577	}
2092		2578
2093	if (!SvROK (cb)	2579	if (!SvROK (cb)
2094	|| SvTYPE (SvRV (cb)) != SVt_PVCV	2580	|| SvTYPE (SvRV (cb)) != SVt_PVCV
2095	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)	2581	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
2096	croak ("Coro::rouse_wait called with illegal callback argument,");	2582	croak ("Coro::rouse_wait called with illegal callback argument,");
2097		2583
2098	{	2584	{
2099	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */	2585	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
2100	SV *data = (SV *)S_GENSUB_ARG;	2586	SV *data = (SV *)S_GENSUB_ARG;
		2587	int data_ready = SvTYPE (SvRV (data)) == SVt_PVAV;
		2588
		2589	/* if there is no data, we need to store the current coro in the reference so we can be woken up */
		2590	if (!data_ready)
		2591	if (SvRV (data) != &PL_sv_undef)
		2592	croak ("Coro::rouse_wait was called on a calback that is already being waited for - only one thread can wait for a rouse callback, caught");
		2593	else
		2594	SvRV_set (data, SvREFCNT_inc_NN (SvRV (coro_current)));
2101		2595
2102	frame->data = (void *)data;	2596	frame->data = (void *)data;
2103	frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;	2597	frame->prepare = data_ready ? prepare_nop : prepare_schedule;
2104	frame->check = slf_check_rouse_wait;	2598	frame->check = slf_check_rouse_wait;
2105	}	2599	}
2106	}	2600	}
2107		2601
2108	static SV *	2602	static SV *
2109	coro_new_rouse_cb (pTHX)	2603	coro_new_rouse_cb (pTHX)
2110	{	2604	{
2111	HV *hv = (HV *)SvRV (coro_current);	2605	HV *hv = (HV *)SvRV (coro_current);
2112	struct coro *coro = SvSTATE_hv (hv);	2606	struct coro *coro = SvSTATE_hv (hv);
2113	SV *data = newRV_inc ((SV *)hv);	2607	SV *data = newRV_noinc (&PL_sv_undef);
2114	SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);	2608	SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);
2115		2609
2116	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);	2610	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);
2117	SvREFCNT_dec (data); /* magicext increases the refcount */	2611	SvREFCNT_dec_NN (data); /* magicext increases the refcount */
2118		2612
2119	SvREFCNT_dec (coro->rouse_cb);	2613	SvREFCNT_dec (coro->rouse_cb);
2120	coro->rouse_cb = SvREFCNT_inc_NN (cb);	2614	coro->rouse_cb = SvREFCNT_inc_NN (cb);
2121		2615
2122	return cb;	2616	return cb;
…		…
2216	static void	2710	static void
2217	slf_init_cede_notself (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2711	slf_init_cede_notself (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2218	{	2712	{
2219	frame->prepare = prepare_cede_notself;	2713	frame->prepare = prepare_cede_notself;
2220	frame->check = slf_check_nop;	2714	frame->check = slf_check_nop;
		2715	}
		2716
		2717	/* "undo"/cancel a running slf call - used when cancelling a coro, mainly */
		2718	static void
		2719	slf_destroy (pTHX_ struct coro *coro)
		2720	{
		2721	struct CoroSLF frame = coro->slf_frame;
		2722
		2723	/*
		2724	* The on_destroy below most likely is from an SLF call.
		2725	* Since by definition the SLF call will not finish when we destroy
		2726	* the coro, we will have to force-finish it here, otherwise
		2727	* cleanup functions cannot call SLF functions.
		2728	*/
		2729	coro->slf_frame.prepare = 0;
		2730
		2731	/* this callback is reserved for slf functions needing to do cleanup */
		2732	if (frame.destroy && frame.prepare && !PL_dirty)
		2733	frame.destroy (aTHX_ &frame);
2221	}	2734	}
2222		2735
2223	/*	2736	/*
2224	* these not obviously related functions are all rolled into one	2737	* these not obviously related functions are all rolled into one
2225	* function to increase chances that they all will call transfer with the same	2738	* function to increase chances that they all will call transfer with the same
…		…
2232	I32 checkmark; /* mark SP to see how many elements check has pushed */	2745	I32 checkmark; /* mark SP to see how many elements check has pushed */
2233		2746
2234	/* set up the slf frame, unless it has already been set-up */	2747	/* set up the slf frame, unless it has already been set-up */
2235	/* the latter happens when a new coro has been started */	2748	/* the latter happens when a new coro has been started */
2236	/* or when a new cctx was attached to an existing coroutine */	2749	/* or when a new cctx was attached to an existing coroutine */
2237	if (expect_true (!slf_frame.prepare))	2750	if (ecb_expect_true (!slf_frame.prepare))
2238	{	2751	{
2239	/* first iteration */	2752	/* first iteration */
2240	dSP;	2753	dSP;
2241	SV **arg = PL_stack_base + TOPMARK + 1;	2754	SV **arg = PL_stack_base + TOPMARK + 1;
2242	int items = SP - arg; /* args without function object */	2755	int items = SP - arg; /* args without function object */
…		…
2283	while (slf_frame.check (aTHX_ &slf_frame));	2796	while (slf_frame.check (aTHX_ &slf_frame));
2284		2797
2285	slf_frame.prepare = 0; /* invalidate the frame, we are done processing it */	2798	slf_frame.prepare = 0; /* invalidate the frame, we are done processing it */
2286		2799
2287	/* exception handling */	2800	/* exception handling */
2288	if (expect_false (CORO_THROW))	2801	if (ecb_expect_false (CORO_THROW))
2289	{	2802	{
2290	SV *exception = sv_2mortal (CORO_THROW);	2803	SV *exception = sv_2mortal (CORO_THROW);
2291		2804
2292	CORO_THROW = 0;	2805	CORO_THROW = 0;
2293	sv_setsv (ERRSV, exception);	2806	sv_setsv (ERRSV, exception);
2294	croak (0);	2807	croak (0);
2295	}	2808	}
2296		2809
2297	/* return value handling - mostly like entersub */	2810	/* return value handling - mostly like entersub */
2298	/* make sure we put something on the stack in scalar context */	2811	/* make sure we put something on the stack in scalar context */
2299	if (GIMME_V == G_SCALAR)	2812	if (GIMME_V == G_SCALAR
		2813	&& ecb_expect_false (PL_stack_sp != PL_stack_base + checkmark + 1))
2300	{	2814	{
2301	dSP;	2815	dSP;
2302	SV **bot = PL_stack_base + checkmark;	2816	SV **bot = PL_stack_base + checkmark;
2303		2817
2304	if (sp == bot) /* too few, push undef */	2818	if (sp == bot) /* too few, push undef */
2305	bot [1] = &PL_sv_undef;	2819	bot [1] = &PL_sv_undef;
2306	else if (sp != bot + 1) /* too many, take last one */	2820	else /* too many, take last one */
2307	bot [1] = *sp;	2821	bot [1] = *sp;
2308		2822
2309	SP = bot + 1;	2823	SP = bot + 1;
2310		2824
2311	PUTBACK;	2825	PUTBACK;
…		…
2344	if (PL_op->op_flags & OPf_STACKED)	2858	if (PL_op->op_flags & OPf_STACKED)
2345	{	2859	{
2346	if (items > slf_arga)	2860	if (items > slf_arga)
2347	{	2861	{
2348	slf_arga = items;	2862	slf_arga = items;
2349	free (slf_argv);	2863	Safefree (slf_argv);
2350	slf_argv = malloc (slf_arga * sizeof (SV *));	2864	New (0, slf_argv, slf_arga, SV *);
2351	}	2865	}
2352		2866
2353	slf_argc = items;	2867	slf_argc = items;
2354		2868
2355	for (i = 0; i < items; ++i)	2869	for (i = 0; i < items; ++i)
…		…
2409	{	2923	{
2410	SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);	2924	SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);
2411	on_enterleave_call (aTHX_ sv_2mortal (cb));	2925	on_enterleave_call (aTHX_ sv_2mortal (cb));
2412	}	2926	}
2413		2927
		2928	static void
		2929	enterleave_hook_xs (pTHX_ struct coro *coro, AV **avp, coro_enterleave_hook hook, void *arg)
		2930	{
		2931	if (!hook)
		2932	return;
		2933
		2934	if (!*avp)
		2935	{
		2936	*avp = newAV ();
		2937	AvREAL_off (*avp);
		2938	}
		2939
		2940	av_push (*avp, (SV *)hook);
		2941	av_push (*avp, (SV *)arg);
		2942	}
		2943
		2944	static void
		2945	enterleave_unhook_xs (pTHX_ struct coro *coro, AV **avp, coro_enterleave_hook hook, int execute)
		2946	{
		2947	AV *av = *avp;
		2948	int i;
		2949
		2950	if (!av)
		2951	return;
		2952
		2953	for (i = AvFILLp (av) - 1; i >= 0; i -= 2)
		2954	if (AvARRAY (av)[i] == (SV *)hook)
		2955	{
		2956	if (execute)
		2957	hook (aTHX_ (void *)AvARRAY (av)[i + 1]);
		2958
		2959	memmove (AvARRAY (av) + i, AvARRAY (av) + i + 2, AvFILLp (av) - i - 1);
		2960	av_pop (av);
		2961	av_pop (av);
		2962	break;
		2963	}
		2964
		2965	if (AvFILLp (av) >= 0)
		2966	{
		2967	*avp = 0;
		2968	SvREFCNT_dec_NN (av);
		2969	}
		2970	}
		2971
		2972	static void
		2973	api_enterleave_hook (pTHX_ SV *coro_sv, coro_enterleave_hook enter, void *enter_arg, coro_enterleave_hook leave, void *leave_arg)
		2974	{
		2975	struct coro *coro = SvSTATE (coro_sv);
		2976
		2977	if (SvSTATE_current == coro)
		2978	if (enter)
		2979	enter (aTHX_ enter_arg);
		2980
		2981	enterleave_hook_xs (aTHX_ coro, &coro->on_enter_xs, enter, enter_arg);
		2982	enterleave_hook_xs (aTHX_ coro, &coro->on_leave_xs, leave, leave_arg);
		2983	}
		2984
		2985	static void
		2986	api_enterleave_unhook (pTHX_ SV *coro_sv, coro_enterleave_hook enter, coro_enterleave_hook leave)
		2987	{
		2988	struct coro *coro = SvSTATE (coro_sv);
		2989
		2990	enterleave_unhook_xs (aTHX_ coro, &coro->on_enter_xs, enter, 0);
		2991	enterleave_unhook_xs (aTHX_ coro, &coro->on_leave_xs, leave, SvSTATE_current == coro);
		2992	}
		2993
		2994	static void
		2995	savedestructor_unhook_enter (pTHX_ coro_enterleave_hook enter)
		2996	{
		2997	struct coro *coro = SvSTATE_current;
		2998
		2999	enterleave_unhook_xs (aTHX_ coro, &coro->on_enter_xs, enter, 0);
		3000	}
		3001
		3002	static void
		3003	savedestructor_unhook_leave (pTHX_ coro_enterleave_hook leave)
		3004	{
		3005	struct coro *coro = SvSTATE_current;
		3006
		3007	enterleave_unhook_xs (aTHX_ coro, &coro->on_leave_xs, leave, 1);
		3008	}
		3009
		3010	static void
		3011	api_enterleave_scope_hook (pTHX_ coro_enterleave_hook enter, void *enter_arg, coro_enterleave_hook leave, void *leave_arg)
		3012	{
		3013	api_enterleave_hook (aTHX_ coro_current, enter, enter_arg, leave, leave_arg);
		3014
		3015	/* this ought to be much cheaper than malloc + a single destructor call */
		3016	if (enter) SAVEDESTRUCTOR_X (savedestructor_unhook_enter, enter);
		3017	if (leave) SAVEDESTRUCTOR_X (savedestructor_unhook_leave, leave);
		3018	}
		3019
2414	/*****************************************************************************/	3020	/*****************************************************************************/
2415	/* PerlIO::cede */	3021	/* PerlIO::cede */
2416		3022
2417	typedef struct	3023	typedef struct
2418	{	3024	{
2419	PerlIOBuf base;	3025	PerlIOBuf base;
2420	NV next, every;	3026	NV next, every;
2421	} PerlIOCede;	3027	} PerlIOCede;
2422		3028
2423	static IV	3029	static IV ecb_cold
2424	PerlIOCede_pushed (pTHX_ PerlIO *f, const char *mode, SV *arg, PerlIO_funcs *tab)	3030	PerlIOCede_pushed (pTHX_ PerlIO *f, const char *mode, SV *arg, PerlIO_funcs *tab)
2425	{	3031	{
2426	PerlIOCede *self = PerlIOSelf (f, PerlIOCede);	3032	PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2427		3033
2428	self->every = SvCUR (arg) ? SvNV (arg) : 0.01;	3034	self->every = SvCUR (arg) ? SvNV (arg) : 0.01;
2429	self->next = nvtime () + self->every;	3035	self->next = nvtime () + self->every;
2430		3036
2431	return PerlIOBuf_pushed (aTHX_ f, mode, Nullsv, tab);	3037	return PerlIOBuf_pushed (aTHX_ f, mode, Nullsv, tab);
2432	}	3038	}
2433		3039
2434	static SV *	3040	static SV * ecb_cold
2435	PerlIOCede_getarg (pTHX_ PerlIO *f, CLONE_PARAMS *param, int flags)	3041	PerlIOCede_getarg (pTHX_ PerlIO *f, CLONE_PARAMS *param, int flags)
2436	{	3042	{
2437	PerlIOCede *self = PerlIOSelf (f, PerlIOCede);	3043	PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2438		3044
2439	return newSVnv (self->every);	3045	return newSVnv (self->every);
…		…
2546	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));	3152	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
2547	PUTBACK;	3153	PUTBACK;
2548	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);	3154	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
2549	}	3155	}
2550		3156
2551	SvREFCNT_dec (cb);	3157	SvREFCNT_dec_NN (cb);
2552	}	3158	}
2553	}	3159	}
2554		3160
2555	static void	3161	static void
2556	coro_semaphore_on_destroy (pTHX_ struct coro *coro)	3162	coro_semaphore_destroy (pTHX_ struct CoroSLF *frame)
2557	{	3163	{
2558	/* call $sem->adjust (0) to possibly wake up some other waiters */	3164	/* call $sem->adjust (0) to possibly wake up some other waiters */
2559	coro_semaphore_adjust (aTHX_ (AV *)coro->slf_frame.data, 0);	3165	coro_semaphore_adjust (aTHX_ (AV *)frame->data, 0);
2560	}	3166	}
2561		3167
2562	static int	3168	static int
2563	slf_check_semaphore_down_or_wait (pTHX_ struct CoroSLF *frame, int acquire)	3169	slf_check_semaphore_down_or_wait (pTHX_ struct CoroSLF *frame, int acquire)
2564	{	3170	{
2565	AV *av = (AV *)frame->data;	3171	AV *av = (AV *)frame->data;
2566	SV *count_sv = AvARRAY (av)[0];	3172	SV *count_sv = AvARRAY (av)[0];
		3173	SV *coro_hv = SvRV (coro_current);
		3174
		3175	frame->destroy = 0;
2567		3176
2568	/* if we are about to throw, don't actually acquire the lock, just throw */	3177	/* if we are about to throw, don't actually acquire the lock, just throw */
2569	if (CORO_THROW)	3178	if (ecb_expect_false (CORO_THROW))
		3179	{
		3180	/* we still might be responsible for the semaphore, so wake up others */
		3181	coro_semaphore_adjust (aTHX_ av, 0);
		3182
2570	return 0;	3183	return 0;
		3184	}
2571	else if (SvIVX (count_sv) > 0)	3185	else if (SvIVX (count_sv) > 0)
2572	{	3186	{
2573	SvSTATE_current->on_destroy = 0;
2574
2575	if (acquire)	3187	if (acquire)
2576	SvIVX (count_sv) = SvIVX (count_sv) - 1;	3188	SvIVX (count_sv) = SvIVX (count_sv) - 1;
2577	else	3189	else
2578	coro_semaphore_adjust (aTHX_ av, 0);	3190	coro_semaphore_adjust (aTHX_ av, 0);
2579		3191
…		…
2583	{	3195	{
2584	int i;	3196	int i;
2585	/* if we were woken up but can't down, we look through the whole */	3197	/* if we were woken up but can't down, we look through the whole */
2586	/* waiters list and only add us if we aren't in there already */	3198	/* waiters list and only add us if we aren't in there already */
2587	/* this avoids some degenerate memory usage cases */	3199	/* this avoids some degenerate memory usage cases */
2588		3200	for (i = AvFILLp (av); i > 0; --i) /* i > 0 is not an off-by-one bug */
2589	for (i = 1; i <= AvFILLp (av); ++i)
2590	if (AvARRAY (av)[i] == SvRV (coro_current))	3201	if (AvARRAY (av)[i] == coro_hv)
2591	return 1;	3202	return 1;
2592		3203
2593	av_push (av, SvREFCNT_inc (SvRV (coro_current)));	3204	av_push (av, SvREFCNT_inc (coro_hv));
2594	return 1;	3205	return 1;
2595	}	3206	}
2596	}	3207	}
2597		3208
2598	static int	3209	static int
…		…
2621	{	3232	{
2622	av_push (av, SvREFCNT_inc (SvRV (coro_current)));	3233	av_push (av, SvREFCNT_inc (SvRV (coro_current)));
2623		3234
2624	frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av));	3235	frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av));
2625	frame->prepare = prepare_schedule;	3236	frame->prepare = prepare_schedule;
2626
2627	/* to avoid race conditions when a woken-up coro gets terminated */	3237	/* to avoid race conditions when a woken-up coro gets terminated */
2628	/* we arrange for a temporary on_destroy that calls adjust (0) */	3238	/* we arrange for a temporary on_destroy that calls adjust (0) */
2629	SvSTATE_current->on_destroy = coro_semaphore_on_destroy;	3239	frame->destroy = coro_semaphore_destroy;
2630	}	3240	}
2631	}	3241	}
2632		3242
2633	static void	3243	static void
2634	slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	3244	slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
…		…
2692	{	3302	{
2693	api_ready (aTHX_ cb);	3303	api_ready (aTHX_ cb);
2694	sv_setiv (cb, 0); /* signal waiter */	3304	sv_setiv (cb, 0); /* signal waiter */
2695	}	3305	}
2696		3306
2697	SvREFCNT_dec (cb);	3307	SvREFCNT_dec_NN (cb);
2698		3308
2699	--count;	3309	--count;
2700	}	3310	}
2701	}	3311	}
2702		3312
…		…
2716	{	3326	{
2717	SV *cb_cv = s_get_cv_croak (arg [1]);	3327	SV *cb_cv = s_get_cv_croak (arg [1]);
2718	av_push (av, SvREFCNT_inc_NN (cb_cv));	3328	av_push (av, SvREFCNT_inc_NN (cb_cv));
2719		3329
2720	if (SvIVX (AvARRAY (av)[0]))	3330	if (SvIVX (AvARRAY (av)[0]))
2721	coro_signal_wake (aTHX_ av, 1); /* ust be the only waiter */	3331	coro_signal_wake (aTHX_ av, 1); /* must be the only waiter */
2722		3332
2723	frame->prepare = prepare_nop;	3333	frame->prepare = prepare_nop;
2724	frame->check = slf_check_nop;	3334	frame->check = slf_check_nop;
2725	}	3335	}
2726	else if (SvIVX (AvARRAY (av)[0]))	3336	else if (SvIVX (AvARRAY (av)[0]))
…		…
2787	}	3397	}
2788		3398
2789	av_push (state, data_sv);	3399	av_push (state, data_sv);
2790		3400
2791	api_ready (aTHX_ coro);	3401	api_ready (aTHX_ coro);
2792	SvREFCNT_dec (coro);	3402	SvREFCNT_dec_NN (coro);
2793	SvREFCNT_dec ((AV *)state);	3403	SvREFCNT_dec_NN ((AV *)state);
2794	}	3404	}
2795		3405
2796	static int	3406	static int
2797	slf_check_aio_req (pTHX_ struct CoroSLF *frame)	3407	slf_check_aio_req (pTHX_ struct CoroSLF *frame)
2798	{	3408	{
…		…
2803	/* it quickly returns */	3413	/* it quickly returns */
2804	if (CORO_THROW)	3414	if (CORO_THROW)
2805	return 0;	3415	return 0;
2806		3416
2807	/* one element that is an RV? repeat! */	3417	/* one element that is an RV? repeat! */
2808	if (AvFILLp (state) == 0 && SvROK (AvARRAY (state)[0]))	3418	if (AvFILLp (state) == 0 && SvTYPE (AvARRAY (state)[0]) != SVt_PV)
2809	return 1;	3419	return 1;
2810		3420
2811	/* restore status */	3421	/* restore status */
2812	{	3422	{
2813	SV *data_sv = av_pop (state);	3423	SV *data_sv = av_pop (state);
…		…
2816	errno = data->errorno;	3426	errno = data->errorno;
2817	PL_laststype = data->laststype;	3427	PL_laststype = data->laststype;
2818	PL_laststatval = data->laststatval;	3428	PL_laststatval = data->laststatval;
2819	PL_statcache = data->statcache;	3429	PL_statcache = data->statcache;
2820		3430
2821	SvREFCNT_dec (data_sv);	3431	SvREFCNT_dec_NN (data_sv);
2822	}	3432	}
2823		3433
2824	/* push result values */	3434	/* push result values */
2825	{	3435	{
2826	dSP;	3436	dSP;
…		…
2852	dSP;	3462	dSP;
2853		3463
2854	static SV *prio_cv;	3464	static SV *prio_cv;
2855	static SV *prio_sv;	3465	static SV *prio_sv;
2856		3466
2857	if (expect_false (!prio_cv))	3467	if (ecb_expect_false (!prio_cv))
2858	{	3468	{
2859	prio_cv = (SV *)get_cv ("IO::AIO::aioreq_pri", 0);	3469	prio_cv = (SV *)get_cv ("IO::AIO::aioreq_pri", 0);
2860	prio_sv = newSViv (0);	3470	prio_sv = newSViv (0);
2861	}	3471	}
2862		3472
…		…
2888	/* now call the AIO function - we assume our request is uncancelable */	3498	/* now call the AIO function - we assume our request is uncancelable */
2889	PUTBACK;	3499	PUTBACK;
2890	call_sv ((SV *)req, G_VOID | G_DISCARD);	3500	call_sv ((SV *)req, G_VOID | G_DISCARD);
2891	}	3501	}
2892		3502
2893	/* now that the requets is going, we loop toll we have a result */	3503	/* now that the request is going, we loop till we have a result */
2894	frame->data = (void *)state;	3504	frame->data = (void *)state;
2895	frame->prepare = prepare_schedule;	3505	frame->prepare = prepare_schedule;
2896	frame->check = slf_check_aio_req;	3506	frame->check = slf_check_aio_req;
2897	}	3507	}
2898		3508
…		…
2910		3520
2911	#if CORO_CLONE	3521	#if CORO_CLONE
2912	# include "clone.c"	3522	# include "clone.c"
2913	#endif	3523	#endif
2914		3524
		3525	/*****************************************************************************/
		3526
		3527	static SV *
		3528	coro_new (pTHX_ HV *stash, SV **argv, int argc, int is_coro)
		3529	{
		3530	SV *coro_sv;
		3531	struct coro *coro;
		3532	MAGIC *mg;
		3533	HV *hv;
		3534	SV *cb;
		3535	int i;
		3536
		3537	if (argc > 0)
		3538	{
		3539	cb = s_get_cv_croak (argv [0]);
		3540
		3541	if (!is_coro)
		3542	{
		3543	if (CvISXSUB (cb))
		3544	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
		3545
		3546	if (!CvROOT (cb))
		3547	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
		3548	}
		3549	}
		3550
		3551	Newz (0, coro, 1, struct coro);
		3552	coro->args = newAV ();
		3553	coro->flags = CF_NEW;
		3554
		3555	if (coro_first) coro_first->prev = coro;
		3556	coro->next = coro_first;
		3557	coro_first = coro;
		3558
		3559	coro->hv = hv = newHV ();
		3560	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
		3561	mg->mg_flags |= MGf_DUP;
		3562	coro_sv = sv_bless (newRV_noinc ((SV *)hv), stash);
		3563
		3564	if (argc > 0)
		3565	{
		3566	av_extend (coro->args, argc + is_coro - 1);
		3567
		3568	if (is_coro)
		3569	{
		3570	av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
		3571	cb = (SV *)cv_coro_run;
		3572	}
		3573
		3574	coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
		3575
		3576	for (i = 1; i < argc; i++)
		3577	av_push (coro->args, newSVsv (argv [i]));
		3578	}
		3579
		3580	return coro_sv;
		3581	}
		3582
		3583	#ifndef __cplusplus
		3584	ecb_cold XS(boot_Coro__State);
		3585	#endif
		3586
		3587	#if CORO_JIT
		3588
		3589	static void ecb_noinline ecb_cold
		3590	pushav_4uv (pTHX_ UV a, UV b, UV c, UV d)
		3591	{
		3592	dSP;
		3593	AV *av = newAV ();
		3594
		3595	av_store (av, 3, newSVuv (d));
		3596	av_store (av, 2, newSVuv (c));
		3597	av_store (av, 1, newSVuv (b));
		3598	av_store (av, 0, newSVuv (a));
		3599
		3600	XPUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
		3601
		3602	PUTBACK;
		3603	}
		3604
		3605	static void ecb_noinline ecb_cold
		3606	jit_init (pTHX)
		3607	{
		3608	dSP;
		3609	SV *load, *save;
		3610	char *map_base;
		3611	char *load_ptr, *save_ptr;
		3612	STRLEN load_len, save_len, map_len;
		3613	int count;
		3614
		3615	eval_pv ("require 'Coro/jit-" CORO_JIT_TYPE ".pl'", 1);
		3616
		3617	PUSHMARK (SP);
		3618	#define VARx(name,expr,type) pushav_4uv (aTHX_ (UV)&(expr), sizeof (expr), offsetof (perl_slots, name), sizeof (type));
		3619	#include "state.h"
		3620	count = call_pv ("Coro::State::_jit", G_ARRAY);
		3621	SPAGAIN;
		3622
		3623	save = POPs; save_ptr = SvPVbyte (save, save_len);
		3624	load = POPs; load_ptr = SvPVbyte (load, load_len);
		3625
		3626	map_len = load_len + save_len + 16;
		3627
		3628	map_base = mmap (0, map_len, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
		3629
		3630	assert (("Coro: unable to mmap jit code page, cannot continue.", map_base != (char *)MAP_FAILED));
		3631
		3632	load_perl_slots = (load_save_perl_slots_type)map_base;
		3633	memcpy (load_perl_slots, load_ptr, load_len);
		3634
		3635	save_perl_slots = (load_save_perl_slots_type)(map_base + ((load_len + 15) & ~15));
		3636	memcpy (save_perl_slots, save_ptr, save_len);
		3637
		3638	/* we are good citizens and try to make the page read-only, so the evil evil */
		3639	/* hackers might have it a bit more difficult */
		3640	/* we do this in two steps, to potentially appease some security frameworks */
		3641	mprotect (map_base, map_len, PROT_READ);
		3642	mprotect (map_base, map_len, PROT_READ | PROT_EXEC);
		3643
		3644	PUTBACK;
		3645	eval_pv ("undef &Coro::State::_jit", 1);
		3646	}
		3647
		3648	#endif
		3649
2915	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_	3650	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
2916		3651
2917	PROTOTYPES: DISABLE	3652	PROTOTYPES: DISABLE
2918		3653
2919	BOOT:	3654	BOOT:
2920	{	3655	{
		3656	#define VARx(name,expr,type) if (sizeof (type) < sizeof (expr)) croak ("FATAL: Coro thread context slot '" # name "' too small for this version of perl.");
		3657	#include "state.h"
2921	#ifdef USE_ITHREADS	3658	#ifdef USE_ITHREADS
2922	# if CORO_PTHREAD	3659	# if CORO_PTHREAD
2923	coro_thx = PERL_GET_CONTEXT;	3660	coro_thx = PERL_GET_CONTEXT;
2924	# endif	3661	# endif
2925	#endif	3662	#endif
2926	BOOT_PAGESIZE;	3663	/* perl defines these to check for existance first, but why it doesn't */
		3664	/* just create them one at init time is not clear to me, except for */
		3665	/* programs trying to delete them, but... */
		3666	/* anyway, we declare this as invalid and make sure they are initialised here */
		3667	DEFSV;
		3668	ERRSV;
2927		3669
2928	cctx_current = cctx_new_empty ();	3670	cctx_current = cctx_new_empty ();
2929		3671
2930	irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV);	3672	irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV);
2931	stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO);	3673	stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO);
2932		3674
2933	orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get;	3675	{
2934	orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set;	3676	/*
2935	orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr;	3677	* we provide a vtbvl for %SIG magic that replaces PL_vtbl_sig
		3678	* by coro_sig_vtbl in hash values.
		3679	*/
		3680	MAGIC *mg = mg_find ((SV *)GvHV (gv_fetchpv ("SIG", GV_ADD | GV_NOTQUAL, SVt_PVHV)), PERL_MAGIC_sig);
		3681
		3682	/* this only works if perl doesn't have a vtbl for %SIG */
		3683	assert (!mg->mg_virtual);
		3684
		3685	/*
		3686	* The irony is that the perl API itself asserts that mg_virtual
		3687	* must be non-const, yet perl5porters insisted on marking their
		3688	* vtbls as read-only, just to thwart perl modules from patching
		3689	* them.
		3690	*/
		3691	mg->mg_virtual = (MGVTBL *)&coro_sig_vtbl;
		3692	mg->mg_flags |= MGf_COPY;
		3693
		3694	coro_sigelem_vtbl = PL_vtbl_sigelem;
		3695	coro_sigelem_vtbl.svt_get = coro_sigelem_get;
		3696	coro_sigelem_vtbl.svt_set = coro_sigelem_set;
		3697	coro_sigelem_vtbl.svt_clear = coro_sigelem_clr;
		3698	}
2936		3699
2937	hv_sig = coro_get_hv (aTHX_ "SIG", TRUE);
2938	rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));	3700	rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));
2939	rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));	3701	rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));
2940		3702
2941	coro_state_stash = gv_stashpv ("Coro::State", TRUE);	3703	coro_state_stash = gv_stashpv ("Coro::State", TRUE);
		3704
		3705	newCONSTSUB (coro_state_stash, "BACKEND", newSVpv (CORO_BACKEND, 0)); /* undocumented */
2942		3706
2943	newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));	3707	newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));
2944	newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));	3708	newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));
2945	newCONSTSUB (coro_state_stash, "CC_TRACE_LINE", newSViv (CC_TRACE_LINE));	3709	newCONSTSUB (coro_state_stash, "CC_TRACE_LINE", newSViv (CC_TRACE_LINE));
2946	newCONSTSUB (coro_state_stash, "CC_TRACE_ALL" , newSViv (CC_TRACE_ALL));	3710	newCONSTSUB (coro_state_stash, "CC_TRACE_ALL" , newSViv (CC_TRACE_ALL));
…		…
2971	coroapi.prepare_nop = prepare_nop;	3735	coroapi.prepare_nop = prepare_nop;
2972	coroapi.prepare_schedule = prepare_schedule;	3736	coroapi.prepare_schedule = prepare_schedule;
2973	coroapi.prepare_cede = prepare_cede;	3737	coroapi.prepare_cede = prepare_cede;
2974	coroapi.prepare_cede_notself = prepare_cede_notself;	3738	coroapi.prepare_cede_notself = prepare_cede_notself;
2975		3739
2976	{	3740	time_init (aTHX);
2977	SV **svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
2978
2979	if (!svp) croak ("Time::HiRes is required");
2980	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer");
2981
2982	nvtime = INT2PTR (double (*)(), SvIV (*svp));
2983
2984	svp = hv_fetch (PL_modglobal, "Time::U2time", 12, 0);
2985	u2time = INT2PTR (void (*)(pTHX_ UV ret[2]), SvIV (*svp));
2986	}
2987		3741
2988	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));	3742	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));
		3743	#if CORO_JIT
		3744	PUTBACK;
		3745	jit_init (aTHX);
		3746	SPAGAIN;
		3747	#endif
2989	}	3748	}
2990		3749
2991	SV *	3750	SV *
2992	new (char *klass, ...)	3751	new (SV *klass, ...)
2993	ALIAS:	3752	ALIAS:
2994	Coro::new = 1	3753	Coro::new = 1
2995	CODE:	3754	CODE:
2996	{	3755	RETVAL = coro_new (aTHX_ ix ? coro_stash : coro_state_stash, &ST (1), items - 1, ix);
2997	struct coro *coro;	3756	OUTPUT:
2998	MAGIC *mg;
2999	HV *hv;
3000	SV *cb;
3001	int i;
3002
3003	if (items > 1)
3004	{
3005	cb = s_get_cv_croak (ST (1));
3006
3007	if (!ix)
3008	{
3009	if (CvISXSUB (cb))
3010	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
3011
3012	if (!CvROOT (cb))
3013	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
3014	}
3015	}
3016
3017	Newz (0, coro, 1, struct coro);
3018	coro->args = newAV ();
3019	coro->flags = CF_NEW;
3020
3021	if (coro_first) coro_first->prev = coro;
3022	coro->next = coro_first;
3023	coro_first = coro;
3024
3025	coro->hv = hv = newHV ();
3026	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
3027	mg->mg_flags |= MGf_DUP;
3028	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
3029
3030	if (items > 1)
3031	{
3032	av_extend (coro->args, items - 1 + ix - 1);
3033
3034	if (ix)
3035	{
3036	av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
3037	cb = (SV *)cv_coro_run;
3038	}
3039
3040	coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
3041
3042	for (i = 2; i < items; i++)
3043	av_push (coro->args, newSVsv (ST (i)));
3044	}
3045	}
3046	OUTPUT:
3047	RETVAL	3757	RETVAL
3048		3758
3049	void	3759	void
3050	transfer (...)	3760	transfer (...)
3051	PROTOTYPE: $$	3761	PROTOTYPE: $$
3052	CODE:	3762	CODE:
3053	CORO_EXECUTE_SLF_XS (slf_init_transfer);	3763	CORO_EXECUTE_SLF_XS (slf_init_transfer);
3054
3055	bool
3056	_destroy (SV *coro_sv)
3057	CODE:
3058	RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
3059	OUTPUT:
3060	RETVAL
3061
3062	void
3063	_exit (int code)
3064	PROTOTYPE: $
3065	CODE:
3066	_exit (code);
3067		3764
3068	SV *	3765	SV *
3069	clone (Coro::State coro)	3766	clone (Coro::State coro)
3070	CODE:	3767	CODE:
3071	{	3768	{
…		…
3126	void	3823	void
3127	list ()	3824	list ()
3128	PROTOTYPE:	3825	PROTOTYPE:
3129	PPCODE:	3826	PPCODE:
3130	{	3827	{
3131	struct coro *coro;	3828	struct coro *coro;
3132	for (coro = coro_first; coro; coro = coro->next)	3829	for (coro = coro_first; coro; coro = coro->next)
3133	if (coro->hv)	3830	if (coro->hv)
3134	XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));	3831	XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));
3135	}	3832	}
3136		3833
…		…
3138	call (Coro::State coro, SV *coderef)	3835	call (Coro::State coro, SV *coderef)
3139	ALIAS:	3836	ALIAS:
3140	eval = 1	3837	eval = 1
3141	CODE:	3838	CODE:
3142	{	3839	{
		3840	struct coro *current = SvSTATE_current;
		3841
3143	if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))	3842	if ((coro == current) || (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot)))
3144	{	3843	{
3145	struct coro *current = SvSTATE_current;	3844	struct CoroSLF slf_save;
3146		3845
3147	if (current != coro)	3846	if (current != coro)
3148	{	3847	{
3149	PUTBACK;	3848	PUTBACK;
3150	save_perl (aTHX_ current);	3849	save_perl (aTHX_ current);
3151	load_perl (aTHX_ coro);	3850	load_perl (aTHX_ coro);
		3851	/* the coro is most likely in an active SLF call.
		3852	* while not strictly required (the code we execute is
		3853	* not allowed to call any SLF functions), it's cleaner
		3854	* to reinitialise the slf_frame and restore it later.
		3855	* This might one day allow us to actually do SLF calls
		3856	* from code executed here.
		3857	*/
		3858	slf_save = slf_frame;
		3859	slf_frame.prepare = 0;
3152	SPAGAIN;	3860	SPAGAIN;
3153	}	3861	}
3154		3862
3155	PUSHSTACK;	3863	PUSHSTACK;
3156		3864
…		…
3166	SPAGAIN;	3874	SPAGAIN;
3167		3875
3168	if (current != coro)	3876	if (current != coro)
3169	{	3877	{
3170	PUTBACK;	3878	PUTBACK;
		3879	slf_frame = slf_save;
3171	save_perl (aTHX_ coro);	3880	save_perl (aTHX_ coro);
3172	load_perl (aTHX_ current);	3881	load_perl (aTHX_ current);
3173	SPAGAIN;	3882	SPAGAIN;
3174	}	3883	}
3175	}	3884	}
…		…
3180	PROTOTYPE: $	3889	PROTOTYPE: $
3181	ALIAS:	3890	ALIAS:
3182	is_ready = CF_READY	3891	is_ready = CF_READY
3183	is_running = CF_RUNNING	3892	is_running = CF_RUNNING
3184	is_new = CF_NEW	3893	is_new = CF_NEW
3185	is_destroyed = CF_DESTROYED	3894	is_destroyed = CF_ZOMBIE
		3895	is_zombie = CF_ZOMBIE
3186	is_suspended = CF_SUSPENDED	3896	is_suspended = CF_SUSPENDED
3187	CODE:	3897	CODE:
3188	RETVAL = boolSV (coro->flags & ix);	3898	RETVAL = boolSV (coro->flags & ix);
3189	OUTPUT:	3899	OUTPUT:
3190	RETVAL	3900	RETVAL
3191		3901
3192	void	3902	void
3193	throw (Coro::State self, SV *throw = &PL_sv_undef)	3903	throw (SV *self, SV *exception = &PL_sv_undef)
3194	PROTOTYPE: $;$	3904	PROTOTYPE: $;$
3195	CODE:	3905	CODE:
3196	{	3906	{
		3907	struct coro *coro = SvSTATE (self);
3197	struct coro *current = SvSTATE_current;	3908	struct coro *current = SvSTATE_current;
3198	SV **throwp = self == current ? &CORO_THROW : &self->except;	3909	SV **exceptionp = coro == current ? &CORO_THROW : &coro->except;
3199	SvREFCNT_dec (*throwp);	3910	SvREFCNT_dec (*exceptionp);
3200	SvGETMAGIC (throw);	3911	SvGETMAGIC (exception);
3201	*throwp = SvOK (throw) ? newSVsv (throw) : 0;	3912	*exceptionp = SvOK (exception) ? newSVsv (exception) : 0;
		3913
		3914	api_ready (aTHX_ self);
3202	}	3915	}
3203		3916
3204	void	3917	void
3205	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)	3918	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
3206	PROTOTYPE: $;$	3919	PROTOTYPE: $;$
…		…
3261		3974
3262	void	3975	void
3263	cancel (Coro::State self)	3976	cancel (Coro::State self)
3264	CODE:	3977	CODE:
3265	coro_state_destroy (aTHX_ self);	3978	coro_state_destroy (aTHX_ self);
3266	coro_call_on_destroy (aTHX_ self); /* actually only for Coro objects */
3267
3268		3979
3269	SV *	3980	SV *
3270	enable_times (int enabled = enable_times)	3981	enable_times (int enabled = enable_times)
3271	CODE:	3982	CODE:
3272	{	3983	{
…		…
3285		3996
3286	void	3997	void
3287	times (Coro::State self)	3998	times (Coro::State self)
3288	PPCODE:	3999	PPCODE:
3289	{	4000	{
3290	struct coro *current = SvSTATE (coro_current);	4001	struct coro *current = SvSTATE (coro_current);
3291		4002
3292	if (expect_false (current == self))	4003	if (ecb_expect_false (current == self))
3293	{	4004	{
3294	coro_times_update ();	4005	coro_times_update ();
3295	coro_times_add (SvSTATE (coro_current));	4006	coro_times_add (SvSTATE (coro_current));
3296	}	4007	}
3297		4008
3298	EXTEND (SP, 2);	4009	EXTEND (SP, 2);
3299	PUSHs (sv_2mortal (newSVnv (self->t_real [0] + self->t_real [1] * 1e-9)));	4010	PUSHs (sv_2mortal (newSVnv (self->t_real [0] + self->t_real [1] * 1e-9)));
3300	PUSHs (sv_2mortal (newSVnv (self->t_cpu [0] + self->t_cpu [1] * 1e-9)));	4011	PUSHs (sv_2mortal (newSVnv (self->t_cpu [0] + self->t_cpu [1] * 1e-9)));
3301		4012
3302	if (expect_false (current == self))	4013	if (ecb_expect_false (current == self))
3303	coro_times_sub (SvSTATE (coro_current));	4014	coro_times_sub (SvSTATE (coro_current));
3304	}	4015	}
3305		4016
		4017	void
		4018	swap_sv (Coro::State coro, SV *sva, SV *svb)
		4019	CODE:
		4020	{
		4021	struct coro *current = SvSTATE_current;
		4022	AV *swap_sv;
		4023	int i;
		4024
		4025	sva = SvRV (sva);
		4026	svb = SvRV (svb);
		4027
		4028	if (current == coro)
		4029	SWAP_SVS_LEAVE (current);
		4030
		4031	if (!coro->swap_sv)
		4032	coro->swap_sv = newAV ();
		4033
		4034	swap_sv = coro->swap_sv;
		4035
		4036	for (i = AvFILLp (swap_sv) - 1; i >= 0; i -= 2)
		4037	{
		4038	SV *a = AvARRAY (swap_sv)[i ];
		4039	SV *b = AvARRAY (swap_sv)[i + 1];
		4040
		4041	if (a == sva && b == svb)
		4042	{
		4043	SvREFCNT_dec_NN (a);
		4044	SvREFCNT_dec_NN (b);
		4045
		4046	for (; i <= AvFILLp (swap_sv) - 2; i++)
		4047	AvARRAY (swap_sv)[i] = AvARRAY (swap_sv)[i + 2];
		4048
		4049	AvFILLp (swap_sv) -= 2;
		4050
		4051	goto removed;
		4052	}
		4053	}
		4054
		4055	av_push (swap_sv, SvREFCNT_inc_NN (sva));
		4056	av_push (swap_sv, SvREFCNT_inc_NN (svb));
		4057
		4058	removed:
		4059
		4060	if (current == coro)
		4061	SWAP_SVS_ENTER (current);
		4062	}
		4063
		4064
3306	MODULE = Coro::State PACKAGE = Coro	4065	MODULE = Coro::State PACKAGE = Coro
3307		4066
3308	BOOT:	4067	BOOT:
3309	{	4068	{
		4069	if (SVt_LAST > 32)
		4070	croak ("Coro internal error: SVt_LAST > 32, swap_sv might need adjustment");
		4071
3310	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);	4072	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3311	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);	4073	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3312	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);	4074	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3313	cv_coro_terminate = get_cv ( "Coro::terminate" , GV_ADD);
3314	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);	4075	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
3315	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);	4076	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);
3316	av_destroy = coro_get_av (aTHX_ "Coro::destroy" , TRUE);	4077	av_destroy = coro_get_av (aTHX_ "Coro::destroy" , TRUE);
3317	sv_manager = coro_get_sv (aTHX_ "Coro::manager" , TRUE);	4078	sv_manager = coro_get_sv (aTHX_ "Coro::manager" , TRUE);
3318	sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);	4079	sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);
3319		4080
3320	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);	4081	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);
3321	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);	4082	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);
3322	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);	4083	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);
3323	cv_coro_state_new = get_cv ("Coro::State::new", 0); SvREADONLY_on (cv_coro_state_new);	4084	CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */
3324		4085
3325	coro_stash = gv_stashpv ("Coro", TRUE);	4086	coro_stash = gv_stashpv ("Coro", TRUE);
3326		4087
3327	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));	4088	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));
3328	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));	4089	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));
…		…
3341	coroapi.ready = api_ready;	4102	coroapi.ready = api_ready;
3342	coroapi.is_ready = api_is_ready;	4103	coroapi.is_ready = api_is_ready;
3343	coroapi.nready = coro_nready;	4104	coroapi.nready = coro_nready;
3344	coroapi.current = coro_current;	4105	coroapi.current = coro_current;
3345		4106
		4107	coroapi.enterleave_hook = api_enterleave_hook;
		4108	coroapi.enterleave_unhook = api_enterleave_unhook;
		4109	coroapi.enterleave_scope_hook = api_enterleave_scope_hook;
		4110
3346	/*GCoroAPI = &coroapi;*/	4111	/*GCoroAPI = &coroapi;*/
3347	sv_setiv (sv, (IV)&coroapi);	4112	sv_setiv (sv, PTR2IV (&coroapi));
3348	SvREADONLY_on (sv);	4113	SvREADONLY_on (sv);
3349	}	4114	}
3350	}	4115	}
		4116
		4117	SV *
		4118	async (...)
		4119	PROTOTYPE: &@
		4120	CODE:
		4121	RETVAL = coro_new (aTHX_ coro_stash, &ST (0), items, 1);
		4122	api_ready (aTHX_ RETVAL);
		4123	OUTPUT:
		4124	RETVAL
		4125
		4126	void
		4127	_destroy (Coro::State coro)
		4128	CODE:
		4129	/* used by the manager thread */
		4130	coro_state_destroy (aTHX_ coro);
		4131
		4132	void
		4133	on_destroy (Coro::State coro, SV *cb)
		4134	CODE:
		4135	coro_push_on_destroy (aTHX_ coro, newSVsv (cb));
		4136
		4137	void
		4138	join (...)
		4139	CODE:
		4140	CORO_EXECUTE_SLF_XS (slf_init_join);
3351		4141
3352	void	4142	void
3353	terminate (...)	4143	terminate (...)
3354	CODE:	4144	CODE:
3355	CORO_EXECUTE_SLF_XS (slf_init_terminate);	4145	CORO_EXECUTE_SLF_XS (slf_init_terminate);
3356		4146
3357	void	4147	void
		4148	cancel (...)
		4149	CODE:
		4150	CORO_EXECUTE_SLF_XS (slf_init_cancel);
		4151
		4152	int
		4153	safe_cancel (Coro::State self, ...)
		4154	C_ARGS: aTHX_ self, &ST (1), items - 1
		4155
		4156	void
3358	schedule (...)	4157	schedule (...)
3359	CODE:	4158	CODE:
3360	CORO_EXECUTE_SLF_XS (slf_init_schedule);	4159	CORO_EXECUTE_SLF_XS (slf_init_schedule);
3361		4160
3362	void	4161	void
…		…
3381		4180
3382	void	4181	void
3383	_set_current (SV *current)	4182	_set_current (SV *current)
3384	PROTOTYPE: $	4183	PROTOTYPE: $
3385	CODE:	4184	CODE:
3386	SvREFCNT_dec (SvRV (coro_current));	4185	SvREFCNT_dec_NN (SvRV (coro_current));
3387	SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));	4186	SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));
3388		4187
3389	void	4188	void
3390	_set_readyhook (SV *hook)	4189	_set_readyhook (SV *hook)
3391	PROTOTYPE: $	4190	PROTOTYPE: $
…		…
3473	for (i = 1; i < items; ++i)	4272	for (i = 1; i < items; ++i)
3474	av_push (av, SvREFCNT_inc_NN (ST (i)));	4273	av_push (av, SvREFCNT_inc_NN (ST (i)));
3475		4274
3476	if ((SV *)hv == &PL_sv_undef)	4275	if ((SV *)hv == &PL_sv_undef)
3477	{	4276	{
3478	PUSHMARK (SP);	4277	SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
3479	EXTEND (SP, 2);
3480	PUSHs (sv_Coro);
3481	PUSHs ((SV *)cv_pool_handler);
3482	PUTBACK;
3483	call_sv ((SV *)cv_coro_state_new, G_SCALAR);
3484	SPAGAIN;
3485
3486	hv = (HV *)SvREFCNT_inc_NN (SvRV (POPs));	4278	hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
		4279	SvREFCNT_dec_NN (sv);
3487	}	4280	}
3488		4281
3489	{	4282	{
3490	struct coro *coro = SvSTATE_hv (hv);	4283	struct coro *coro = SvSTATE_hv (hv);
3491		4284
…		…
3498	api_ready (aTHX_ (SV *)hv);	4291	api_ready (aTHX_ (SV *)hv);
3499		4292
3500	if (GIMME_V != G_VOID)	4293	if (GIMME_V != G_VOID)
3501	XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv)));	4294	XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv)));
3502	else	4295	else
3503	SvREFCNT_dec (hv);	4296	SvREFCNT_dec_NN (hv);
3504	}	4297	}
3505		4298
3506	SV *	4299	SV *
3507	rouse_cb ()	4300	rouse_cb ()
3508	PROTOTYPE:	4301	PROTOTYPE:
…		…
3523	on_leave = 1	4316	on_leave = 1
3524	PROTOTYPE: &	4317	PROTOTYPE: &
3525	CODE:	4318	CODE:
3526	{	4319	{
3527	struct coro *coro = SvSTATE_current;	4320	struct coro *coro = SvSTATE_current;
3528	AV **avp = ix ? &coro->on_leave : &coro->on_enter;	4321	AV **avp = ix ? &coro->on_leave : &coro->on_enter;
3529		4322
3530	block = s_get_cv_croak (block);	4323	block = s_get_cv_croak (block);
3531		4324
3532	if (!*avp)	4325	if (!*avp)
3533	*avp = newAV ();	4326	*avp = newAV ();
…		…
3553		4346
3554	SV *	4347	SV *
3555	new (SV *klass, SV *count = 0)	4348	new (SV *klass, SV *count = 0)
3556	CODE:	4349	CODE:
3557	{	4350	{
3558	int semcnt = 1;	4351	int semcnt = 1;
3559		4352
3560	if (count)	4353	if (count)
3561	{	4354	{
3562	SvGETMAGIC (count);	4355	SvGETMAGIC (count);
3563		4356
…		…
3587	RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]);	4380	RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]);
3588	OUTPUT:	4381	OUTPUT:
3589	RETVAL	4382	RETVAL
3590		4383
3591	void	4384	void
3592	up (SV *self, int adjust = 1)	4385	up (SV *self)
3593	ALIAS:
3594	adjust = 1
3595	CODE:	4386	CODE:
		4387	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), 1);
		4388
		4389	void
		4390	adjust (SV *self, int adjust)
		4391	CODE:
3596	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), ix ? adjust : 1);	4392	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), adjust);
3597		4393
3598	void	4394	void
3599	down (...)	4395	down (...)
3600	CODE:	4396	CODE:
3601	CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);	4397	CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);
…		…
3623	XSRETURN_NO;	4419	XSRETURN_NO;
3624	}	4420	}
3625		4421
3626	void	4422	void
3627	waiters (SV *self)	4423	waiters (SV *self)
3628	PPCODE:	4424	PPCODE:
3629	{	4425	{
3630	AV *av = (AV *)SvRV (self);	4426	AV *av = (AV *)SvRV (self);
3631	int wcount = AvFILLp (av) + 1 - 1;	4427	int wcount = AvFILLp (av) + 1 - 1;
3632		4428
3633	if (GIMME_V == G_SCALAR)	4429	if (GIMME_V == G_SCALAR)
…		…
3642	}	4438	}
3643		4439
3644	MODULE = Coro::State PACKAGE = Coro::SemaphoreSet	4440	MODULE = Coro::State PACKAGE = Coro::SemaphoreSet
3645		4441
3646	void	4442	void
3647	_may_delete (SV *sem, int count, int extra_refs)	4443	_may_delete (SV *sem, int count, unsigned int extra_refs)
3648	PPCODE:	4444	PPCODE:
3649	{	4445	{
3650	AV *av = (AV *)SvRV (sem);	4446	AV *av = (AV *)SvRV (sem);
3651		4447
3652	if (SvREFCNT ((SV *)av) == 1 + extra_refs	4448	if (SvREFCNT ((SV *)av) == 1 + extra_refs
3653	&& AvFILLp (av) == 0 /* no waiters, just count */	4449	&& AvFILLp (av) == 0 /* no waiters, just count */
3654	&& SvIV (AvARRAY (av)[0]) == count)	4450	&& SvIV (AvARRAY (av)[0]) == count)
3655	XSRETURN_YES;	4451	XSRETURN_YES;
…		…
3676		4472
3677	void	4473	void
3678	broadcast (SV *self)	4474	broadcast (SV *self)
3679	CODE:	4475	CODE:
3680	{	4476	{
3681	AV *av = (AV *)SvRV (self);	4477	AV *av = (AV *)SvRV (self);
3682	coro_signal_wake (aTHX_ av, AvFILLp (av));	4478	coro_signal_wake (aTHX_ av, AvFILLp (av));
3683	}	4479	}
3684		4480
3685	void	4481	void
3686	send (SV *self)	4482	send (SV *self)
…		…
3694	SvIVX (AvARRAY (av)[0]) = 1; /* remember the signal */	4490	SvIVX (AvARRAY (av)[0]) = 1; /* remember the signal */
3695	}	4491	}
3696		4492
3697	IV	4493	IV
3698	awaited (SV *self)	4494	awaited (SV *self)
3699	CODE:	4495	CODE:
3700	RETVAL = AvFILLp ((AV *)SvRV (self)) + 1 - 1;	4496	RETVAL = AvFILLp ((AV *)SvRV (self)) + 1 - 1;
3701	OUTPUT:	4497	OUTPUT:
3702	RETVAL	4498	RETVAL
3703		4499
3704		4500
…		…
3709		4505
3710	void	4506	void
3711	_schedule (...)	4507	_schedule (...)
3712	CODE:	4508	CODE:
3713	{	4509	{
3714	static int incede;	4510	static int incede;
3715		4511
3716	api_cede_notself (aTHX);	4512	api_cede_notself (aTHX);
3717		4513
3718	++incede;	4514	++incede;
3719	while (coro_nready >= incede && api_cede (aTHX))	4515	while (coro_nready >= incede && api_cede (aTHX))
…		…
3763	{	4559	{
3764	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;	4560	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;
3765	coro_old_pp_sselect = 0;	4561	coro_old_pp_sselect = 0;
3766	}	4562	}
3767		4563
		4564	MODULE = Coro::State PACKAGE = Coro::Util
3768		4565
		4566	void
		4567	_exit (int code)
		4568	CODE:
		4569	_exit (code);
		4570
		4571	NV
		4572	time ()
		4573	CODE:
		4574	RETVAL = nvtime (aTHX);
		4575	OUTPUT:
		4576	RETVAL
		4577
		4578	NV
		4579	gettimeofday ()
		4580	PPCODE:
		4581	{
		4582	UV tv [2];
		4583	u2time (aTHX_ tv);
		4584	EXTEND (SP, 2);
		4585	PUSHs (sv_2mortal (newSVuv (tv [0])));
		4586	PUSHs (sv_2mortal (newSVuv (tv [1])));
		4587	}
		4588

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines