ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.401 by root, Mon May 16 22:08:24 2011 UTC vs.
Revision 1.476 by root, Sun Jan 12 17:27:24 2020 UTC

1	/* this works around a bug in mingw32 providing a non-working setjmp */	1	/* this works around a bug in mingw32 providing a non-working setjmp */
2	#define USE_NO_MINGW_SETJMP_TWO_ARGS	2	#define USE_NO_MINGW_SETJMP_TWO_ARGS
3		3
4	#define NDEBUG 1	4	#define NDEBUG 1 /* perl usually disables NDEBUG later */
5		5
6	#include "libcoro/coro.c"	6	#include "libcoro/coro.c"
		7
		8	#if CORO_UCONTEXT
		9	#define CORO_BACKEND "ucontext"
		10	#elif CORO_SJLJ
		11	#define CORO_BACKEND "sjlj"
		12	#elif CORO_LINUX
		13	#define CORO_BACKEND "linux"
		14	#elif CORO_LOSER
		15	#define CORO_BACKEND "loser"
		16	#elif CORO_FIBER
		17	#define CORO_BACKEND "fiber"
		18	#elif CORO_IRIX
		19	#define CORO_BACKEND "irix"
		20	#elif CORO_ASM
		21	#define CORO_BACKEND "asm"
		22	#elif CORO_PTHREAD
		23	#define CORO_BACKEND "pthread"
		24	#else
		25	#define CORO_BACKEND "unknown"
		26	#endif
7		27
8	#define PERL_NO_GET_CONTEXT	28	#define PERL_NO_GET_CONTEXT
9	#define PERL_EXT	29	#define PERL_EXT
10		30
11	#include "EXTERN.h"	31	#include "EXTERN.h"
…		…
13	#include "XSUB.h"	33	#include "XSUB.h"
14	#include "perliol.h"	34	#include "perliol.h"
15		35
16	#include "schmorp.h"	36	#include "schmorp.h"
17		37
		38	#define ECB_NO_THREADS 1
		39	#define ECB_NO_LIBM 1
		40	#include "ecb.h"
		41
		42	#include <stddef.h>
18	#include <stdio.h>	43	#include <stdio.h>
19	#include <errno.h>	44	#include <errno.h>
20	#include <assert.h>	45	#include <assert.h>
21		46
		47	#ifndef SvREFCNT_dec_NN
		48	#define SvREFCNT_dec_NN(sv) SvREFCNT_dec (sv)
		49	#endif
		50
		51	#ifndef SvREFCNT_inc_NN
		52	#define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
		53	#endif
		54
22	#ifndef SVs_PADSTALE	55	#ifndef SVs_PADSTALE
23	# define SVs_PADSTALE 0	56	# define SVs_PADSTALE 0
		57	#endif
		58
		59	#ifdef PadARRAY
		60	# define NEWPADAPI 1
		61	# define newPADLIST(var) (Newz (0, var, 1, PADLIST), Newx (PadlistARRAY (var), 2, PAD *))
		62	#else
		63	typedef AV PADNAMELIST;
		64	# if !PERL_VERSION_ATLEAST(5,8,0)
		65	typedef AV PADLIST;
		66	typedef AV PAD;
		67	# endif
		68	# define PadlistARRAY(pl) ((PAD **)AvARRAY (pl))
		69	# define PadlistMAX(pl) AvFILLp (pl)
		70	# define PadlistNAMES(pl) (*PadlistARRAY (pl))
		71	# define PadARRAY AvARRAY
		72	# define PadMAX AvFILLp
		73	# define newPADLIST(var) ((var) = newAV (), av_extend (var, 1))
		74	#endif
		75	#ifndef PadnamelistREFCNT
		76	# define PadnamelistREFCNT(pnl) SvREFCNT (pnl)
		77	#endif
		78	#ifndef PadnamelistREFCNT_dec
		79	# define PadnamelistREFCNT_dec(pnl) SvREFCNT_dec (pnl)
		80	#endif
		81
		82	/* 5.19.something has replaced SVt_BIND by SVt_INVLIST */
		83	/* we just alias it to SVt_IV, as that is sufficient for swap_sv for now */
		84	#if PERL_VERSION_ATLEAST(5,19,0)
		85	# define SVt_BIND SVt_IV
24	#endif	86	#endif
25		87
26	#if defined(_WIN32)	88	#if defined(_WIN32)
27	# undef HAS_GETTIMEOFDAY	89	# undef HAS_GETTIMEOFDAY
28	# undef setjmp	90	# undef setjmp
…		…
31	# define setjmp _setjmp /* deep magic */	93	# define setjmp _setjmp /* deep magic */
32	#else	94	#else
33	# include <inttypes.h> /* most portable stdint.h */	95	# include <inttypes.h> /* most portable stdint.h */
34	#endif	96	#endif
35		97
36	#ifdef HAVE_MMAP
37	# include <unistd.h>
38	# include <sys/mman.h>
39	# ifndef MAP_ANONYMOUS
40	# ifdef MAP_ANON
41	# define MAP_ANONYMOUS MAP_ANON
42	# else
43	# undef HAVE_MMAP
44	# endif
45	# endif
46	# include <limits.h>
47	# ifndef PAGESIZE
48	# define PAGESIZE pagesize
49	# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
50	static long pagesize;
51	# else
52	# define BOOT_PAGESIZE (void)0
53	# endif
54	#else
55	# define PAGESIZE 0
56	# define BOOT_PAGESIZE (void)0
57	#endif
58
59	#if CORO_USE_VALGRIND
60	# include <valgrind/valgrind.h>
61	#endif
62
63	/* the maximum number of idle cctx that will be pooled */	98	/* the maximum number of idle cctx that will be pooled */
64	static int cctx_max_idle = 4;	99	static int cctx_max_idle = 4;
65		100
66	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64	101	#if defined(DEBUGGING) && PERL_VERSION_ATLEAST(5,12,0)
67	# undef CORO_STACKGUARD	102	# define HAS_SCOPESTACK_NAME 1
68	#endif
69
70	#ifndef CORO_STACKGUARD
71	# define CORO_STACKGUARD 0
72	#endif	103	#endif
73		104
74	/* prefer perl internal functions over our own? */	105	/* prefer perl internal functions over our own? */
75	#ifndef CORO_PREFER_PERL_FUNCTIONS	106	#ifndef CORO_PREFER_PERL_FUNCTIONS
76	# define CORO_PREFER_PERL_FUNCTIONS 0	107	# define CORO_PREFER_PERL_FUNCTIONS 0
…		…
86	# define STACKLEVEL ((void *)&stacklevel)	117	# define STACKLEVEL ((void *)&stacklevel)
87	#endif	118	#endif
88		119
89	#define IN_DESTRUCT PL_dirty	120	#define IN_DESTRUCT PL_dirty
90		121
91	#if __GNUC__ >= 3
92	# define attribute(x) __attribute__(x)
93	# define expect(expr,value) __builtin_expect ((expr), (value))
94	# define INLINE static inline
95	#else
96	# define attribute(x)
97	# define expect(expr,value) (expr)
98	# define INLINE static
99	#endif
100
101	#define expect_false(expr) expect ((expr) != 0, 0)
102	#define expect_true(expr) expect ((expr) != 0, 1)
103
104	#define NOINLINE attribute ((noinline))
105
106	#include "CoroAPI.h"	122	#include "CoroAPI.h"
107	#define GCoroAPI (&coroapi) /* very sneaky */	123	#define GCoroAPI (&coroapi) /* very sneaky */
108		124
109	#ifdef USE_ITHREADS	125	#ifdef USE_ITHREADS
110	# if CORO_PTHREAD	126	# if CORO_PTHREAD
…		…
120	# define CORO_CLOCK_MONOTONIC 1	136	# define CORO_CLOCK_MONOTONIC 1
121	# define CORO_CLOCK_THREAD_CPUTIME_ID 3	137	# define CORO_CLOCK_THREAD_CPUTIME_ID 3
122	# endif	138	# endif
123	#endif	139	#endif
124		140
		141	/* one off bugfix for perl 5.22 */
		142	#if PERL_VERSION_ATLEAST(5,22,0) && !PERL_VERSION_ATLEAST(5,24,0)
		143	# undef PadlistNAMES
		144	# define PadlistNAMES(pl) *((PADNAMELIST **)PadlistARRAY (pl))
		145	#endif
		146
		147	#if PERL_VERSION_ATLEAST(5,24,0)
		148	# define SUB_ARGARRAY PL_curpad[0]
		149	#else
		150	# define SUB_ARGARRAY (SV *)cx->blk_sub.argarray
		151	#endif
		152
		153	/* perl usually suppresses asserts. for debugging, we sometimes force it to be on */
		154	#if 0
		155	# undef NDEBUG
		156	# include <assert.h>
		157	#endif
		158
125	static double (*nvtime)(); /* so why doesn't it take void? */	159	static double (*nvtime)(); /* so why doesn't it take void? */
126	static void (*u2time)(pTHX_ UV ret[2]);	160	static void (*u2time)(pTHX_ UV ret[2]);
127		161
128	/* we hijack an hopefully unused CV flag for our purposes */	162	/* we hijack an hopefully unused CV flag for our purposes */
129	#define CVf_SLF 0x4000	163	#define CVf_SLF 0x4000
…		…
144		178
145	static GV *irsgv; /* $/ */	179	static GV *irsgv; /* $/ */
146	static GV *stdoutgv; /* *STDOUT */	180	static GV *stdoutgv; /* *STDOUT */
147	static SV *rv_diehook;	181	static SV *rv_diehook;
148	static SV *rv_warnhook;	182	static SV *rv_warnhook;
149	static HV *hv_sig; /* %SIG */
150		183
151	/* async_pool helper stuff */	184	/* async_pool helper stuff */
152	static SV *sv_pool_rss;	185	static SV *sv_pool_rss;
153	static SV *sv_pool_size;	186	static SV *sv_pool_size;
154	static SV *sv_async_pool_idle; /* description string */	187	static SV *sv_async_pool_idle; /* description string */
…		…
182	typedef struct coro_cctx	215	typedef struct coro_cctx
183	{	216	{
184	struct coro_cctx *next;	217	struct coro_cctx *next;
185		218
186	/* the stack */	219	/* the stack */
187	void *sptr;	220	struct coro_stack stack;
188	size_t ssize;
189		221
190	/* cpu state */	222	/* cpu state */
191	void *idle_sp; /* sp of top-level transfer/schedule/cede call */	223	void *idle_sp; /* sp of top-level transfer/schedule/cede call */
		224	#ifndef NDEBUG
192	JMPENV *idle_te; /* same as idle_sp, but for top_env, TODO: remove once stable */	225	JMPENV *idle_te; /* same as idle_sp, but for top_env */
		226	#endif
193	JMPENV *top_env;	227	JMPENV *top_env;
194	coro_context cctx;	228	coro_context cctx;
195		229
196	U32 gen;	230	U32 gen;
197	#if CORO_USE_VALGRIND	231	#if CORO_USE_VALGRIND
…		…
217	};	251	};
218		252
219	/* the structure where most of the perl state is stored, overlaid on the cxstack */	253	/* the structure where most of the perl state is stored, overlaid on the cxstack */
220	typedef struct	254	typedef struct
221	{	255	{
222	SV *defsv;
223	AV *defav;
224	SV *errsv;
225	SV *irsgv;
226	HV *hinthv;
227	#define VAR(name,type) type name;	256	#define VARx(name,expr,type) type name;
228	# include "state.h"	257	#include "state.h"
229	#undef VAR
230	} perl_slots;	258	} perl_slots;
231		259
232	// how many context stack entries do we need for perl_slots	260	/* how many context stack entries do we need for perl_slots */
233	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))	261	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))
234		262
235	/* this is a structure representing a perl-level coroutine */	263	/* this is a structure representing a perl-level coroutine */
236	struct coro	264	struct coro
237	{	265	{
…		…
265	SV *saved_deffh;	293	SV *saved_deffh;
266	SV *invoke_cb;	294	SV *invoke_cb;
267	AV *invoke_av;	295	AV *invoke_av;
268		296
269	/* on_enter/on_leave */	297	/* on_enter/on_leave */
270	AV *on_enter;	298	AV *on_enter; AV *on_enter_xs;
271	AV *on_leave;	299	AV *on_leave; AV *on_leave_xs;
272		300
273	/* swap_sv */	301	/* swap_sv */
274	AV *swap_sv;	302	AV *swap_sv;
275		303
276	/* times */	304	/* times */
…		…
303	static struct coro *coro_ready [CORO_PRIO_MAX - CORO_PRIO_MIN + 1][2]; /* head|tail */	331	static struct coro *coro_ready [CORO_PRIO_MAX - CORO_PRIO_MIN + 1][2]; /* head|tail */
304	static CV *cv_coro_run;	332	static CV *cv_coro_run;
305	static struct coro *coro_first;	333	static struct coro *coro_first;
306	#define coro_nready coroapi.nready	334	#define coro_nready coroapi.nready
307		335
		336	/** JIT *********************************************************************/
		337
		338	#if CORO_JIT
		339	/* APPLE doesn't have mmap though */
		340	#define CORO_JIT_UNIXY (__linux || __FreeBSD__ || __OpenBSD__ || __NetBSD__ || __solaris || __APPLE__)
		341	#ifndef CORO_JIT_TYPE
		342	#if ECB_AMD64 && CORO_JIT_UNIXY
		343	#define CORO_JIT_TYPE "amd64-unix"
		344	#elif __i386 && CORO_JIT_UNIXY
		345	#define CORO_JIT_TYPE "x86-unix"
		346	#endif
		347	#endif
		348	#endif
		349
		350	#if !defined(CORO_JIT_TYPE) || _POSIX_MEMORY_PROTECTION <= 0
		351	#undef CORO_JIT
		352	#endif
		353
		354	#if CORO_JIT
		355	typedef void (*load_save_perl_slots_type)(perl_slots *);
		356	static load_save_perl_slots_type load_perl_slots, save_perl_slots;
		357	#endif
		358
308	/** Coro::Select ************************************************************/	359	/** Coro::Select ************************************************************/
309		360
310	static OP *(*coro_old_pp_sselect) (pTHX);	361	static OP *(*coro_old_pp_sselect) (pTHX);
311	static SV *coro_select_select;	362	static SV *coro_select_select;
312		363
…		…
327		378
328	/** time stuff **************************************************************/	379	/** time stuff **************************************************************/
329		380
330	#ifdef HAS_GETTIMEOFDAY	381	#ifdef HAS_GETTIMEOFDAY
331		382
332	static void	383	ecb_inline void
333	coro_u2time (pTHX_ UV ret[2])	384	coro_u2time (pTHX_ UV ret[2])
334	{	385	{
335	struct timeval tv;	386	struct timeval tv;
336	gettimeofday (&tv, 0);	387	gettimeofday (&tv, 0);
337		388
338	ret [0] = tv.tv_sec;	389	ret [0] = tv.tv_sec;
339	ret [1] = tv.tv_usec;	390	ret [1] = tv.tv_usec;
340	}	391	}
341		392
342	static double	393	ecb_inline double
343	coro_nvtime ()	394	coro_nvtime (void)
344	{	395	{
345	struct timeval tv;	396	struct timeval tv;
346	gettimeofday (&tv, 0);	397	gettimeofday (&tv, 0);
347		398
348	return tv.tv_sec + tv.tv_usec * 1e-6;	399	return tv.tv_sec + tv.tv_usec * 1e-6;
349	}	400	}
350		401
351	static void	402	ecb_inline void
352	time_init (pTHX)	403	time_init (pTHX)
353	{	404	{
354	nvtime = coro_nvtime;	405	nvtime = coro_nvtime;
355	u2time = coro_u2time;	406	u2time = coro_u2time;
356	}	407	}
357		408
358	#else	409	#else
359		410
360	static void	411	ecb_inline void
361	time_init (pTHX)	412	time_init (pTHX)
362	{	413	{
363	SV **svp;	414	SV **svp;
364		415
365	require_pv ("Time/HiRes.pm");	416	require_pv ("Time/HiRes.pm");
366		417
367	svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);	418	svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
368		419
369	if (!svp) croak ("Time::HiRes is required, but missing. Caught");	420	if (!svp) croak ("Time::HiRes is required, but missing. Caught");
370	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer. Caught");	421	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer. Caught");
371		422
…		…
377		428
378	#endif	429	#endif
379		430
380	/** lowlevel stuff **********************************************************/	431	/** lowlevel stuff **********************************************************/
381		432
382	static SV *	433	static SV * ecb_noinline
383	coro_get_sv (pTHX_ const char *name, int create)	434	coro_get_sv (pTHX_ const char *name, int create)
384	{	435	{
385	#if PERL_VERSION_ATLEAST (5,10,0)	436	#if PERL_VERSION_ATLEAST (5,10,0)
386	/* silence stupid and wrong 5.10 warning that I am unable to switch off */	437	/* silence stupid and wrong 5.10 warning that I am unable to switch off */
387	get_sv (name, create);	438	get_sv (name, create);
388	#endif	439	#endif
389	return get_sv (name, create);	440	return get_sv (name, create);
390	}	441	}
391		442
392	static AV *	443	static AV * ecb_noinline
393	coro_get_av (pTHX_ const char *name, int create)	444	coro_get_av (pTHX_ const char *name, int create)
394	{	445	{
395	#if PERL_VERSION_ATLEAST (5,10,0)	446	#if PERL_VERSION_ATLEAST (5,10,0)
396	/* silence stupid and wrong 5.10 warning that I am unable to switch off */	447	/* silence stupid and wrong 5.10 warning that I am unable to switch off */
397	get_av (name, create);	448	get_av (name, create);
398	#endif	449	#endif
399	return get_av (name, create);	450	return get_av (name, create);
400	}	451	}
401		452
402	static HV *	453	static HV * ecb_noinline
403	coro_get_hv (pTHX_ const char *name, int create)	454	coro_get_hv (pTHX_ const char *name, int create)
404	{	455	{
405	#if PERL_VERSION_ATLEAST (5,10,0)	456	#if PERL_VERSION_ATLEAST (5,10,0)
406	/* silence stupid and wrong 5.10 warning that I am unable to switch off */	457	/* silence stupid and wrong 5.10 warning that I am unable to switch off */
407	get_hv (name, create);	458	get_hv (name, create);
408	#endif	459	#endif
409	return get_hv (name, create);	460	return get_hv (name, create);
410	}	461	}
411		462
412	INLINE void	463	ecb_inline void
413	coro_times_update ()	464	coro_times_update (void)
414	{	465	{
415	#ifdef coro_clock_gettime	466	#ifdef coro_clock_gettime
416	struct timespec ts;	467	struct timespec ts;
417		468
418	ts.tv_sec = ts.tv_nsec = 0;	469	ts.tv_sec = ts.tv_nsec = 0;
…		…
430	time_real [0] = tv [0];	481	time_real [0] = tv [0];
431	time_real [1] = tv [1] * 1000;	482	time_real [1] = tv [1] * 1000;
432	#endif	483	#endif
433	}	484	}
434		485
435	INLINE void	486	ecb_inline void
436	coro_times_add (struct coro *c)	487	coro_times_add (struct coro *c)
437	{	488	{
438	c->t_real [1] += time_real [1];	489	c->t_real [1] += time_real [1];
439	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }	490	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }
440	c->t_real [0] += time_real [0];	491	c->t_real [0] += time_real [0];
…		…
442	c->t_cpu [1] += time_cpu [1];	493	c->t_cpu [1] += time_cpu [1];
443	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }	494	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }
444	c->t_cpu [0] += time_cpu [0];	495	c->t_cpu [0] += time_cpu [0];
445	}	496	}
446		497
447	INLINE void	498	ecb_inline void
448	coro_times_sub (struct coro *c)	499	coro_times_sub (struct coro *c)
449	{	500	{
450	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }	501	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }
451	c->t_real [1] -= time_real [1];	502	c->t_real [1] -= time_real [1];
452	c->t_real [0] -= time_real [0];	503	c->t_real [0] -= time_real [0];
…		…
460	/* magic glue */	511	/* magic glue */
461		512
462	#define CORO_MAGIC_type_cv 26	513	#define CORO_MAGIC_type_cv 26
463	#define CORO_MAGIC_type_state PERL_MAGIC_ext	514	#define CORO_MAGIC_type_state PERL_MAGIC_ext
464		515
465	#define CORO_MAGIC_NN(sv, type) \	516	#define CORO_MAGIC_NN(sv, type) \
466	(expect_true (SvMAGIC (sv)->mg_type == type) \	517	(ecb_expect_true (SvMAGIC (sv)->mg_type == type) \
467	? SvMAGIC (sv) \	518	? SvMAGIC (sv) \
468	: mg_find (sv, type))	519	: mg_find (sv, type))
469		520
470	#define CORO_MAGIC(sv, type) \	521	#define CORO_MAGIC(sv, type) \
471	(expect_true (SvMAGIC (sv)) \	522	(ecb_expect_true (SvMAGIC (sv)) \
472	? CORO_MAGIC_NN (sv, type) \	523	? CORO_MAGIC_NN (sv, type) \
473	: 0)	524	: 0)
474		525
475	#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)	526	#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)
476	#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)	527	#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)
477		528
478	INLINE MAGIC *	529	ecb_inline MAGIC *
479	SvSTATEhv_p (pTHX_ SV *coro)	530	SvSTATEhv_p (pTHX_ SV *coro)
480	{	531	{
481	MAGIC *mg;	532	MAGIC *mg;
482		533
483	if (expect_true (	534	if (ecb_expect_true (
484	SvTYPE (coro) == SVt_PVHV	535	SvTYPE (coro) == SVt_PVHV
485	&& (mg = CORO_MAGIC_state (coro))	536	&& (mg = CORO_MAGIC_state (coro))
486	&& mg->mg_virtual == &coro_state_vtbl	537	&& mg->mg_virtual == &coro_state_vtbl
487	))	538	))
488	return mg;	539	return mg;
489		540
490	return 0;	541	return 0;
491	}	542	}
492		543
493	INLINE struct coro *	544	ecb_inline struct coro *
494	SvSTATE_ (pTHX_ SV *coro)	545	SvSTATE_ (pTHX_ SV *coro_sv)
495	{	546	{
496	MAGIC *mg;	547	MAGIC *mg;
497		548
498	if (SvROK (coro))	549	if (SvROK (coro_sv))
499	coro = SvRV (coro);	550	coro_sv = SvRV (coro_sv);
500		551
501	mg = SvSTATEhv_p (coro);	552	mg = SvSTATEhv_p (aTHX_ coro_sv);
502	if (!mg)	553	if (!mg)
503	croak ("Coro::State object required");	554	croak ("Coro::State object required");
504		555
505	return (struct coro *)mg->mg_ptr;	556	return (struct coro *)mg->mg_ptr;
506	}	557	}
…		…
512	#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))	563	#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))
513		564
514	/*****************************************************************************/	565	/*****************************************************************************/
515	/* padlist management and caching */	566	/* padlist management and caching */
516		567
517	static AV *	568	ecb_inline PADLIST *
518	coro_derive_padlist (pTHX_ CV *cv)	569	coro_derive_padlist (pTHX_ CV *cv)
519	{	570	{
520	AV *padlist = CvPADLIST (cv);	571	PADLIST *padlist = CvPADLIST (cv);
521	AV *newpadlist, *newpad;	572	PADLIST *newpadlist;
		573	PADNAMELIST *padnames;
		574	PAD *newpad;
		575	PADOFFSET off = PadlistMAX (padlist) + 1;
522		576
523	newpadlist = newAV ();	577	#if NEWPADAPI
		578
		579	/* if we had the original CvDEPTH, we might be able to steal the CvDEPTH+1 entry instead */
		580	/* 20131102194744.GA6705@schmorp.de, 20131102195825.2013.qmail@lists-nntp.develooper.com */
		581	while (!PadlistARRAY (padlist)[off - 1])
		582	--off;
		583
		584	Perl_pad_push (aTHX_ padlist, off);
		585
		586	newpad = PadlistARRAY (padlist)[off];
		587	PadlistARRAY (padlist)[off] = 0;
		588
		589	#else
		590
		591	#if PERL_VERSION_ATLEAST (5,10,0)
		592	Perl_pad_push (aTHX_ padlist, off);
		593	#else
		594	Perl_pad_push (aTHX_ padlist, off, 1);
		595	#endif
		596
		597	newpad = PadlistARRAY (padlist)[off];
		598	PadlistMAX (padlist) = off - 1;
		599
		600	#endif
		601
		602	newPADLIST (newpadlist);
		603	#if !PERL_VERSION_ATLEAST(5,15,3)
		604	/* Padlists are AvREAL as of 5.15.3. See perl bug #98092 and perl commit 7d953ba. */
524	AvREAL_off (newpadlist);	605	AvREAL_off (newpadlist);
525	#if PERL_VERSION_ATLEAST (5,10,0)
526	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
527	#else
528	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
529	#endif	606	#endif
530	newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
531	--AvFILLp (padlist);
532		607
533	av_store (newpadlist, 0, SvREFCNT_inc_NN (AvARRAY (padlist)[0]));	608	/* Already extended to 2 elements by newPADLIST. */
534	av_store (newpadlist, 1, (SV *)newpad);	609	PadlistMAX (newpadlist) = 1;
		610
		611	padnames = PadlistNAMES (padlist);
		612	++PadnamelistREFCNT (padnames);
		613	PadlistNAMES (newpadlist) = padnames;
		614
		615	PadlistARRAY (newpadlist)[1] = newpad;
535		616
536	return newpadlist;	617	return newpadlist;
537	}	618	}
538		619
539	static void	620	ecb_inline void
540	free_padlist (pTHX_ AV *padlist)	621	free_padlist (pTHX_ PADLIST *padlist)
541	{	622	{
542	/* may be during global destruction */	623	/* may be during global destruction */
543	if (!IN_DESTRUCT)	624	if (!IN_DESTRUCT)
544	{	625	{
545	I32 i = AvFILLp (padlist);	626	I32 i = PadlistMAX (padlist);
546		627
547	while (i > 0) /* special-case index 0 */	628	while (i > 0) /* special-case index 0 */
548	{	629	{
549	/* we try to be extra-careful here */	630	/* we try to be extra-careful here */
550	AV *av = (AV *)AvARRAY (padlist)[i--];	631	PAD *pad = PadlistARRAY (padlist)[i--];
551	I32 j = AvFILLp (av);
552		632
		633	if (pad)
		634	{
		635	I32 j = PadMAX (pad);
		636
553	while (j >= 0)	637	while (j >= 0)
554	SvREFCNT_dec (AvARRAY (av)[j--]);	638	SvREFCNT_dec (PadARRAY (pad)[j--]);
555		639
556	AvFILLp (av) = -1;	640	PadMAX (pad) = -1;
557	SvREFCNT_dec (av);	641	SvREFCNT_dec (pad);
		642	}
558	}	643	}
559		644
560	SvREFCNT_dec (AvARRAY (padlist)[0]);	645	PadnamelistREFCNT_dec (PadlistNAMES (padlist));
561		646
		647	#if NEWPADAPI
		648	Safefree (PadlistARRAY (padlist));
		649	Safefree (padlist);
		650	#else
562	AvFILLp (padlist) = -1;	651	AvFILLp (padlist) = -1;
		652	AvREAL_off (padlist);
563	SvREFCNT_dec ((SV*)padlist);	653	SvREFCNT_dec ((SV*)padlist);
		654	#endif
564	}	655	}
565	}	656	}
566		657
567	static int	658	static int
568	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)	659	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
569	{	660	{
570	AV *padlist;	661	PADLIST *padlist;
571	AV *av = (AV *)mg->mg_obj;	662	PADLIST **padlists = (PADLIST **)(mg->mg_ptr + sizeof(size_t));
		663	size_t len = *(size_t *)mg->mg_ptr;
572		664
573	/* perl manages to free our internal AV and _then_ call us */	665	/* perl manages to free our internal AV and _then_ call us */
574	if (IN_DESTRUCT)	666	if (IN_DESTRUCT)
575	return 0;	667	return 0;
576		668
577	/* casting is fun. */	669	while (len--)
578	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
579	free_padlist (aTHX_ padlist);	670	free_padlist (aTHX_ padlists[len]);
580
581	SvREFCNT_dec (av); /* sv_magicext increased the refcount */
582		671
583	return 0;	672	return 0;
584	}	673	}
585		674
586	static MGVTBL coro_cv_vtbl = {	675	static MGVTBL coro_cv_vtbl = {
587	0, 0, 0, 0,	676	0, 0, 0, 0,
588	coro_cv_free	677	coro_cv_free
589	};	678	};
590		679
591	/* the next two functions merely cache the padlists */	680	/* the next two functions merely cache the padlists */
592	static void	681	ecb_inline void
593	get_padlist (pTHX_ CV *cv)	682	get_padlist (pTHX_ CV *cv)
594	{	683	{
595	MAGIC *mg = CORO_MAGIC_cv (cv);	684	MAGIC *mg = CORO_MAGIC_cv (cv);
596	AV *av;	685	size_t *lenp;
597		686
598	if (expect_true (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0))	687	if (ecb_expect_true (mg && *(lenp = (size_t *)mg->mg_ptr)))
599	CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];	688	CvPADLIST (cv) = ((PADLIST **)(mg->mg_ptr + sizeof(size_t)))[--*lenp];
600	else	689	else
601	{	690	{
602	#if CORO_PREFER_PERL_FUNCTIONS	691	#if CORO_PREFER_PERL_FUNCTIONS
603	/* this is probably cleaner? but also slower! */	692	/* this is probably cleaner? but also slower! */
604	/* in practise, it seems to be less stable */	693	/* in practise, it seems to be less stable */
…		…
610	CvPADLIST (cv) = coro_derive_padlist (aTHX_ cv);	699	CvPADLIST (cv) = coro_derive_padlist (aTHX_ cv);
611	#endif	700	#endif
612	}	701	}
613	}	702	}
614		703
615	static void	704	ecb_inline void
616	put_padlist (pTHX_ CV *cv)	705	put_padlist (pTHX_ CV *cv)
617	{	706	{
618	MAGIC *mg = CORO_MAGIC_cv (cv);	707	MAGIC *mg = CORO_MAGIC_cv (cv);
619	AV *av;
620		708
621	if (expect_false (!mg))	709	if (ecb_expect_false (!mg))
		710	{
622	mg = sv_magicext ((SV *)cv, (SV *)newAV (), CORO_MAGIC_type_cv, &coro_cv_vtbl, 0, 0);	711	mg = sv_magicext ((SV *)cv, 0, CORO_MAGIC_type_cv, &coro_cv_vtbl, 0, 0);
		712	Newz (0, mg->mg_ptr ,sizeof (size_t) + sizeof (PADLIST *), char);
		713	mg->mg_len = 1; /* so mg_free frees mg_ptr */
		714	}
		715	else
		716	Renew (mg->mg_ptr,
		717	sizeof(size_t) + (*(size_t *)mg->mg_ptr + 1) * sizeof(PADLIST *),
		718	char);
623		719
624	av = (AV *)mg->mg_obj;	720	((PADLIST **)(mg->mg_ptr + sizeof (size_t))) [(*(size_t *)mg->mg_ptr)++] = CvPADLIST (cv);
625
626	if (expect_false (AvFILLp (av) >= AvMAX (av)))
627	av_extend (av, AvFILLp (av) + 1);
628
629	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
630	}	721	}
631		722
632	/** load & save, init *******************************************************/	723	/** load & save, init *******************************************************/
633		724
		725	ecb_inline void
		726	swap_sv (SV *a, SV *b)
		727	{
		728	const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
		729	SV tmp;
		730
		731	/* swap sv_any */
		732	SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
		733
		734	/* swap sv_flags */
		735	SvFLAGS (&tmp) = SvFLAGS (a);
		736	SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
		737	SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
		738
		739	#if PERL_VERSION_ATLEAST (5,10,0)
		740	/* perl 5.10 and later complicates this _quite_ a bit, but it also
		741	* is much faster, so no quarrels here. alternatively, we could
		742	* sv_upgrade to avoid this.
		743	*/
		744	{
		745	/* swap sv_u */
		746	tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
		747
		748	/* if SvANY points to the head, we need to adjust the pointers,
		749	* as the pointer for a still points to b, and maybe vice versa.
		750	*/
		751	U32 svany_in_head_set = (1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV);
		752	#if NVSIZE <= IVSIZE && PERL_VERSION_ATLEAST(5,22,0)
		753	svany_in_head_set |= 1 << SVt_NV;
		754	#endif
		755
		756	#define svany_in_head(type) (svany_in_head_set & (1 << (type)))
		757
		758	if (svany_in_head (SvTYPE (a)))
		759	SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
		760
		761	if (svany_in_head (SvTYPE (b)))
		762	SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
		763	}
		764	#endif
		765	}
		766
634	/* swap sv heads, at least logically */	767	/* swap sv heads, at least logically */
635	static void	768	static void
636	swap_svs (pTHX_ Coro__State c)	769	swap_svs_enter (pTHX_ Coro__State c)
637	{	770	{
638	int i;	771	int i;
639		772
640	for (i = 0; i <= AvFILLp (c->swap_sv); )	773	for (i = 0; i <= AvFILLp (c->swap_sv); i += 2)
641	{	774	swap_sv (AvARRAY (c->swap_sv)[i], AvARRAY (c->swap_sv)[i + 1]);
642	SV *a = AvARRAY (c->swap_sv)[i++];
643	SV *b = AvARRAY (c->swap_sv)[i++];
644
645	const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
646	SV tmp;
647
648	/* swap sv_any */
649	SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
650
651	/* swap sv_flags */
652	SvFLAGS (&tmp) = SvFLAGS (a);
653	SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
654	SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
655
656	#if PERL_VERSION_ATLEAST (5,10,0)
657	/* perl 5.10 complicates this _quite_ a bit, but it also is
658	* much faster, so no quarrels here. alternatively, we could
659	* sv_upgrade to avoid this.
660	*/
661	{
662	/* swap sv_u */
663	tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
664
665	/* if SvANY points to the head, we need to adjust the pointers,
666	* as the pointer for a still points to b, and maybe vice versa.
667	*/
668	#define svany_in_head(type) \
669	(((1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV)) & (1 << (type)))
670
671	if (svany_in_head (SvTYPE (a)))
672	SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
673
674	if (svany_in_head (SvTYPE (b)))
675	SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
676	}
677	#endif
678	}
679	}	775	}
680		776
		777	static void
		778	swap_svs_leave (pTHX_ Coro__State c)
		779	{
		780	int i;
		781
		782	for (i = AvFILLp (c->swap_sv) - 1; i >= 0; i -= 2)
		783	swap_sv (AvARRAY (c->swap_sv)[i], AvARRAY (c->swap_sv)[i + 1]);
		784	}
		785
681	#define SWAP_SVS(coro) \	786	#define SWAP_SVS_ENTER(coro) \
682	if (expect_false ((coro)->swap_sv)) \	787	if (ecb_expect_false ((coro)->swap_sv)) \
683	swap_svs (aTHX_ (coro))	788	swap_svs_enter (aTHX_ (coro))
		789
		790	#define SWAP_SVS_LEAVE(coro) \
		791	if (ecb_expect_false ((coro)->swap_sv)) \
		792	swap_svs_leave (aTHX_ (coro))
684		793
685	static void	794	static void
686	on_enterleave_call (pTHX_ SV *cb);	795	on_enterleave_call (pTHX_ SV *cb);
687		796
688	static void	797	static void
…		…
691	perl_slots *slot = c->slot;	800	perl_slots *slot = c->slot;
692	c->slot = 0;	801	c->slot = 0;
693		802
694	PL_mainstack = c->mainstack;	803	PL_mainstack = c->mainstack;
695		804
696	GvSV (PL_defgv) = slot->defsv;	805	#if CORO_JIT
697	GvAV (PL_defgv) = slot->defav;	806	load_perl_slots (slot);
698	GvSV (PL_errgv) = slot->errsv;	807	#else
699	GvSV (irsgv) = slot->irsgv;
700	GvHV (PL_hintgv) = slot->hinthv;
701
702	#define VAR(name,type) PL_ ## name = slot->name;	808	#define VARx(name,expr,type) expr = slot->name;
703	# include "state.h"	809	#include "state.h"
704	#undef VAR	810	#endif
705		811
706	{	812	{
707	dSP;	813	dSP;
708		814
709	CV *cv;	815	CV *cv;
710		816
711	/* now do the ugly restore mess */	817	/* now do the ugly restore mess */
712	while (expect_true (cv = (CV *)POPs))	818	while (ecb_expect_true (cv = (CV *)POPs))
713	{	819	{
714	put_padlist (aTHX_ cv); /* mark this padlist as available */	820	put_padlist (aTHX_ cv); /* mark this padlist as available */
715	CvDEPTH (cv) = PTR2IV (POPs);	821	CvDEPTH (cv) = PTR2IV (POPs);
716	CvPADLIST (cv) = (AV *)POPs;	822	CvPADLIST (cv) = (PADLIST *)POPs;
717	}	823	}
718		824
719	PUTBACK;	825	PUTBACK;
720	}	826	}
721		827
722	slf_frame = c->slf_frame;	828	slf_frame = c->slf_frame;
723	CORO_THROW = c->except;	829	CORO_THROW = c->except;
724		830
725	if (expect_false (enable_times))	831	if (ecb_expect_false (enable_times))
726	{	832	{
727	if (expect_false (!times_valid))	833	if (ecb_expect_false (!times_valid))
728	coro_times_update ();	834	coro_times_update ();
729		835
730	coro_times_sub (c);	836	coro_times_sub (c);
731	}	837	}
732		838
733	if (expect_false (c->on_enter))	839	if (ecb_expect_false (c->on_enter))
734	{	840	{
735	int i;	841	int i;
736		842
737	for (i = 0; i <= AvFILLp (c->on_enter); ++i)	843	for (i = 0; i <= AvFILLp (c->on_enter); ++i)
738	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);	844	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
739	}	845	}
740		846
		847	if (ecb_expect_false (c->on_enter_xs))
		848	{
		849	int i;
		850
		851	for (i = 0; i <= AvFILLp (c->on_enter_xs); i += 2)
		852	((coro_enterleave_hook)AvARRAY (c->on_enter_xs)[i]) (aTHX_ AvARRAY (c->on_enter_xs)[i + 1]);
		853	}
		854
741	SWAP_SVS (c);	855	SWAP_SVS_ENTER (c);
742	}	856	}
743		857
744	static void	858	static void
745	save_perl (pTHX_ Coro__State c)	859	save_perl (pTHX_ Coro__State c)
746	{	860	{
747	SWAP_SVS (c);	861	SWAP_SVS_LEAVE (c);
748		862
		863	if (ecb_expect_false (c->on_leave_xs))
		864	{
		865	int i;
		866
		867	for (i = AvFILLp (c->on_leave_xs) - 1; i >= 0; i -= 2)
		868	((coro_enterleave_hook)AvARRAY (c->on_leave_xs)[i]) (aTHX_ AvARRAY (c->on_leave_xs)[i + 1]);
		869	}
		870
749	if (expect_false (c->on_leave))	871	if (ecb_expect_false (c->on_leave))
750	{	872	{
751	int i;	873	int i;
752		874
753	for (i = AvFILLp (c->on_leave); i >= 0; --i)	875	for (i = AvFILLp (c->on_leave); i >= 0; --i)
754	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);	876	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);
755	}	877	}
756		878
757	times_valid = 0;	879	times_valid = 0;
758		880
759	if (expect_false (enable_times))	881	if (ecb_expect_false (enable_times))
760	{	882	{
761	coro_times_update (); times_valid = 1;	883	coro_times_update (); times_valid = 1;
762	coro_times_add (c);	884	coro_times_add (c);
763	}	885	}
764		886
…		…
778		900
779	XPUSHs (Nullsv);	901	XPUSHs (Nullsv);
780	/* this loop was inspired by pp_caller */	902	/* this loop was inspired by pp_caller */
781	for (;;)	903	for (;;)
782	{	904	{
783	while (expect_true (cxix >= 0))	905	while (ecb_expect_true (cxix >= 0))
784	{	906	{
785	PERL_CONTEXT *cx = &ccstk[cxix--];	907	PERL_CONTEXT *cx = &ccstk[cxix--];
786		908
787	if (expect_true (CxTYPE (cx) == CXt_SUB) || expect_false (CxTYPE (cx) == CXt_FORMAT))	909	if (ecb_expect_true (CxTYPE (cx) == CXt_SUB) || ecb_expect_false (CxTYPE (cx) == CXt_FORMAT))
788	{	910	{
789	CV *cv = cx->blk_sub.cv;	911	CV *cv = cx->blk_sub.cv;
790		912
791	if (expect_true (CvDEPTH (cv)))	913	if (ecb_expect_true (CvDEPTH (cv)))
792	{	914	{
793	EXTEND (SP, 3);	915	EXTEND (SP, 3);
794	PUSHs ((SV *)CvPADLIST (cv));	916	PUSHs ((SV *)CvPADLIST (cv));
795	PUSHs (INT2PTR (SV *, (IV)CvDEPTH (cv)));	917	PUSHs (INT2PTR (SV *, (IV)CvDEPTH (cv)));
796	PUSHs ((SV *)cv);	918	PUSHs ((SV *)cv);
…		…
799	get_padlist (aTHX_ cv);	921	get_padlist (aTHX_ cv);
800	}	922	}
801	}	923	}
802	}	924	}
803		925
804	if (expect_true (top_si->si_type == PERLSI_MAIN))	926	if (ecb_expect_true (top_si->si_type == PERLSI_MAIN))
805	break;	927	break;
806		928
807	top_si = top_si->si_prev;	929	top_si = top_si->si_prev;
808	ccstk = top_si->si_cxstack;	930	ccstk = top_si->si_cxstack;
809	cxix = top_si->si_cxix;	931	cxix = top_si->si_cxix;
…		…
811		933
812	PUTBACK;	934	PUTBACK;
813	}	935	}
814		936
815	/* allocate some space on the context stack for our purposes */	937	/* allocate some space on the context stack for our purposes */
816	if (expect_false (cxstack_ix + SLOT_COUNT >= cxstack_max))	938	if (ecb_expect_false (cxstack_ix + (int)SLOT_COUNT >= cxstack_max))
817	{	939	{
818	unsigned int i;	940	unsigned int i;
819		941
820	for (i = 0; i < SLOT_COUNT; ++i)	942	for (i = 0; i < SLOT_COUNT; ++i)
821	CXINC;	943	CXINC;
…		…
826	c->mainstack = PL_mainstack;	948	c->mainstack = PL_mainstack;
827		949
828	{	950	{
829	perl_slots *slot = c->slot = (perl_slots *)(cxstack + cxstack_ix + 1);	951	perl_slots *slot = c->slot = (perl_slots *)(cxstack + cxstack_ix + 1);
830		952
831	slot->defav = GvAV (PL_defgv);	953	#if CORO_JIT
832	slot->defsv = DEFSV;	954	save_perl_slots (slot);
833	slot->errsv = ERRSV;	955	#else
834	slot->irsgv = GvSV (irsgv);
835	slot->hinthv = GvHV (PL_hintgv);
836
837	#define VAR(name,type) slot->name = PL_ ## name;	956	#define VARx(name,expr,type) slot->name = expr;
838	# include "state.h"	957	#include "state.h"
839	#undef VAR	958	#endif
840	}	959	}
841	}	960	}
842		961
843	/*	962	/*
844	* allocate various perl stacks. This is almost an exact copy	963	* allocate various perl stacks. This is almost an exact copy
…		…
875	#endif	994	#endif
876		995
877	New(54,PL_scopestack,8,I32);	996	New(54,PL_scopestack,8,I32);
878	PL_scopestack_ix = 0;	997	PL_scopestack_ix = 0;
879	PL_scopestack_max = 8;	998	PL_scopestack_max = 8;
		999	#if HAS_SCOPESTACK_NAME
		1000	New(54,PL_scopestack_name,8,const char*);
		1001	#endif
880		1002
881	New(54,PL_savestack,24,ANY);	1003	New(54,PL_savestack,24,ANY);
882	PL_savestack_ix = 0;	1004	PL_savestack_ix = 0;
883	PL_savestack_max = 24;	1005	PL_savestack_max = 24;
		1006	#if PERL_VERSION_ATLEAST (5,24,0)
		1007	/* perl 5.24 moves SS_MAXPUSH optimisation from */
		1008	/* the header macros to PL_savestack_max */
		1009	PL_savestack_max -= SS_MAXPUSH;
		1010	#endif
884		1011
885	#if !PERL_VERSION_ATLEAST (5,10,0)	1012	#if !PERL_VERSION_ATLEAST (5,10,0)
886	New(54,PL_retstack,4,OP*);	1013	New(54,PL_retstack,4,OP*);
887	PL_retstack_ix = 0;	1014	PL_retstack_ix = 0;
888	PL_retstack_max = 4;	1015	PL_retstack_max = 4;
…		…
912	}	1039	}
913		1040
914	Safefree (PL_tmps_stack);	1041	Safefree (PL_tmps_stack);
915	Safefree (PL_markstack);	1042	Safefree (PL_markstack);
916	Safefree (PL_scopestack);	1043	Safefree (PL_scopestack);
		1044	#if HAS_SCOPESTACK_NAME
		1045	Safefree (PL_scopestack_name);
		1046	#endif
917	Safefree (PL_savestack);	1047	Safefree (PL_savestack);
918	#if !PERL_VERSION_ATLEAST (5,10,0)	1048	#if !PERL_VERSION_ATLEAST (5,10,0)
919	Safefree (PL_retstack);	1049	Safefree (PL_retstack);
920	#endif	1050	#endif
921	}	1051	}
…		…
951	}	1081	}
952		1082
953	return rss;	1083	return rss;
954	}	1084	}
955		1085
956	/** coroutine stack handling ************************************************/	1086	/** provide custom get/set/clear methods for %SIG elements ******************/
957
958	static int (*orig_sigelem_get) (pTHX_ SV *sv, MAGIC *mg);
959	static int (*orig_sigelem_set) (pTHX_ SV *sv, MAGIC *mg);
960	static int (*orig_sigelem_clr) (pTHX_ SV *sv, MAGIC *mg);
961		1087
962	/* apparently < 5.8.8 */	1088	/* apparently < 5.8.8 */
963	#ifndef MgPV_nolen_const	1089	#ifndef MgPV_nolen_const
964	#define MgPV_nolen_const(mg) (((((int)(mg)->mg_len)) == HEf_SVKEY) ? \	1090	#define MgPV_nolen_const(mg) (((((int)(mg)->mg_len)) == HEf_SVKEY) ? \
965	SvPV_nolen((SV*)((mg)->mg_ptr)) : \	1091	SvPV_nolen((SV*)((mg)->mg_ptr)) : \
966	(const char*)(mg)->mg_ptr)	1092	(const char*)(mg)->mg_ptr)
967	#endif	1093	#endif
		1094
		1095	/* this will be a patched copy of PL_vtbl_sigelem */
		1096	static MGVTBL coro_sigelem_vtbl;
		1097
		1098	static int ecb_cold
		1099	coro_sig_copy (pTHX_ SV *sv, MAGIC *mg, SV *nsv, const char *name, I32 namlen)
		1100	{
		1101	char *key = SvPV_nolen ((SV *)name);
		1102
		1103	/* do what mg_copy normally does */
		1104	sv_magic (nsv, mg->mg_obj, PERL_MAGIC_sigelem, name, namlen);
		1105	assert (mg_find (nsv, PERL_MAGIC_sigelem)->mg_virtual == &PL_vtbl_sigelem);
		1106
		1107	/* patch sigelem vtbl, but only for __WARN__ and __DIE__ */
		1108	if (*key == '_'
		1109	&& (strEQ (key, "__DIE__")
		1110	|| strEQ (key, "__WARN__")))
		1111	mg_find (nsv, PERL_MAGIC_sigelem)->mg_virtual = &coro_sigelem_vtbl;
		1112
		1113	return 1;
		1114	}
		1115
		1116	/* perl does not have a %SIG vtbl, we provide one so we can override */
		1117	/* the magic vtbl for the __DIE__ and __WARN__ members */
		1118	static const MGVTBL coro_sig_vtbl = {
		1119	0, 0, 0, 0, 0,
		1120	coro_sig_copy
		1121	};
968		1122
969	/*	1123	/*
970	* This overrides the default magic get method of %SIG elements.	1124	* This overrides the default magic get method of %SIG elements.
971	* The original one doesn't provide for reading back of PL_diehook/PL_warnhook	1125	* The original one doesn't provide for reading back of PL_diehook/PL_warnhook
972	* and instead of trying to save and restore the hash elements (extremely slow),	1126	* and instead of trying to save and restore the hash elements (extremely slow),
973	* we just provide our own readback here.	1127	* we just provide our own readback here.
974	*/	1128	*/
975	static int	1129	static int ecb_cold
976	coro_sigelem_get (pTHX_ SV *sv, MAGIC *mg)	1130	coro_sigelem_get (pTHX_ SV *sv, MAGIC *mg)
977	{	1131	{
978	const char *s = MgPV_nolen_const (mg);	1132	const char *s = MgPV_nolen_const (mg);
		1133	/* the key must be either __DIE__ or __WARN__ here */
		1134	SV **svp = s[2] == 'D' ? &PL_diehook : &PL_warnhook;
979		1135
980	if (*s == '_')	1136	SV *ssv;
981	{
982	SV **svp = 0;
983		1137
984	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
985	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
986
987	if (svp)	1138	if (!*svp)
988	{	1139	ssv = &PL_sv_undef;
989	sv_setsv (sv, *svp ? *svp : &PL_sv_undef);	1140	else if (SvTYPE (*svp) == SVt_PVCV) /* perlio directly stores a CV in warnhook. ugh. */
990	return 0;	1141	ssv = sv_2mortal (newRV_inc (*svp));
991	}	1142	else
992	}	1143	ssv = *svp;
993		1144
994	return orig_sigelem_get ? orig_sigelem_get (aTHX_ sv, mg) : 0;	1145	sv_setsv (sv, ssv);
		1146	return 0;
995	}	1147	}
996		1148
997	static int	1149	static int ecb_cold
998	coro_sigelem_clr (pTHX_ SV *sv, MAGIC *mg)	1150	coro_sigelem_clr (pTHX_ SV *sv, MAGIC *mg)
999	{	1151	{
1000	const char *s = MgPV_nolen_const (mg);	1152	const char *s = MgPV_nolen_const (mg);
		1153	/* the key must be either __DIE__ or __WARN__ here */
		1154	SV **svp = s[2] == 'D' ? &PL_diehook : &PL_warnhook;
1001		1155
1002	if (*s == '_')
1003	{
1004	SV **svp = 0;
1005
1006	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
1007	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
1008
1009	if (svp)
1010	{
1011	SV *old = *svp;	1156	SV *old = *svp;
1012	*svp = 0;	1157	*svp = 0;
1013	SvREFCNT_dec (old);	1158	SvREFCNT_dec (old);
1014	return 0;	1159	return 0;
1015	}
1016	}
1017
1018	return orig_sigelem_clr ? orig_sigelem_clr (aTHX_ sv, mg) : 0;
1019	}	1160	}
1020		1161
1021	static int	1162	static int ecb_cold
1022	coro_sigelem_set (pTHX_ SV *sv, MAGIC *mg)	1163	coro_sigelem_set (pTHX_ SV *sv, MAGIC *mg)
1023	{	1164	{
1024	const char *s = MgPV_nolen_const (mg);	1165	const char *s = MgPV_nolen_const (mg);
		1166	/* the key must be either __DIE__ or __WARN__ here */
		1167	SV **svp = s[2] == 'D' ? &PL_diehook : &PL_warnhook;
1025		1168
1026	if (*s == '_')
1027	{
1028	SV **svp = 0;
1029
1030	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
1031	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
1032
1033	if (svp)
1034	{
1035	SV *old = *svp;	1169	SV *old = *svp;
1036	*svp = SvOK (sv) ? newSVsv (sv) : 0;	1170	*svp = SvOK (sv) ? newSVsv (sv) : 0;
1037	SvREFCNT_dec (old);	1171	SvREFCNT_dec (old);
1038	return 0;	1172	return 0;
1039	}
1040	}
1041
1042	return orig_sigelem_set ? orig_sigelem_set (aTHX_ sv, mg) : 0;
1043	}	1173	}
1044		1174
1045	static void	1175	static void
1046	prepare_nop (pTHX_ struct coro_transfer_args *ta)	1176	prepare_nop (pTHX_ struct coro_transfer_args *ta)
1047	{	1177	{
…		…
1059	slf_check_repeat (pTHX_ struct CoroSLF *frame)	1189	slf_check_repeat (pTHX_ struct CoroSLF *frame)
1060	{	1190	{
1061	return 1;	1191	return 1;
1062	}	1192	}
1063		1193
		1194	/** coroutine stack handling ************************************************/
		1195
1064	static UNOP init_perl_op;	1196	static UNOP init_perl_op;
1065		1197
1066	static void NOINLINE /* noinline to keep it out of the transfer fast path */	1198	ecb_noinline static void /* noinline to keep it out of the transfer fast path */
1067	init_perl (pTHX_ struct coro *coro)	1199	init_perl (pTHX_ struct coro *coro)
1068	{	1200	{
1069	/*	1201	/*
1070	* emulate part of the perl startup here.	1202	* emulate part of the perl startup here.
1071	*/	1203	*/
…		…
1088	PL_hints = 0;	1220	PL_hints = 0;
1089		1221
1090	/* recreate the die/warn hooks */	1222	/* recreate the die/warn hooks */
1091	PL_diehook = SvREFCNT_inc (rv_diehook);	1223	PL_diehook = SvREFCNT_inc (rv_diehook);
1092	PL_warnhook = SvREFCNT_inc (rv_warnhook);	1224	PL_warnhook = SvREFCNT_inc (rv_warnhook);
1093		1225
1094	GvSV (PL_defgv) = newSV (0);	1226	GvSV (PL_defgv) = newSV (0);
1095	GvAV (PL_defgv) = coro->args; coro->args = 0;	1227	GvAV (PL_defgv) = coro->args; coro->args = 0;
1096	GvSV (PL_errgv) = newSV (0);	1228	GvSV (PL_errgv) = newSV (0);
1097	GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);	1229	GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);
1098	GvHV (PL_hintgv) = 0;	1230	GvHV (PL_hintgv) = newHV ();
		1231	#if PERL_VERSION_ATLEAST (5,10,0)
		1232	hv_magic (GvHV (PL_hintgv), 0, PERL_MAGIC_hints);
		1233	#endif
1099	PL_rs = newSVsv (GvSV (irsgv));	1234	PL_rs = newSVsv (GvSV (irsgv));
1100	PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);	1235	PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);
1101		1236
1102	{	1237	{
1103	dSP;	1238	dSP;
…		…
1107	myop.op_next = Nullop;	1242	myop.op_next = Nullop;
1108	myop.op_type = OP_ENTERSUB;	1243	myop.op_type = OP_ENTERSUB;
1109	myop.op_flags = OPf_WANT_VOID;	1244	myop.op_flags = OPf_WANT_VOID;
1110		1245
1111	PUSHMARK (SP);	1246	PUSHMARK (SP);
1112	PUSHs ((SV *)coro->startcv);	1247	XPUSHs ((SV *)coro->startcv);
1113	PUTBACK;	1248	PUTBACK;
1114	PL_op = (OP *)&myop;	1249	PL_op = (OP *)&myop;
1115	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);	1250	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
1116	}	1251	}
1117		1252
…		…
1131	PL_op = (OP *)&init_perl_op;	1266	PL_op = (OP *)&init_perl_op;
1132		1267
1133	/* copy throw, in case it was set before init_perl */	1268	/* copy throw, in case it was set before init_perl */
1134	CORO_THROW = coro->except;	1269	CORO_THROW = coro->except;
1135		1270
1136	SWAP_SVS (coro);	1271	SWAP_SVS_ENTER (coro);
1137		1272
1138	if (expect_false (enable_times))	1273	if (ecb_expect_false (enable_times))
1139	{	1274	{
1140	coro_times_update ();	1275	coro_times_update ();
1141	coro_times_sub (coro);	1276	coro_times_sub (coro);
1142	}	1277	}
1143	}	1278	}
…		…
1179	/* this will cause transfer_check to croak on block*/	1314	/* this will cause transfer_check to croak on block*/
1180	SvRV_set (coro_current, (SV *)coro->hv);	1315	SvRV_set (coro_current, (SV *)coro->hv);
1181		1316
1182	load_perl (aTHX_ coro);	1317	load_perl (aTHX_ coro);
1183		1318
		1319	/* restore swapped sv's */
		1320	SWAP_SVS_LEAVE (coro);
		1321
1184	coro_unwind_stacks (aTHX);	1322	coro_unwind_stacks (aTHX);
1185		1323
1186	/* restore swapped sv's */
1187	SWAP_SVS (coro);
1188
1189	coro_destruct_stacks (aTHX);	1324	coro_destruct_stacks (aTHX);
1190		1325
1191	// now save some sv's to be free'd later	1326	/* now save some sv's to be free'd later */
1192	svf [0] = GvSV (PL_defgv);	1327	svf [0] = GvSV (PL_defgv);
1193	svf [1] = (SV *)GvAV (PL_defgv);	1328	svf [1] = (SV *)GvAV (PL_defgv);
1194	svf [2] = GvSV (PL_errgv);	1329	svf [2] = GvSV (PL_errgv);
1195	svf [3] = (SV *)PL_defoutgv;	1330	svf [3] = (SV *)PL_defoutgv;
1196	svf [4] = PL_rs;	1331	svf [4] = PL_rs;
…		…
1213		1348
1214	SvREFCNT_dec (coro->saved_deffh);	1349	SvREFCNT_dec (coro->saved_deffh);
1215	SvREFCNT_dec (coro->rouse_cb);	1350	SvREFCNT_dec (coro->rouse_cb);
1216	SvREFCNT_dec (coro->invoke_cb);	1351	SvREFCNT_dec (coro->invoke_cb);
1217	SvREFCNT_dec (coro->invoke_av);	1352	SvREFCNT_dec (coro->invoke_av);
		1353	SvREFCNT_dec (coro->on_enter_xs);
		1354	SvREFCNT_dec (coro->on_leave_xs);
1218	}	1355	}
1219	}	1356	}
1220		1357
1221	INLINE void	1358	ecb_inline void
1222	free_coro_mortal (pTHX)	1359	free_coro_mortal (pTHX)
1223	{	1360	{
1224	if (expect_true (coro_mortal))	1361	if (ecb_expect_true (coro_mortal))
1225	{	1362	{
1226	SvREFCNT_dec ((SV *)coro_mortal);	1363	SvREFCNT_dec ((SV *)coro_mortal);
1227	coro_mortal = 0;	1364	coro_mortal = 0;
1228	}	1365	}
1229	}	1366	}
…		…
1263	av_push (av, SvREFCNT_inc_NN (*bot++));	1400	av_push (av, SvREFCNT_inc_NN (*bot++));
1264		1401
1265	PL_runops = RUNOPS_DEFAULT;	1402	PL_runops = RUNOPS_DEFAULT;
1266	ENTER;	1403	ENTER;
1267	SAVETMPS;	1404	SAVETMPS;
		1405	PUSHMARK (SP);
1268	EXTEND (SP, 3);	1406	EXTEND (SP, 3);
1269	PUSHMARK (SP);
1270	PUSHs (&PL_sv_no);	1407	PUSHs (&PL_sv_no);
1271	PUSHs (fullname);	1408	PUSHs (fullname);
1272	PUSHs (sv_2mortal (newRV_noinc ((SV *)av)));	1409	PUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
1273	PUTBACK;	1410	PUTBACK;
1274	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);	1411	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
…		…
1285		1422
1286	if (PL_curcop != &PL_compiling)	1423	if (PL_curcop != &PL_compiling)
1287	{	1424	{
1288	SV **cb;	1425	SV **cb;
1289		1426
1290	if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB)	1427	if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB && cxstack_ix >= 0)
1291	{	1428	{
1292	PERL_CONTEXT *cx = &cxstack[cxstack_ix];	1429	PERL_CONTEXT *cx = &cxstack[cxstack_ix];
1293		1430
1294	if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)	1431	if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)
1295	{	1432	{
…		…
1301	gv_efullname3 (fullname, gv, 0);	1438	gv_efullname3 (fullname, gv, 0);
1302		1439
1303	PL_runops = RUNOPS_DEFAULT;	1440	PL_runops = RUNOPS_DEFAULT;
1304	ENTER;	1441	ENTER;
1305	SAVETMPS;	1442	SAVETMPS;
		1443	PUSHMARK (SP);
1306	EXTEND (SP, 3);	1444	EXTEND (SP, 3);
1307	PUSHMARK (SP);
1308	PUSHs (&PL_sv_yes);	1445	PUSHs (&PL_sv_yes);
1309	PUSHs (fullname);	1446	PUSHs (fullname);
1310	PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc ((SV *)cx->blk_sub.argarray)) : &PL_sv_undef);	1447	PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc (SUB_ARGARRAY)) : &PL_sv_undef);
1311	PUTBACK;	1448	PUTBACK;
1312	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);	1449	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
1313	if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);	1450	if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1314	SPAGAIN;	1451	SPAGAIN;
1315	FREETMPS;	1452	FREETMPS;
…		…
1325	dSP;	1462	dSP;
1326		1463
1327	PL_runops = RUNOPS_DEFAULT;	1464	PL_runops = RUNOPS_DEFAULT;
1328	ENTER;	1465	ENTER;
1329	SAVETMPS;	1466	SAVETMPS;
1330	EXTEND (SP, 3);
1331	PL_runops = RUNOPS_DEFAULT;
1332	PUSHMARK (SP);	1467	PUSHMARK (SP);
		1468	EXTEND (SP, 2);
1333	PUSHs (sv_2mortal (newSVpv (OutCopFILE (oldcop), 0)));	1469	PUSHs (sv_2mortal (newSVpv (OutCopFILE (oldcop), 0)));
1334	PUSHs (sv_2mortal (newSViv (CopLINE (oldcop))));	1470	PUSHs (sv_2mortal (newSViv (CopLINE (oldcop))));
1335	PUTBACK;	1471	PUTBACK;
1336	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_line_cb", sizeof ("_trace_line_cb") - 1, 0);	1472	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_line_cb", sizeof ("_trace_line_cb") - 1, 0);
1337	if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);	1473	if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
…		…
1364		1500
1365	return frame->check (aTHX_ frame); /* execute the restored frame - there must be one */	1501	return frame->check (aTHX_ frame); /* execute the restored frame - there must be one */
1366	}	1502	}
1367		1503
1368	/* initialises PL_top_env and injects a pseudo-slf-call to set the stacklevel */	1504	/* initialises PL_top_env and injects a pseudo-slf-call to set the stacklevel */
1369	static void NOINLINE	1505	static void ecb_noinline
1370	cctx_prepare (pTHX)	1506	cctx_prepare (pTHX)
1371	{	1507	{
1372	PL_top_env = &PL_start_env;	1508	PL_top_env = &PL_start_env;
1373		1509
1374	if (cctx_current->flags & CC_TRACE)	1510	if (cctx_current->flags & CC_TRACE)
…		…
1385	slf_frame.prepare = slf_prepare_set_stacklevel;	1521	slf_frame.prepare = slf_prepare_set_stacklevel;
1386	slf_frame.check = slf_check_set_stacklevel;	1522	slf_frame.check = slf_check_set_stacklevel;
1387	}	1523	}
1388		1524
1389	/* the tail of transfer: execute stuff we can only do after a transfer */	1525	/* the tail of transfer: execute stuff we can only do after a transfer */
1390	INLINE void	1526	ecb_inline void
1391	transfer_tail (pTHX)	1527	transfer_tail (pTHX)
1392	{	1528	{
1393	free_coro_mortal (aTHX);	1529	free_coro_mortal (aTHX);
		1530	}
		1531
		1532	/* try to exit the same way perl's main function would do */
		1533	/* we do not bother resetting the environment or other things *7
		1534	/* that are not, uhm, essential */
		1535	/* this obviously also doesn't work when perl is embedded */
		1536	static void ecb_noinline ecb_cold
		1537	perlish_exit (pTHX)
		1538	{
		1539	int exitstatus = perl_destruct (PL_curinterp);
		1540	perl_free (PL_curinterp);
		1541	exit (exitstatus);
1394	}	1542	}
1395		1543
1396	/*	1544	/*
1397	* this is a _very_ stripped down perl interpreter ;)	1545	* this is a _very_ stripped down perl interpreter ;)
1398	*/	1546	*/
…		…
1425	* coro body here, as perl_run destroys these. Likewise, we cannot catch	1573	* coro body here, as perl_run destroys these. Likewise, we cannot catch
1426	* runtime errors here, as this is just a random interpreter, not a thread.	1574	* runtime errors here, as this is just a random interpreter, not a thread.
1427	*/	1575	*/
1428		1576
1429	/*	1577	/*
		1578	* pp_entersub in 5.24 no longer ENTERs, but perl_destruct
		1579	* requires PL_scopestack_ix, so do it here if required.
		1580	*/
		1581	if (!PL_scopestack_ix)
		1582	ENTER;
		1583
		1584	/*
1430	* If perl-run returns we assume exit() was being called or the coro	1585	* If perl-run returns we assume exit() was being called or the coro
1431	* fell off the end, which seems to be the only valid (non-bug)	1586	* fell off the end, which seems to be the only valid (non-bug)
1432	* reason for perl_run to return. We try to exit by jumping to the	1587	* reason for perl_run to return. We try to mimic whatever perl is normally
1433	* bootstrap-time "top" top_env, as we cannot restore the "main"	1588	* doing in that case. YMMV.
1434	* coroutine as Coro has no such concept.
1435	* This actually isn't valid with the pthread backend, but OSes requiring
1436	* that backend are too broken to do it in a standards-compliant way.
1437	*/	1589	*/
1438	PL_top_env = main_top_env;	1590	perlish_exit (aTHX);
1439	JMPENV_JUMP (2); /* I do not feel well about the hardcoded 2 at all */
1440	}	1591	}
1441	}	1592	}
1442		1593
1443	static coro_cctx *	1594	static coro_cctx *
1444	cctx_new ()	1595	cctx_new (void)
1445	{	1596	{
1446	coro_cctx *cctx;	1597	coro_cctx *cctx;
1447		1598
1448	++cctx_count;	1599	++cctx_count;
1449	New (0, cctx, 1, coro_cctx);	1600	New (0, cctx, 1, coro_cctx);
…		…
1455	return cctx;	1606	return cctx;
1456	}	1607	}
1457		1608
1458	/* create a new cctx only suitable as source */	1609	/* create a new cctx only suitable as source */
1459	static coro_cctx *	1610	static coro_cctx *
1460	cctx_new_empty ()	1611	cctx_new_empty (void)
1461	{	1612	{
1462	coro_cctx *cctx = cctx_new ();	1613	coro_cctx *cctx = cctx_new ();
1463		1614
1464	cctx->sptr = 0;	1615	cctx->stack.sptr = 0;
1465	coro_create (&cctx->cctx, 0, 0, 0, 0);	1616	coro_create (&cctx->cctx, 0, 0, 0, 0);
1466		1617
1467	return cctx;	1618	return cctx;
1468	}	1619	}
1469		1620
1470	/* create a new cctx suitable as destination/running a perl interpreter */	1621	/* create a new cctx suitable as destination/running a perl interpreter */
1471	static coro_cctx *	1622	static coro_cctx *
1472	cctx_new_run ()	1623	cctx_new_run (void)
1473	{	1624	{
1474	coro_cctx *cctx = cctx_new ();	1625	coro_cctx *cctx = cctx_new ();
1475	void *stack_start;
1476	size_t stack_size;
1477		1626
1478	#if HAVE_MMAP	1627	if (!coro_stack_alloc (&cctx->stack, cctx_stacksize))
1479	cctx->ssize = ((cctx_stacksize * sizeof (long) + PAGESIZE - 1) / PAGESIZE + CORO_STACKGUARD) * PAGESIZE;
1480	/* mmap supposedly does allocate-on-write for us */
1481	cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
1482
1483	if (cctx->sptr != (void *)-1)
1484	{
1485	#if CORO_STACKGUARD
1486	mprotect (cctx->sptr, CORO_STACKGUARD * PAGESIZE, PROT_NONE);
1487	#endif
1488	stack_start = (char *)cctx->sptr + CORO_STACKGUARD * PAGESIZE;
1489	stack_size = cctx->ssize - CORO_STACKGUARD * PAGESIZE;
1490	cctx->flags |= CC_MAPPED;
1491	}	1628	{
1492	else
1493	#endif
1494	{
1495	cctx->ssize = cctx_stacksize * (long)sizeof (long);
1496	New (0, cctx->sptr, cctx_stacksize, long);
1497
1498	if (!cctx->sptr)
1499	{
1500	perror ("FATAL: unable to allocate stack for coroutine, exiting.");	1629	perror ("FATAL: unable to allocate stack for coroutine, exiting.");
1501	_exit (EXIT_FAILURE);	1630	_exit (EXIT_FAILURE);
1502	}
1503
1504	stack_start = cctx->sptr;
1505	stack_size = cctx->ssize;
1506	}	1631	}
1507		1632
1508	#if CORO_USE_VALGRIND
1509	cctx->valgrind_id = VALGRIND_STACK_REGISTER ((char *)stack_start, (char *)stack_start + stack_size);
1510	#endif
1511
1512	coro_create (&cctx->cctx, cctx_run, (void *)cctx, stack_start, stack_size);	1633	coro_create (&cctx->cctx, cctx_run, (void *)cctx, cctx->stack.sptr, cctx->stack.ssze);
1513		1634
1514	return cctx;	1635	return cctx;
1515	}	1636	}
1516		1637
1517	static void	1638	static void
…		…
1523	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));	1644	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));
1524		1645
1525	--cctx_count;	1646	--cctx_count;
1526	coro_destroy (&cctx->cctx);	1647	coro_destroy (&cctx->cctx);
1527		1648
1528	/* coro_transfer creates new, empty cctx's */	1649	coro_stack_free (&cctx->stack);
1529	if (cctx->sptr)
1530	{
1531	#if CORO_USE_VALGRIND
1532	VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
1533	#endif
1534
1535	#if HAVE_MMAP
1536	if (cctx->flags & CC_MAPPED)
1537	munmap (cctx->sptr, cctx->ssize);
1538	else
1539	#endif
1540	Safefree (cctx->sptr);
1541	}
1542		1650
1543	Safefree (cctx);	1651	Safefree (cctx);
1544	}	1652	}
1545		1653
1546	/* wether this cctx should be destructed */	1654	/* wether this cctx should be destructed */
1547	#define CCTX_EXPIRED(cctx) ((cctx)->gen != cctx_gen || ((cctx)->flags & CC_NOREUSE))	1655	#define CCTX_EXPIRED(cctx) ((cctx)->gen != cctx_gen || ((cctx)->flags & CC_NOREUSE))
1548		1656
1549	static coro_cctx *	1657	static coro_cctx *
1550	cctx_get (pTHX)	1658	cctx_get (pTHX)
1551	{	1659	{
1552	while (expect_true (cctx_first))	1660	while (ecb_expect_true (cctx_first))
1553	{	1661	{
1554	coro_cctx *cctx = cctx_first;	1662	coro_cctx *cctx = cctx_first;
1555	cctx_first = cctx->next;	1663	cctx_first = cctx->next;
1556	--cctx_idle;	1664	--cctx_idle;
1557		1665
1558	if (expect_true (!CCTX_EXPIRED (cctx)))	1666	if (ecb_expect_true (!CCTX_EXPIRED (cctx)))
1559	return cctx;	1667	return cctx;
1560		1668
1561	cctx_destroy (cctx);	1669	cctx_destroy (cctx);
1562	}	1670	}
1563		1671
…		…
1565	}	1673	}
1566		1674
1567	static void	1675	static void
1568	cctx_put (coro_cctx *cctx)	1676	cctx_put (coro_cctx *cctx)
1569	{	1677	{
1570	assert (("FATAL: cctx_put called on non-initialised cctx in Coro (please report)", cctx->sptr));	1678	assert (("FATAL: cctx_put called on non-initialised cctx in Coro (please report)", cctx->stack.sptr));
1571		1679
1572	/* free another cctx if overlimit */	1680	/* free another cctx if overlimit */
1573	if (expect_false (cctx_idle >= cctx_max_idle))	1681	if (ecb_expect_false (cctx_idle >= cctx_max_idle))
1574	{	1682	{
1575	coro_cctx *first = cctx_first;	1683	coro_cctx *first = cctx_first;
1576	cctx_first = first->next;	1684	cctx_first = first->next;
1577	--cctx_idle;	1685	--cctx_idle;
1578		1686
…		…
1589	static void	1697	static void
1590	transfer_check (pTHX_ struct coro *prev, struct coro *next)	1698	transfer_check (pTHX_ struct coro *prev, struct coro *next)
1591	{	1699	{
1592	/* TODO: throwing up here is considered harmful */	1700	/* TODO: throwing up here is considered harmful */
1593		1701
1594	if (expect_true (prev != next))	1702	if (ecb_expect_true (prev != next))
1595	{	1703	{
1596	if (expect_false (!(prev->flags & (CF_RUNNING | CF_NEW))))	1704	if (ecb_expect_false (!(prev->flags & (CF_RUNNING | CF_NEW))))
1597	croak ("Coro::State::transfer called with a blocked prev Coro::State, but can only transfer from running or new states,");	1705	croak ("Coro::State::transfer called with a blocked prev Coro::State, but can only transfer from running or new states,");
1598		1706
1599	if (expect_false (next->flags & (CF_RUNNING | CF_ZOMBIE | CF_SUSPENDED)))	1707	if (ecb_expect_false (next->flags & (CF_RUNNING | CF_ZOMBIE | CF_SUSPENDED)))
1600	croak ("Coro::State::transfer called with running, destroyed or suspended next Coro::State, but can only transfer to inactive states,");	1708	croak ("Coro::State::transfer called with running, destroyed or suspended next Coro::State, but can only transfer to inactive states,");
1601		1709
1602	#if !PERL_VERSION_ATLEAST (5,10,0)	1710	#if !PERL_VERSION_ATLEAST (5,10,0)
1603	if (expect_false (PL_lex_state != LEX_NOTPARSING))	1711	if (ecb_expect_false (PL_lex_state != LEX_NOTPARSING))
1604	croak ("Coro::State::transfer called while parsing, but this is not supported in your perl version,");	1712	croak ("Coro::State::transfer called while parsing, but this is not supported in your perl version,");
1605	#endif	1713	#endif
1606	}	1714	}
1607	}	1715	}
1608		1716
1609	/* always use the TRANSFER macro */	1717	/* always use the TRANSFER macro */
1610	static void NOINLINE /* noinline so we have a fixed stackframe */	1718	static void ecb_noinline /* noinline so we have a fixed stackframe */
1611	transfer (pTHX_ struct coro *prev, struct coro *next, int force_cctx)	1719	transfer (pTHX_ struct coro *prev, struct coro *next, int force_cctx)
1612	{	1720	{
1613	dSTACKLEVEL;	1721	dSTACKLEVEL;
1614		1722
1615	/* sometimes transfer is only called to set idle_sp */	1723	/* sometimes transfer is only called to set idle_sp */
1616	if (expect_false (!prev))	1724	if (ecb_expect_false (!prev))
1617	{	1725	{
1618	cctx_current->idle_sp = STACKLEVEL;	1726	cctx_current->idle_sp = STACKLEVEL;
1619	assert (cctx_current->idle_te = PL_top_env); /* just for the side-effect when asserts are enabled */	1727	assert (cctx_current->idle_te = PL_top_env); /* just for the side-effect when asserts are enabled */
1620	}	1728	}
1621	else if (expect_true (prev != next))	1729	else if (ecb_expect_true (prev != next))
1622	{	1730	{
1623	coro_cctx *cctx_prev;	1731	coro_cctx *cctx_prev;
1624		1732
1625	if (expect_false (prev->flags & CF_NEW))	1733	if (ecb_expect_false (prev->flags & CF_NEW))
1626	{	1734	{
1627	/* create a new empty/source context */	1735	/* create a new empty/source context */
1628	prev->flags &= ~CF_NEW;	1736	prev->flags &= ~CF_NEW;
1629	prev->flags |= CF_RUNNING;	1737	prev->flags |= CF_RUNNING;
1630	}	1738	}
…		…
1633	next->flags |= CF_RUNNING;	1741	next->flags |= CF_RUNNING;
1634		1742
1635	/* first get rid of the old state */	1743	/* first get rid of the old state */
1636	save_perl (aTHX_ prev);	1744	save_perl (aTHX_ prev);
1637		1745
1638	if (expect_false (next->flags & CF_NEW))	1746	if (ecb_expect_false (next->flags & CF_NEW))
1639	{	1747	{
1640	/* need to start coroutine */	1748	/* need to start coroutine */
1641	next->flags &= ~CF_NEW;	1749	next->flags &= ~CF_NEW;
1642	/* setup coroutine call */	1750	/* setup coroutine call */
1643	init_perl (aTHX_ next);	1751	init_perl (aTHX_ next);
1644	}	1752	}
1645	else	1753	else
1646	load_perl (aTHX_ next);	1754	load_perl (aTHX_ next);
1647		1755
1648	/* possibly untie and reuse the cctx */	1756	/* possibly untie and reuse the cctx */
1649	if (expect_true (	1757	if (ecb_expect_true (
1650	cctx_current->idle_sp == STACKLEVEL	1758	cctx_current->idle_sp == STACKLEVEL
1651	&& !(cctx_current->flags & CC_TRACE)	1759	&& !(cctx_current->flags & CC_TRACE)
1652	&& !force_cctx	1760	&& !force_cctx
1653	))	1761	))
1654	{	1762	{
1655	/* I assume that stacklevel is a stronger indicator than PL_top_env changes */	1763	/* I assume that stacklevel is a stronger indicator than PL_top_env changes */
1656	assert (("FATAL: current top_env must equal previous top_env in Coro (please report)", PL_top_env == cctx_current->idle_te));	1764	assert (("FATAL: current top_env must equal previous top_env in Coro (please report)", PL_top_env == cctx_current->idle_te));
1657		1765
1658	/* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get. */	1766	/* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get. */
1659	/* without this the next cctx_get might destroy the running cctx while still in use */	1767	/* without this the next cctx_get might destroy the running cctx while still in use */
1660	if (expect_false (CCTX_EXPIRED (cctx_current)))	1768	if (ecb_expect_false (CCTX_EXPIRED (cctx_current)))
1661	if (expect_true (!next->cctx))	1769	if (ecb_expect_true (!next->cctx))
1662	next->cctx = cctx_get (aTHX);	1770	next->cctx = cctx_get (aTHX);
1663		1771
1664	cctx_put (cctx_current);	1772	cctx_put (cctx_current);
1665	}	1773	}
1666	else	1774	else
1667	prev->cctx = cctx_current;	1775	prev->cctx = cctx_current;
1668		1776
1669	++next->usecount;	1777	++next->usecount;
1670		1778
1671	cctx_prev = cctx_current;	1779	cctx_prev = cctx_current;
1672	cctx_current = expect_false (next->cctx) ? next->cctx : cctx_get (aTHX);	1780	cctx_current = ecb_expect_false (next->cctx) ? next->cctx : cctx_get (aTHX);
1673		1781
1674	next->cctx = 0;	1782	next->cctx = 0;
1675		1783
1676	if (expect_false (cctx_prev != cctx_current))	1784	if (ecb_expect_false (cctx_prev != cctx_current))
1677	{	1785	{
1678	cctx_prev->top_env = PL_top_env;	1786	cctx_prev->top_env = PL_top_env;
1679	PL_top_env = cctx_current->top_env;	1787	PL_top_env = cctx_current->top_env;
1680	coro_transfer (&cctx_prev->cctx, &cctx_current->cctx);	1788	coro_transfer (&cctx_prev->cctx, &cctx_current->cctx);
1681	}	1789	}
…		…
1701	return;	1809	return;
1702		1810
1703	slf_destroy (aTHX_ coro);	1811	slf_destroy (aTHX_ coro);
1704		1812
1705	coro->flags |= CF_ZOMBIE;	1813	coro->flags |= CF_ZOMBIE;
1706		1814
1707	if (coro->flags & CF_READY)	1815	if (coro->flags & CF_READY)
1708	{	1816	{
1709	/* reduce nready, as destroying a ready coro effectively unreadies it */	1817	/* reduce nready, as destroying a ready coro effectively unreadies it */
1710	/* alternative: look through all ready queues and remove the coro */	1818	/* alternative: look through all ready queues and remove the coro */
1711	--coro_nready;	1819	--coro_nready;
…		…
1727	SvREFCNT_dec (coro->startcv);	1835	SvREFCNT_dec (coro->startcv);
1728	SvREFCNT_dec (coro->args);	1836	SvREFCNT_dec (coro->args);
1729	SvREFCNT_dec (coro->swap_sv);	1837	SvREFCNT_dec (coro->swap_sv);
1730	SvREFCNT_dec (CORO_THROW);	1838	SvREFCNT_dec (CORO_THROW);
1731		1839
1732	coro_call_on_destroy (coro);	1840	coro_call_on_destroy (aTHX_ coro);
1733		1841
1734	/* more destruction mayhem in coro_state_free */	1842	/* more destruction mayhem in coro_state_free */
1735	}	1843	}
1736		1844
1737	static int	1845	static int
1738	coro_state_free (pTHX_ SV *sv, MAGIC *mg)	1846	coro_state_free (pTHX_ SV *sv, MAGIC *mg)
1739	{	1847	{
1740	struct coro *coro = (struct coro *)mg->mg_ptr;	1848	struct coro *coro = (struct coro *)mg->mg_ptr;
1741	mg->mg_ptr = 0;	1849	mg->mg_ptr = 0;
1742		1850
1743	coro_state_destroy (coro);	1851	coro_state_destroy (aTHX_ coro);
1744	SvREFCNT_dec (coro->on_destroy);	1852	SvREFCNT_dec (coro->on_destroy);
1745	SvREFCNT_dec (coro->status);	1853	SvREFCNT_dec (coro->status);
1746		1854
1747	Safefree (coro);	1855	Safefree (coro);
1748		1856
1749	return 0;	1857	return 0;
1750	}	1858	}
1751		1859
1752	static int	1860	static int ecb_cold
1753	coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)	1861	coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)
1754	{	1862	{
1755	/* called when perl clones the current process the slow way (windows process emulation) */	1863	/* called when perl clones the current process the slow way (windows process emulation) */
1756	/* WE SIMply nuke the pointers in the copy, causing perl to croak */	1864	/* WE SIMply nuke the pointers in the copy, causing perl to croak */
1757	mg->mg_ptr = 0;	1865	mg->mg_ptr = 0;
…		…
1788	TRANSFER (ta, 1);	1896	TRANSFER (ta, 1);
1789	}	1897	}
1790		1898
1791	/** Coro ********************************************************************/	1899	/** Coro ********************************************************************/
1792		1900
1793	INLINE void	1901	ecb_inline void
1794	coro_enq (pTHX_ struct coro *coro)	1902	coro_enq (pTHX_ struct coro *coro)
1795	{	1903	{
1796	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];	1904	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];
1797		1905
1798	SvREFCNT_inc_NN (coro->hv);	1906	SvREFCNT_inc_NN (coro->hv);
…		…
1800	coro->next_ready = 0;	1908	coro->next_ready = 0;
1801	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;	1909	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;
1802	ready [1] = coro;	1910	ready [1] = coro;
1803	}	1911	}
1804		1912
1805	INLINE struct coro *	1913	ecb_inline struct coro *
1806	coro_deq (pTHX)	1914	coro_deq (pTHX)
1807	{	1915	{
1808	int prio;	1916	int prio;
1809		1917
1810	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )	1918	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )
…		…
1863	{	1971	{
1864	return !!(SvSTATE (coro_sv)->flags & CF_READY);	1972	return !!(SvSTATE (coro_sv)->flags & CF_READY);
1865	}	1973	}
1866		1974
1867	/* expects to own a reference to next->hv */	1975	/* expects to own a reference to next->hv */
1868	INLINE void	1976	ecb_inline void
1869	prepare_schedule_to (pTHX_ struct coro_transfer_args *ta, struct coro *next)	1977	prepare_schedule_to (pTHX_ struct coro_transfer_args *ta, struct coro *next)
1870	{	1978	{
1871	SV *prev_sv = SvRV (coro_current);	1979	SV *prev_sv = SvRV (coro_current);
1872		1980
1873	ta->prev = SvSTATE_hv (prev_sv);	1981	ta->prev = SvSTATE_hv (prev_sv);
…		…
1886	{	1994	{
1887	for (;;)	1995	for (;;)
1888	{	1996	{
1889	struct coro *next = coro_deq (aTHX);	1997	struct coro *next = coro_deq (aTHX);
1890		1998
1891	if (expect_true (next))	1999	if (ecb_expect_true (next))
1892	{	2000	{
1893	/* cannot transfer to destroyed coros, skip and look for next */	2001	/* cannot transfer to destroyed coros, skip and look for next */
1894	if (expect_false (next->flags & (CF_ZOMBIE | CF_SUSPENDED)))	2002	if (ecb_expect_false (next->flags & (CF_ZOMBIE | CF_SUSPENDED)))
1895	SvREFCNT_dec (next->hv); /* coro_nready has already been taken care of by destroy */	2003	SvREFCNT_dec (next->hv); /* coro_nready has already been taken care of by destroy */
1896	else	2004	else
1897	{	2005	{
1898	next->flags &= ~CF_READY;	2006	next->flags &= ~CF_READY;
1899	--coro_nready;	2007	--coro_nready;
…		…
1907	/* nothing to schedule: call the idle handler */	2015	/* nothing to schedule: call the idle handler */
1908	if (SvROK (sv_idle)	2016	if (SvROK (sv_idle)
1909	&& SvOBJECT (SvRV (sv_idle)))	2017	&& SvOBJECT (SvRV (sv_idle)))
1910	{	2018	{
1911	if (SvRV (sv_idle) == SvRV (coro_current))	2019	if (SvRV (sv_idle) == SvRV (coro_current))
		2020	{
		2021	require_pv ("Carp");
		2022
		2023	{
		2024	dSP;
		2025
		2026	ENTER;
		2027	SAVETMPS;
		2028
		2029	PUSHMARK (SP);
1912	croak ("FATAL: $Coro::IDLE blocked itself - did you try to block inside an event loop callback? Caught");	2030	XPUSHs (sv_2mortal (newSVpv ("FATAL: $Coro::idle blocked itself - did you try to block inside an event loop callback? Caught", 0)));
		2031	PUTBACK;
		2032	call_pv ("Carp::confess", G_VOID | G_DISCARD);
		2033
		2034	FREETMPS;
		2035	LEAVE;
		2036	}
		2037	}
1913		2038
1914	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */	2039	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */
1915	api_ready (aTHX_ SvRV (sv_idle));	2040	api_ready (aTHX_ SvRV (sv_idle));
1916	--coro_nready;	2041	--coro_nready;
1917	}	2042	}
…		…
1932	}	2057	}
1933	}	2058	}
1934	}	2059	}
1935	}	2060	}
1936		2061
1937	INLINE void	2062	ecb_inline void
1938	prepare_cede (pTHX_ struct coro_transfer_args *ta)	2063	prepare_cede (pTHX_ struct coro_transfer_args *ta)
1939	{	2064	{
1940	api_ready (aTHX_ coro_current);	2065	api_ready (aTHX_ coro_current);
1941	prepare_schedule (aTHX_ ta);	2066	prepare_schedule (aTHX_ ta);
1942	}	2067	}
1943		2068
1944	INLINE void	2069	ecb_inline void
1945	prepare_cede_notself (pTHX_ struct coro_transfer_args *ta)	2070	prepare_cede_notself (pTHX_ struct coro_transfer_args *ta)
1946	{	2071	{
1947	SV *prev = SvRV (coro_current);	2072	SV *prev = SvRV (coro_current);
1948		2073
1949	if (coro_nready)	2074	if (coro_nready)
…		…
1979	{	2104	{
1980	struct coro_transfer_args ta;	2105	struct coro_transfer_args ta;
1981		2106
1982	prepare_cede (aTHX_ &ta);	2107	prepare_cede (aTHX_ &ta);
1983		2108
1984	if (expect_true (ta.prev != ta.next))	2109	if (ecb_expect_true (ta.prev != ta.next))
1985	{	2110	{
1986	TRANSFER (ta, 1);	2111	TRANSFER (ta, 1);
1987	return 1;	2112	return 1;
1988	}	2113	}
1989	else	2114	else
…		…
2054	PUTBACK;	2179	PUTBACK;
2055	}	2180	}
2056	}	2181	}
2057		2182
2058	static void	2183	static void
2059	coro_push_on_destroy (aTHX_ struct coro *coro, SV *cb)	2184	coro_push_on_destroy (pTHX_ struct coro *coro, SV *cb)
2060	{	2185	{
2061	if (!coro->on_destroy)	2186	if (!coro->on_destroy)
2062	coro->on_destroy = newAV ();	2187	coro->on_destroy = newAV ();
2063		2188
2064	av_push (coro->on_destroy, cb);	2189	av_push (coro->on_destroy, cb);
…		…
2078	if (!coro->status)	2203	if (!coro->status)
2079	return 1;	2204	return 1;
2080		2205
2081	frame->destroy = 0;	2206	frame->destroy = 0;
2082		2207
2083	coro_push_av (coro->status, GIMME_V);	2208	coro_push_av (aTHX_ coro->status, GIMME_V);
2084		2209
2085	SvREFCNT_dec ((SV *)coro->hv);	2210	SvREFCNT_dec ((SV *)coro->hv);
2086		2211
2087	return 0;	2212	return 0;
2088	}	2213	}
…		…
2114	{	2239	{
2115	AV *od = coro->on_destroy;	2240	AV *od = coro->on_destroy;
2116		2241
2117	if (!od)	2242	if (!od)
2118	return;	2243	return;
		2244
		2245	coro->on_destroy = 0;
		2246	sv_2mortal ((SV *)od);
2119		2247
2120	while (AvFILLp (od) >= 0)	2248	while (AvFILLp (od) >= 0)
2121	{	2249	{
2122	SV *cb = sv_2mortal (av_pop (od));	2250	SV *cb = sv_2mortal (av_pop (od));
2123		2251
…		…
2144		2272
2145	static void	2273	static void
2146	coro_set_status (pTHX_ struct coro *coro, SV **arg, int items)	2274	coro_set_status (pTHX_ struct coro *coro, SV **arg, int items)
2147	{	2275	{
2148	AV *av;	2276	AV *av;
2149		2277
2150	if (coro->status)	2278	if (coro->status)
2151	{	2279	{
2152	av = coro->status;	2280	av = coro->status;
2153	av_clear (av);	2281	av_clear (av);
2154	}	2282	}
…		…
2201		2329
2202	coro = SvSTATE (arg [0]);	2330	coro = SvSTATE (arg [0]);
2203	coro_hv = coro->hv;	2331	coro_hv = coro->hv;
2204		2332
2205	coro_set_status (aTHX_ coro, arg + 1, items - 1);	2333	coro_set_status (aTHX_ coro, arg + 1, items - 1);
2206		2334
2207	if (expect_false (coro->flags & CF_NOCANCEL))	2335	if (ecb_expect_false (coro->flags & CF_NOCANCEL))
2208	{	2336	{
2209	/* coro currently busy cancelling something, so just notify it */	2337	/* coro currently busy cancelling something, so just notify it */
2210	coro->slf_frame.data = (void *)coro;	2338	coro->slf_frame.data = (void *)coro;
2211		2339
2212	frame->prepare = prepare_nop;	2340	frame->prepare = prepare_nop;
…		…
2218	slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);	2346	slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);
2219	}	2347	}
2220	else	2348	else
2221	{	2349	{
2222	struct coro *self = SvSTATE_current;	2350	struct coro *self = SvSTATE_current;
		2351
		2352	if (!self)
		2353	croak ("Coro::cancel called outside of thread content,");
2223		2354
2224	/* otherwise we cancel directly, purely for speed reasons	2355	/* otherwise we cancel directly, purely for speed reasons
2225	* unfortunately, this requires some magic trickery, as	2356	* unfortunately, this requires some magic trickery, as
2226	* somebody else could cancel us, so we have to fight the cancellation.	2357	* somebody else could cancel us, so we have to fight the cancellation.
2227	* this is ugly, and hopefully fully worth the extra speed.	2358	* this is ugly, and hopefully fully worth the extra speed.
…		…
2260	safe_cancel (pTHX_ struct coro *coro, SV **arg, int items)	2391	safe_cancel (pTHX_ struct coro *coro, SV **arg, int items)
2261	{	2392	{
2262	if (coro->cctx)	2393	if (coro->cctx)
2263	croak ("coro inside C callback, unable to cancel at this time, caught");	2394	croak ("coro inside C callback, unable to cancel at this time, caught");
2264		2395
2265	if (coro->flags & CF_NEW)	2396	if (coro->flags & (CF_NEW | CF_ZOMBIE))
2266	{	2397	{
2267	coro_set_status (aTHX_ coro, arg, items);	2398	coro_set_status (aTHX_ coro, arg, items);
2268	coro_state_destroy (aTHX_ coro);	2399	coro_state_destroy (aTHX_ coro);
2269	}	2400	}
2270	else	2401	else
…		…
2320	slf_init_pool_handler (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2451	slf_init_pool_handler (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2321	{	2452	{
2322	HV *hv = (HV *)SvRV (coro_current);	2453	HV *hv = (HV *)SvRV (coro_current);
2323	struct coro *coro = SvSTATE_hv ((SV *)hv);	2454	struct coro *coro = SvSTATE_hv ((SV *)hv);
2324		2455
2325	if (expect_true (coro->saved_deffh))	2456	if (ecb_expect_true (coro->saved_deffh))
2326	{	2457	{
2327	/* subsequent iteration */	2458	/* subsequent iteration */
2328	SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh;	2459	SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh;
2329	coro->saved_deffh = 0;	2460	coro->saved_deffh = 0;
2330		2461
…		…
2337	else	2468	else
2338	{	2469	{
2339	av_clear (GvAV (PL_defgv));	2470	av_clear (GvAV (PL_defgv));
2340	hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);	2471	hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);
2341		2472
		2473	if (ecb_expect_false (coro->swap_sv))
		2474	{
		2475	SWAP_SVS_LEAVE (coro);
		2476	SvREFCNT_dec_NN (coro->swap_sv);
		2477	coro->swap_sv = 0;
		2478	}
		2479
2342	coro->prio = 0;	2480	coro->prio = 0;
2343		2481
2344	if (coro->cctx && (coro->cctx->flags & CC_TRACE))	2482	if (ecb_expect_false (coro->cctx) && ecb_expect_false (coro->cctx->flags & CC_TRACE))
2345	api_trace (aTHX_ coro_current, 0);	2483	api_trace (aTHX_ coro_current, 0);
2346		2484
2347	frame->prepare = prepare_schedule;	2485	frame->prepare = prepare_schedule;
2348	av_push (av_async_pool, SvREFCNT_inc (hv));	2486	av_push (av_async_pool, SvREFCNT_inc_NN (hv));
2349	}	2487	}
2350	}	2488	}
2351	else	2489	else
2352	{	2490	{
2353	/* first iteration, simply fall through */	2491	/* first iteration, simply fall through */
…		…
2367	coro_rouse_callback (pTHX_ CV *cv)	2505	coro_rouse_callback (pTHX_ CV *cv)
2368	{	2506	{
2369	dXSARGS;	2507	dXSARGS;
2370	SV *data = (SV *)S_GENSUB_ARG;	2508	SV *data = (SV *)S_GENSUB_ARG;
2371		2509
		2510	/* data starts being the coro, and is replaced by the results when done */
2372	if (SvTYPE (SvRV (data)) != SVt_PVAV)	2511	if (SvTYPE (SvRV (data)) != SVt_PVAV)
2373	{	2512	{
2374	/* first call, set args */	2513	/* first call, set args */
2375	SV *coro = SvRV (data);	2514	SV *coro = SvRV (data);
2376	AV *av = newAV ();	2515	AV *av = newAV ();
…		…
2380	/* better take a full copy of the arguments */	2519	/* better take a full copy of the arguments */
2381	while (items--)	2520	while (items--)
2382	av_store (av, items, newSVsv (ST (items)));	2521	av_store (av, items, newSVsv (ST (items)));
2383		2522
2384	api_ready (aTHX_ coro);	2523	api_ready (aTHX_ coro);
2385	SvREFCNT_dec (coro);	2524	SvREFCNT_dec_NN (coro);
2386	}	2525	}
2387		2526
2388	XSRETURN_EMPTY;	2527	XSRETURN_EMPTY;
2389	}	2528	}
2390		2529
2391	static int	2530	static int
2392	slf_check_rouse_wait (pTHX_ struct CoroSLF *frame)	2531	slf_check_rouse_wait (pTHX_ struct CoroSLF *frame)
2393	{	2532	{
2394	SV *data = (SV *)frame->data;	2533	SV *data = (SV *)frame->data;
2395		2534
2396	if (CORO_THROW)	2535	if (CORO_THROW)
2397	return 0;	2536	return 0;
2398		2537
2399	if (SvTYPE (SvRV (data)) != SVt_PVAV)	2538	if (SvTYPE (SvRV (data)) != SVt_PVAV)
2400	return 1;	2539	return 1;
…		…
2436	cb = sv_2mortal (coro->rouse_cb);	2575	cb = sv_2mortal (coro->rouse_cb);
2437	coro->rouse_cb = 0;	2576	coro->rouse_cb = 0;
2438	}	2577	}
2439		2578
2440	if (!SvROK (cb)	2579	if (!SvROK (cb)
2441	|| SvTYPE (SvRV (cb)) != SVt_PVCV	2580	|| SvTYPE (SvRV (cb)) != SVt_PVCV
2442	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)	2581	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
2443	croak ("Coro::rouse_wait called with illegal callback argument,");	2582	croak ("Coro::rouse_wait called with illegal callback argument,");
2444		2583
2445	{	2584	{
2446	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */	2585	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
…		…
2459	struct coro *coro = SvSTATE_hv (hv);	2598	struct coro *coro = SvSTATE_hv (hv);
2460	SV *data = newRV_inc ((SV *)hv);	2599	SV *data = newRV_inc ((SV *)hv);
2461	SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);	2600	SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);
2462		2601
2463	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);	2602	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);
2464	SvREFCNT_dec (data); /* magicext increases the refcount */	2603	SvREFCNT_dec_NN (data); /* magicext increases the refcount */
2465		2604
2466	SvREFCNT_dec (coro->rouse_cb);	2605	SvREFCNT_dec (coro->rouse_cb);
2467	coro->rouse_cb = SvREFCNT_inc_NN (cb);	2606	coro->rouse_cb = SvREFCNT_inc_NN (cb);
2468		2607
2469	return cb;	2608	return cb;
…		…
2569		2708
2570	/* "undo"/cancel a running slf call - used when cancelling a coro, mainly */	2709	/* "undo"/cancel a running slf call - used when cancelling a coro, mainly */
2571	static void	2710	static void
2572	slf_destroy (pTHX_ struct coro *coro)	2711	slf_destroy (pTHX_ struct coro *coro)
2573	{	2712	{
2574	/* this callback is reserved for slf functions needing to do cleanup */	2713	struct CoroSLF frame = coro->slf_frame;
2575	if (coro->slf_frame.destroy && coro->slf_frame.prepare && !PL_dirty)
2576	coro->slf_frame.destroy (aTHX_ &coro->slf_frame);
2577		2714
2578	/*	2715	/*
2579	* The on_destroy above most likely is from an SLF call.	2716	* The on_destroy below most likely is from an SLF call.
2580	* Since by definition the SLF call will not finish when we destroy	2717	* Since by definition the SLF call will not finish when we destroy
2581	* the coro, we will have to force-finish it here, otherwise	2718	* the coro, we will have to force-finish it here, otherwise
2582	* cleanup functions cannot call SLF functions.	2719	* cleanup functions cannot call SLF functions.
2583	*/	2720	*/
2584	coro->slf_frame.prepare = 0;	2721	coro->slf_frame.prepare = 0;
		2722
		2723	/* this callback is reserved for slf functions needing to do cleanup */
		2724	if (frame.destroy && frame.prepare && !PL_dirty)
		2725	frame.destroy (aTHX_ &frame);
2585	}	2726	}
2586		2727
2587	/*	2728	/*
2588	* these not obviously related functions are all rolled into one	2729	* these not obviously related functions are all rolled into one
2589	* function to increase chances that they all will call transfer with the same	2730	* function to increase chances that they all will call transfer with the same
…		…
2596	I32 checkmark; /* mark SP to see how many elements check has pushed */	2737	I32 checkmark; /* mark SP to see how many elements check has pushed */
2597		2738
2598	/* set up the slf frame, unless it has already been set-up */	2739	/* set up the slf frame, unless it has already been set-up */
2599	/* the latter happens when a new coro has been started */	2740	/* the latter happens when a new coro has been started */
2600	/* or when a new cctx was attached to an existing coroutine */	2741	/* or when a new cctx was attached to an existing coroutine */
2601	if (expect_true (!slf_frame.prepare))	2742	if (ecb_expect_true (!slf_frame.prepare))
2602	{	2743	{
2603	/* first iteration */	2744	/* first iteration */
2604	dSP;	2745	dSP;
2605	SV **arg = PL_stack_base + TOPMARK + 1;	2746	SV **arg = PL_stack_base + TOPMARK + 1;
2606	int items = SP - arg; /* args without function object */	2747	int items = SP - arg; /* args without function object */
…		…
2647	while (slf_frame.check (aTHX_ &slf_frame));	2788	while (slf_frame.check (aTHX_ &slf_frame));
2648		2789
2649	slf_frame.prepare = 0; /* invalidate the frame, we are done processing it */	2790	slf_frame.prepare = 0; /* invalidate the frame, we are done processing it */
2650		2791
2651	/* exception handling */	2792	/* exception handling */
2652	if (expect_false (CORO_THROW))	2793	if (ecb_expect_false (CORO_THROW))
2653	{	2794	{
2654	SV *exception = sv_2mortal (CORO_THROW);	2795	SV *exception = sv_2mortal (CORO_THROW);
2655		2796
2656	CORO_THROW = 0;	2797	CORO_THROW = 0;
2657	sv_setsv (ERRSV, exception);	2798	sv_setsv (ERRSV, exception);
…		…
2659	}	2800	}
2660		2801
2661	/* return value handling - mostly like entersub */	2802	/* return value handling - mostly like entersub */
2662	/* make sure we put something on the stack in scalar context */	2803	/* make sure we put something on the stack in scalar context */
2663	if (GIMME_V == G_SCALAR	2804	if (GIMME_V == G_SCALAR
2664	&& expect_false (PL_stack_sp != PL_stack_base + checkmark + 1))	2805	&& ecb_expect_false (PL_stack_sp != PL_stack_base + checkmark + 1))
2665	{	2806	{
2666	dSP;	2807	dSP;
2667	SV **bot = PL_stack_base + checkmark;	2808	SV **bot = PL_stack_base + checkmark;
2668		2809
2669	if (sp == bot) /* too few, push undef */	2810	if (sp == bot) /* too few, push undef */
…		…
2774	{	2915	{
2775	SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);	2916	SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);
2776	on_enterleave_call (aTHX_ sv_2mortal (cb));	2917	on_enterleave_call (aTHX_ sv_2mortal (cb));
2777	}	2918	}
2778		2919
		2920	static void
		2921	enterleave_hook_xs (pTHX_ struct coro *coro, AV **avp, coro_enterleave_hook hook, void *arg)
		2922	{
		2923	if (!hook)
		2924	return;
		2925
		2926	if (!*avp)
		2927	{
		2928	*avp = newAV ();
		2929	AvREAL_off (*avp);
		2930	}
		2931
		2932	av_push (*avp, (SV *)hook);
		2933	av_push (*avp, (SV *)arg);
		2934	}
		2935
		2936	static void
		2937	enterleave_unhook_xs (pTHX_ struct coro *coro, AV **avp, coro_enterleave_hook hook, int execute)
		2938	{
		2939	AV *av = *avp;
		2940	int i;
		2941
		2942	if (!av)
		2943	return;
		2944
		2945	for (i = AvFILLp (av) - 1; i >= 0; i -= 2)
		2946	if (AvARRAY (av)[i] == (SV *)hook)
		2947	{
		2948	if (execute)
		2949	hook (aTHX_ (void *)AvARRAY (av)[i + 1]);
		2950
		2951	memmove (AvARRAY (av) + i, AvARRAY (av) + i + 2, AvFILLp (av) - i - 1);
		2952	av_pop (av);
		2953	av_pop (av);
		2954	break;
		2955	}
		2956
		2957	if (AvFILLp (av) >= 0)
		2958	{
		2959	*avp = 0;
		2960	SvREFCNT_dec_NN (av);
		2961	}
		2962	}
		2963
		2964	static void
		2965	api_enterleave_hook (pTHX_ SV *coro_sv, coro_enterleave_hook enter, void *enter_arg, coro_enterleave_hook leave, void *leave_arg)
		2966	{
		2967	struct coro *coro = SvSTATE (coro_sv);
		2968
		2969	if (SvSTATE_current == coro)
		2970	if (enter)
		2971	enter (aTHX_ enter_arg);
		2972
		2973	enterleave_hook_xs (aTHX_ coro, &coro->on_enter_xs, enter, enter_arg);
		2974	enterleave_hook_xs (aTHX_ coro, &coro->on_leave_xs, leave, leave_arg);
		2975	}
		2976
		2977	static void
		2978	api_enterleave_unhook (pTHX_ SV *coro_sv, coro_enterleave_hook enter, coro_enterleave_hook leave)
		2979	{
		2980	struct coro *coro = SvSTATE (coro_sv);
		2981
		2982	enterleave_unhook_xs (aTHX_ coro, &coro->on_enter_xs, enter, 0);
		2983	enterleave_unhook_xs (aTHX_ coro, &coro->on_leave_xs, leave, SvSTATE_current == coro);
		2984	}
		2985
		2986	static void
		2987	savedestructor_unhook_enter (pTHX_ coro_enterleave_hook enter)
		2988	{
		2989	struct coro *coro = SvSTATE_current;
		2990
		2991	enterleave_unhook_xs (aTHX_ coro, &coro->on_enter_xs, enter, 0);
		2992	}
		2993
		2994	static void
		2995	savedestructor_unhook_leave (pTHX_ coro_enterleave_hook leave)
		2996	{
		2997	struct coro *coro = SvSTATE_current;
		2998
		2999	enterleave_unhook_xs (aTHX_ coro, &coro->on_leave_xs, leave, 1);
		3000	}
		3001
		3002	static void
		3003	api_enterleave_scope_hook (pTHX_ coro_enterleave_hook enter, void *enter_arg, coro_enterleave_hook leave, void *leave_arg)
		3004	{
		3005	api_enterleave_hook (aTHX_ coro_current, enter, enter_arg, leave, leave_arg);
		3006
		3007	/* this ought to be much cheaper than malloc + a single destructor call */
		3008	if (enter) SAVEDESTRUCTOR_X (savedestructor_unhook_enter, enter);
		3009	if (leave) SAVEDESTRUCTOR_X (savedestructor_unhook_leave, leave);
		3010	}
		3011
2779	/*****************************************************************************/	3012	/*****************************************************************************/
2780	/* PerlIO::cede */	3013	/* PerlIO::cede */
2781		3014
2782	typedef struct	3015	typedef struct
2783	{	3016	{
2784	PerlIOBuf base;	3017	PerlIOBuf base;
2785	NV next, every;	3018	NV next, every;
2786	} PerlIOCede;	3019	} PerlIOCede;
2787		3020
2788	static IV	3021	static IV ecb_cold
2789	PerlIOCede_pushed (pTHX_ PerlIO *f, const char *mode, SV *arg, PerlIO_funcs *tab)	3022	PerlIOCede_pushed (pTHX_ PerlIO *f, const char *mode, SV *arg, PerlIO_funcs *tab)
2790	{	3023	{
2791	PerlIOCede *self = PerlIOSelf (f, PerlIOCede);	3024	PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2792		3025
2793	self->every = SvCUR (arg) ? SvNV (arg) : 0.01;	3026	self->every = SvCUR (arg) ? SvNV (arg) : 0.01;
2794	self->next = nvtime () + self->every;	3027	self->next = nvtime () + self->every;
2795		3028
2796	return PerlIOBuf_pushed (aTHX_ f, mode, Nullsv, tab);	3029	return PerlIOBuf_pushed (aTHX_ f, mode, Nullsv, tab);
2797	}	3030	}
2798		3031
2799	static SV *	3032	static SV * ecb_cold
2800	PerlIOCede_getarg (pTHX_ PerlIO *f, CLONE_PARAMS *param, int flags)	3033	PerlIOCede_getarg (pTHX_ PerlIO *f, CLONE_PARAMS *param, int flags)
2801	{	3034	{
2802	PerlIOCede *self = PerlIOSelf (f, PerlIOCede);	3035	PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2803		3036
2804	return newSVnv (self->every);	3037	return newSVnv (self->every);
…		…
2911	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));	3144	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
2912	PUTBACK;	3145	PUTBACK;
2913	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);	3146	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
2914	}	3147	}
2915		3148
2916	SvREFCNT_dec (cb);	3149	SvREFCNT_dec_NN (cb);
2917	}	3150	}
2918	}	3151	}
2919		3152
2920	static void	3153	static void
2921	coro_semaphore_destroy (pTHX_ struct CoroSLF *frame)	3154	coro_semaphore_destroy (pTHX_ struct CoroSLF *frame)
…		…
2929	{	3162	{
2930	AV *av = (AV *)frame->data;	3163	AV *av = (AV *)frame->data;
2931	SV *count_sv = AvARRAY (av)[0];	3164	SV *count_sv = AvARRAY (av)[0];
2932	SV *coro_hv = SvRV (coro_current);	3165	SV *coro_hv = SvRV (coro_current);
2933		3166
		3167	frame->destroy = 0;
		3168
2934	/* if we are about to throw, don't actually acquire the lock, just throw */	3169	/* if we are about to throw, don't actually acquire the lock, just throw */
2935	if (CORO_THROW)	3170	if (ecb_expect_false (CORO_THROW))
		3171	{
		3172	/* we still might be responsible for the semaphore, so wake up others */
		3173	coro_semaphore_adjust (aTHX_ av, 0);
		3174
2936	return 0;	3175	return 0;
		3176	}
2937	else if (SvIVX (count_sv) > 0)	3177	else if (SvIVX (count_sv) > 0)
2938	{	3178	{
2939	frame->destroy = 0;
2940
2941	if (acquire)	3179	if (acquire)
2942	SvIVX (count_sv) = SvIVX (count_sv) - 1;	3180	SvIVX (count_sv) = SvIVX (count_sv) - 1;
2943	else	3181	else
2944	coro_semaphore_adjust (aTHX_ av, 0);	3182	coro_semaphore_adjust (aTHX_ av, 0);
2945		3183
…		…
2949	{	3187	{
2950	int i;	3188	int i;
2951	/* if we were woken up but can't down, we look through the whole */	3189	/* if we were woken up but can't down, we look through the whole */
2952	/* waiters list and only add us if we aren't in there already */	3190	/* waiters list and only add us if we aren't in there already */
2953	/* this avoids some degenerate memory usage cases */	3191	/* this avoids some degenerate memory usage cases */
2954	for (i = AvFILLp (av); i > 0; --i) // i > 0 is not an off-by-one bug	3192	for (i = AvFILLp (av); i > 0; --i) /* i > 0 is not an off-by-one bug */
2955	if (AvARRAY (av)[i] == coro_hv)	3193	if (AvARRAY (av)[i] == coro_hv)
2956	return 1;	3194	return 1;
2957		3195
2958	av_push (av, SvREFCNT_inc (coro_hv));	3196	av_push (av, SvREFCNT_inc (coro_hv));
2959	return 1;	3197	return 1;
…		…
3056	{	3294	{
3057	api_ready (aTHX_ cb);	3295	api_ready (aTHX_ cb);
3058	sv_setiv (cb, 0); /* signal waiter */	3296	sv_setiv (cb, 0); /* signal waiter */
3059	}	3297	}
3060		3298
3061	SvREFCNT_dec (cb);	3299	SvREFCNT_dec_NN (cb);
3062		3300
3063	--count;	3301	--count;
3064	}	3302	}
3065	}	3303	}
3066		3304
…		…
3151	}	3389	}
3152		3390
3153	av_push (state, data_sv);	3391	av_push (state, data_sv);
3154		3392
3155	api_ready (aTHX_ coro);	3393	api_ready (aTHX_ coro);
3156	SvREFCNT_dec (coro);	3394	SvREFCNT_dec_NN (coro);
3157	SvREFCNT_dec ((AV *)state);	3395	SvREFCNT_dec_NN ((AV *)state);
3158	}	3396	}
3159		3397
3160	static int	3398	static int
3161	slf_check_aio_req (pTHX_ struct CoroSLF *frame)	3399	slf_check_aio_req (pTHX_ struct CoroSLF *frame)
3162	{	3400	{
…		…
3167	/* it quickly returns */	3405	/* it quickly returns */
3168	if (CORO_THROW)	3406	if (CORO_THROW)
3169	return 0;	3407	return 0;
3170		3408
3171	/* one element that is an RV? repeat! */	3409	/* one element that is an RV? repeat! */
3172	if (AvFILLp (state) == 0 && SvROK (AvARRAY (state)[0]))	3410	if (AvFILLp (state) == 0 && SvTYPE (AvARRAY (state)[0]) != SVt_PV)
3173	return 1;	3411	return 1;
3174		3412
3175	/* restore status */	3413	/* restore status */
3176	{	3414	{
3177	SV *data_sv = av_pop (state);	3415	SV *data_sv = av_pop (state);
…		…
3180	errno = data->errorno;	3418	errno = data->errorno;
3181	PL_laststype = data->laststype;	3419	PL_laststype = data->laststype;
3182	PL_laststatval = data->laststatval;	3420	PL_laststatval = data->laststatval;
3183	PL_statcache = data->statcache;	3421	PL_statcache = data->statcache;
3184		3422
3185	SvREFCNT_dec (data_sv);	3423	SvREFCNT_dec_NN (data_sv);
3186	}	3424	}
3187		3425
3188	/* push result values */	3426	/* push result values */
3189	{	3427	{
3190	dSP;	3428	dSP;
…		…
3216	dSP;	3454	dSP;
3217		3455
3218	static SV *prio_cv;	3456	static SV *prio_cv;
3219	static SV *prio_sv;	3457	static SV *prio_sv;
3220		3458
3221	if (expect_false (!prio_cv))	3459	if (ecb_expect_false (!prio_cv))
3222	{	3460	{
3223	prio_cv = (SV *)get_cv ("IO::AIO::aioreq_pri", 0);	3461	prio_cv = (SV *)get_cv ("IO::AIO::aioreq_pri", 0);
3224	prio_sv = newSViv (0);	3462	prio_sv = newSViv (0);
3225	}	3463	}
3226		3464
…		…
3332	}	3570	}
3333		3571
3334	return coro_sv;	3572	return coro_sv;
3335	}	3573	}
3336		3574
		3575	#ifndef __cplusplus
		3576	ecb_cold XS(boot_Coro__State);
		3577	#endif
		3578
		3579	#if CORO_JIT
		3580
		3581	static void ecb_noinline ecb_cold
		3582	pushav_4uv (pTHX_ UV a, UV b, UV c, UV d)
		3583	{
		3584	dSP;
		3585	AV *av = newAV ();
		3586
		3587	av_store (av, 3, newSVuv (d));
		3588	av_store (av, 2, newSVuv (c));
		3589	av_store (av, 1, newSVuv (b));
		3590	av_store (av, 0, newSVuv (a));
		3591
		3592	XPUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
		3593
		3594	PUTBACK;
		3595	}
		3596
		3597	static void ecb_noinline ecb_cold
		3598	jit_init (pTHX)
		3599	{
		3600	dSP;
		3601	SV *load, *save;
		3602	char *map_base;
		3603	char *load_ptr, *save_ptr;
		3604	STRLEN load_len, save_len, map_len;
		3605	int count;
		3606
		3607	eval_pv ("require 'Coro/jit-" CORO_JIT_TYPE ".pl'", 1);
		3608
		3609	PUSHMARK (SP);
		3610	#define VARx(name,expr,type) pushav_4uv (aTHX_ (UV)&(expr), sizeof (expr), offsetof (perl_slots, name), sizeof (type));
		3611	#include "state.h"
		3612	count = call_pv ("Coro::State::_jit", G_ARRAY);
		3613	SPAGAIN;
		3614
		3615	save = POPs; save_ptr = SvPVbyte (save, save_len);
		3616	load = POPs; load_ptr = SvPVbyte (load, load_len);
		3617
		3618	map_len = load_len + save_len + 16;
		3619
		3620	map_base = mmap (0, map_len, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
		3621
		3622	if (map_base == (char *)MAP_FAILED)
		3623	map_base = mmap (0, map_len, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
		3624
		3625	assert (("Coro: unable to mmap jit code page, cannot continue.", map_base != (char *)MAP_FAILED));
		3626
		3627	load_perl_slots = (load_save_perl_slots_type)map_base;
		3628	memcpy (map_base, load_ptr, load_len);
		3629
		3630	map_base += (load_len + 15) & ~15;
		3631
		3632	save_perl_slots = (load_save_perl_slots_type)map_base;
		3633	memcpy (map_base, save_ptr, save_len);
		3634
		3635	/* we are good citizens and try to make the page read-only, so the evil evil */
		3636	/* hackers might have it a bit more difficult */
		3637	mprotect (map_base, map_len, PROT_READ | PROT_EXEC);
		3638
		3639	PUTBACK;
		3640	eval_pv ("undef &Coro::State::_jit", 1);
		3641	}
		3642
		3643	#endif
		3644
3337	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_	3645	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
3338		3646
3339	PROTOTYPES: DISABLE	3647	PROTOTYPES: DISABLE
3340		3648
3341	BOOT:	3649	BOOT:
3342	{	3650	{
		3651	#define VARx(name,expr,type) if (sizeof (type) < sizeof (expr)) croak ("FATAL: Coro thread context slot '" # name "' too small for this version of perl.");
		3652	#include "state.h"
3343	#ifdef USE_ITHREADS	3653	#ifdef USE_ITHREADS
3344	# if CORO_PTHREAD	3654	# if CORO_PTHREAD
3345	coro_thx = PERL_GET_CONTEXT;	3655	coro_thx = PERL_GET_CONTEXT;
3346	# endif	3656	# endif
3347	#endif	3657	#endif
3348	BOOT_PAGESIZE;	3658	/* perl defines these to check for existance first, but why it doesn't */
		3659	/* just create them one at init time is not clear to me, except for */
		3660	/* programs trying to delete them, but... */
		3661	/* anyway, we declare this as invalid and make sure they are initialised here */
		3662	DEFSV;
		3663	ERRSV;
3349		3664
3350	cctx_current = cctx_new_empty ();	3665	cctx_current = cctx_new_empty ();
3351		3666
3352	irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV);	3667	irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV);
3353	stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO);	3668	stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO);
3354		3669
3355	orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get;	3670	{
3356	orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set;	3671	/*
3357	orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr;	3672	* we provide a vtbvl for %SIG magic that replaces PL_vtbl_sig
		3673	* by coro_sig_vtbl in hash values.
		3674	*/
		3675	MAGIC *mg = mg_find ((SV *)GvHV (gv_fetchpv ("SIG", GV_ADD | GV_NOTQUAL, SVt_PVHV)), PERL_MAGIC_sig);
		3676
		3677	/* this only works if perl doesn't have a vtbl for %SIG */
		3678	assert (!mg->mg_virtual);
		3679
		3680	/*
		3681	* The irony is that the perl API itself asserts that mg_virtual
		3682	* must be non-const, yet perl5porters insisted on marking their
		3683	* vtbls as read-only, just to thwart perl modules from patching
		3684	* them.
		3685	*/
		3686	mg->mg_virtual = (MGVTBL *)&coro_sig_vtbl;
		3687	mg->mg_flags |= MGf_COPY;
		3688
		3689	coro_sigelem_vtbl = PL_vtbl_sigelem;
		3690	coro_sigelem_vtbl.svt_get = coro_sigelem_get;
		3691	coro_sigelem_vtbl.svt_set = coro_sigelem_set;
		3692	coro_sigelem_vtbl.svt_clear = coro_sigelem_clr;
		3693	}
3358		3694
3359	hv_sig = coro_get_hv (aTHX_ "SIG", TRUE);
3360	rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));	3695	rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));
3361	rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));	3696	rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));
3362		3697
3363	coro_state_stash = gv_stashpv ("Coro::State", TRUE);	3698	coro_state_stash = gv_stashpv ("Coro::State", TRUE);
		3699
		3700	newCONSTSUB (coro_state_stash, "BACKEND", newSVpv (CORO_BACKEND, 0)); /* undocumented */
3364		3701
3365	newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));	3702	newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));
3366	newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));	3703	newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));
3367	newCONSTSUB (coro_state_stash, "CC_TRACE_LINE", newSViv (CC_TRACE_LINE));	3704	newCONSTSUB (coro_state_stash, "CC_TRACE_LINE", newSViv (CC_TRACE_LINE));
3368	newCONSTSUB (coro_state_stash, "CC_TRACE_ALL" , newSViv (CC_TRACE_ALL));	3705	newCONSTSUB (coro_state_stash, "CC_TRACE_ALL" , newSViv (CC_TRACE_ALL));
…		…
3396	coroapi.prepare_cede_notself = prepare_cede_notself;	3733	coroapi.prepare_cede_notself = prepare_cede_notself;
3397		3734
3398	time_init (aTHX);	3735	time_init (aTHX);
3399		3736
3400	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));	3737	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));
		3738	#if CORO_JIT
		3739	PUTBACK;
		3740	jit_init (aTHX);
		3741	SPAGAIN;
		3742	#endif
3401	}	3743	}
3402		3744
3403	SV *	3745	SV *
3404	new (SV *klass, ...)	3746	new (SV *klass, ...)
3405	ALIAS:	3747	ALIAS:
…		…
3412	void	3754	void
3413	transfer (...)	3755	transfer (...)
3414	PROTOTYPE: $$	3756	PROTOTYPE: $$
3415	CODE:	3757	CODE:
3416	CORO_EXECUTE_SLF_XS (slf_init_transfer);	3758	CORO_EXECUTE_SLF_XS (slf_init_transfer);
3417
3418	void
3419	_exit (int code)
3420	PROTOTYPE: $
3421	CODE:
3422	_exit (code);
3423		3759
3424	SV *	3760	SV *
3425	clone (Coro::State coro)	3761	clone (Coro::State coro)
3426	CODE:	3762	CODE:
3427	{	3763	{
…		…
3482	void	3818	void
3483	list ()	3819	list ()
3484	PROTOTYPE:	3820	PROTOTYPE:
3485	PPCODE:	3821	PPCODE:
3486	{	3822	{
3487	struct coro *coro;	3823	struct coro *coro;
3488	for (coro = coro_first; coro; coro = coro->next)	3824	for (coro = coro_first; coro; coro = coro->next)
3489	if (coro->hv)	3825	if (coro->hv)
3490	XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));	3826	XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));
3491	}	3827	}
3492		3828
…		…
3494	call (Coro::State coro, SV *coderef)	3830	call (Coro::State coro, SV *coderef)
3495	ALIAS:	3831	ALIAS:
3496	eval = 1	3832	eval = 1
3497	CODE:	3833	CODE:
3498	{	3834	{
		3835	struct coro *current = SvSTATE_current;
		3836
3499	if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))	3837	if ((coro == current) || (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot)))
3500	{	3838	{
3501	struct coro *current = SvSTATE_current;
3502	struct CoroSLF slf_save;	3839	struct CoroSLF slf_save;
3503		3840
3504	if (current != coro)	3841	if (current != coro)
3505	{	3842	{
3506	PUTBACK;	3843	PUTBACK;
…		…
3556	RETVAL = boolSV (coro->flags & ix);	3893	RETVAL = boolSV (coro->flags & ix);
3557	OUTPUT:	3894	OUTPUT:
3558	RETVAL	3895	RETVAL
3559		3896
3560	void	3897	void
3561	throw (Coro::State self, SV *exception = &PL_sv_undef)	3898	throw (SV *self, SV *exception = &PL_sv_undef)
3562	PROTOTYPE: $;$	3899	PROTOTYPE: $;$
3563	CODE:	3900	CODE:
3564	{	3901	{
		3902	struct coro *coro = SvSTATE (self);
3565	struct coro *current = SvSTATE_current;	3903	struct coro *current = SvSTATE_current;
3566	SV **exceptionp = self == current ? &CORO_THROW : &self->except;	3904	SV **exceptionp = coro == current ? &CORO_THROW : &coro->except;
3567	SvREFCNT_dec (*exceptionp);	3905	SvREFCNT_dec (*exceptionp);
3568	SvGETMAGIC (exception);	3906	SvGETMAGIC (exception);
3569	*exceptionp = SvOK (exception) ? newSVsv (exception) : 0;	3907	*exceptionp = SvOK (exception) ? newSVsv (exception) : 0;
		3908
		3909	api_ready (aTHX_ self);
3570	}	3910	}
3571		3911
3572	void	3912	void
3573	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)	3913	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
3574	PROTOTYPE: $;$	3914	PROTOTYPE: $;$
…		…
3651		3991
3652	void	3992	void
3653	times (Coro::State self)	3993	times (Coro::State self)
3654	PPCODE:	3994	PPCODE:
3655	{	3995	{
3656	struct coro *current = SvSTATE (coro_current);	3996	struct coro *current = SvSTATE (coro_current);
3657		3997
3658	if (expect_false (current == self))	3998	if (ecb_expect_false (current == self))
3659	{	3999	{
3660	coro_times_update ();	4000	coro_times_update ();
3661	coro_times_add (SvSTATE (coro_current));	4001	coro_times_add (SvSTATE (coro_current));
3662	}	4002	}
3663		4003
3664	EXTEND (SP, 2);	4004	EXTEND (SP, 2);
3665	PUSHs (sv_2mortal (newSVnv (self->t_real [0] + self->t_real [1] * 1e-9)));	4005	PUSHs (sv_2mortal (newSVnv (self->t_real [0] + self->t_real [1] * 1e-9)));
3666	PUSHs (sv_2mortal (newSVnv (self->t_cpu [0] + self->t_cpu [1] * 1e-9)));	4006	PUSHs (sv_2mortal (newSVnv (self->t_cpu [0] + self->t_cpu [1] * 1e-9)));
3667		4007
3668	if (expect_false (current == self))	4008	if (ecb_expect_false (current == self))
3669	coro_times_sub (SvSTATE (coro_current));	4009	coro_times_sub (SvSTATE (coro_current));
3670	}	4010	}
3671		4011
3672	void	4012	void
3673	swap_sv (Coro::State coro, SV *sv, SV *swapsv)	4013	swap_sv (Coro::State coro, SV *sva, SV *svb)
3674	CODE:	4014	CODE:
3675	{	4015	{
3676	struct coro *current = SvSTATE_current;	4016	struct coro *current = SvSTATE_current;
		4017	AV *swap_sv;
		4018	int i;
		4019
		4020	sva = SvRV (sva);
		4021	svb = SvRV (svb);
3677		4022
3678	if (current == coro)	4023	if (current == coro)
3679	SWAP_SVS (current);	4024	SWAP_SVS_LEAVE (current);
3680		4025
3681	if (!coro->swap_sv)	4026	if (!coro->swap_sv)
3682	coro->swap_sv = newAV ();	4027	coro->swap_sv = newAV ();
3683		4028
		4029	swap_sv = coro->swap_sv;
		4030
		4031	for (i = AvFILLp (swap_sv) - 1; i >= 0; i -= 2)
		4032	{
		4033	SV *a = AvARRAY (swap_sv)[i ];
		4034	SV *b = AvARRAY (swap_sv)[i + 1];
		4035
		4036	if (a == sva && b == svb)
		4037	{
		4038	SvREFCNT_dec_NN (a);
		4039	SvREFCNT_dec_NN (b);
		4040
		4041	for (; i <= AvFILLp (swap_sv) - 2; i++)
		4042	AvARRAY (swap_sv)[i] = AvARRAY (swap_sv)[i + 2];
		4043
		4044	AvFILLp (swap_sv) -= 2;
		4045
		4046	goto removed;
		4047	}
		4048	}
		4049
3684	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (sv )));	4050	av_push (swap_sv, SvREFCNT_inc_NN (sva));
3685	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (swapsv)));	4051	av_push (swap_sv, SvREFCNT_inc_NN (svb));
		4052
		4053	removed:
3686		4054
3687	if (current == coro)	4055	if (current == coro)
3688	SWAP_SVS (current);	4056	SWAP_SVS_ENTER (current);
3689	}	4057	}
3690		4058
3691		4059
3692	MODULE = Coro::State PACKAGE = Coro	4060	MODULE = Coro::State PACKAGE = Coro
3693		4061
3694	BOOT:	4062	BOOT:
3695	{	4063	{
		4064	if (SVt_LAST > 32)
		4065	croak ("Coro internal error: SVt_LAST > 32, swap_sv might need adjustment");
		4066
3696	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);	4067	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3697	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);	4068	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3698	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);	4069	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3699	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);	4070	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
3700	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);	4071	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);
…		…
3704		4075
3705	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);	4076	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);
3706	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);	4077	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);
3707	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);	4078	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);
3708	CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */	4079	CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */
3709		4080
3710	coro_stash = gv_stashpv ("Coro", TRUE);	4081	coro_stash = gv_stashpv ("Coro", TRUE);
3711		4082
3712	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));	4083	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));
3713	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));	4084	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));
3714	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));	4085	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));
…		…
3726	coroapi.ready = api_ready;	4097	coroapi.ready = api_ready;
3727	coroapi.is_ready = api_is_ready;	4098	coroapi.is_ready = api_is_ready;
3728	coroapi.nready = coro_nready;	4099	coroapi.nready = coro_nready;
3729	coroapi.current = coro_current;	4100	coroapi.current = coro_current;
3730		4101
		4102	coroapi.enterleave_hook = api_enterleave_hook;
		4103	coroapi.enterleave_unhook = api_enterleave_unhook;
		4104	coroapi.enterleave_scope_hook = api_enterleave_scope_hook;
		4105
3731	/*GCoroAPI = &coroapi;*/	4106	/*GCoroAPI = &coroapi;*/
3732	sv_setiv (sv, (IV)&coroapi);	4107	sv_setiv (sv, PTR2IV (&coroapi));
3733	SvREADONLY_on (sv);	4108	SvREADONLY_on (sv);
3734	}	4109	}
3735	}	4110	}
3736		4111
3737	SV *	4112	SV *
…		…
3800		4175
3801	void	4176	void
3802	_set_current (SV *current)	4177	_set_current (SV *current)
3803	PROTOTYPE: $	4178	PROTOTYPE: $
3804	CODE:	4179	CODE:
3805	SvREFCNT_dec (SvRV (coro_current));	4180	SvREFCNT_dec_NN (SvRV (coro_current));
3806	SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));	4181	SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));
3807		4182
3808	void	4183	void
3809	_set_readyhook (SV *hook)	4184	_set_readyhook (SV *hook)
3810	PROTOTYPE: $	4185	PROTOTYPE: $
…		…
3894		4269
3895	if ((SV *)hv == &PL_sv_undef)	4270	if ((SV *)hv == &PL_sv_undef)
3896	{	4271	{
3897	SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);	4272	SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
3898	hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));	4273	hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
3899	SvREFCNT_dec (sv);	4274	SvREFCNT_dec_NN (sv);
3900	}	4275	}
3901		4276
3902	{	4277	{
3903	struct coro *coro = SvSTATE_hv (hv);	4278	struct coro *coro = SvSTATE_hv (hv);
3904		4279
…		…
3911	api_ready (aTHX_ (SV *)hv);	4286	api_ready (aTHX_ (SV *)hv);
3912		4287
3913	if (GIMME_V != G_VOID)	4288	if (GIMME_V != G_VOID)
3914	XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv)));	4289	XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv)));
3915	else	4290	else
3916	SvREFCNT_dec (hv);	4291	SvREFCNT_dec_NN (hv);
3917	}	4292	}
3918		4293
3919	SV *	4294	SV *
3920	rouse_cb ()	4295	rouse_cb ()
3921	PROTOTYPE:	4296	PROTOTYPE:
…		…
3936	on_leave = 1	4311	on_leave = 1
3937	PROTOTYPE: &	4312	PROTOTYPE: &
3938	CODE:	4313	CODE:
3939	{	4314	{
3940	struct coro *coro = SvSTATE_current;	4315	struct coro *coro = SvSTATE_current;
3941	AV **avp = ix ? &coro->on_leave : &coro->on_enter;	4316	AV **avp = ix ? &coro->on_leave : &coro->on_enter;
3942		4317
3943	block = s_get_cv_croak (block);	4318	block = s_get_cv_croak (block);
3944		4319
3945	if (!*avp)	4320	if (!*avp)
3946	*avp = newAV ();	4321	*avp = newAV ();
…		…
3966		4341
3967	SV *	4342	SV *
3968	new (SV *klass, SV *count = 0)	4343	new (SV *klass, SV *count = 0)
3969	CODE:	4344	CODE:
3970	{	4345	{
3971	int semcnt = 1;	4346	int semcnt = 1;
3972		4347
3973	if (count)	4348	if (count)
3974	{	4349	{
3975	SvGETMAGIC (count);	4350	SvGETMAGIC (count);
3976		4351
…		…
4000	RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]);	4375	RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]);
4001	OUTPUT:	4376	OUTPUT:
4002	RETVAL	4377	RETVAL
4003		4378
4004	void	4379	void
4005	up (SV *self, int adjust = 1)	4380	up (SV *self)
4006	ALIAS:
4007	adjust = 1
4008	CODE:	4381	CODE:
		4382	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), 1);
		4383
		4384	void
		4385	adjust (SV *self, int adjust)
		4386	CODE:
4009	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), ix ? adjust : 1);	4387	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), adjust);
4010		4388
4011	void	4389	void
4012	down (...)	4390	down (...)
4013	CODE:	4391	CODE:
4014	CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);	4392	CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);
…		…
4036	XSRETURN_NO;	4414	XSRETURN_NO;
4037	}	4415	}
4038		4416
4039	void	4417	void
4040	waiters (SV *self)	4418	waiters (SV *self)
4041	PPCODE:	4419	PPCODE:
4042	{	4420	{
4043	AV *av = (AV *)SvRV (self);	4421	AV *av = (AV *)SvRV (self);
4044	int wcount = AvFILLp (av) + 1 - 1;	4422	int wcount = AvFILLp (av) + 1 - 1;
4045		4423
4046	if (GIMME_V == G_SCALAR)	4424	if (GIMME_V == G_SCALAR)
…		…
4055	}	4433	}
4056		4434
4057	MODULE = Coro::State PACKAGE = Coro::SemaphoreSet	4435	MODULE = Coro::State PACKAGE = Coro::SemaphoreSet
4058		4436
4059	void	4437	void
4060	_may_delete (SV *sem, int count, int extra_refs)	4438	_may_delete (SV *sem, int count, unsigned int extra_refs)
4061	PPCODE:	4439	PPCODE:
4062	{	4440	{
4063	AV *av = (AV *)SvRV (sem);	4441	AV *av = (AV *)SvRV (sem);
4064		4442
4065	if (SvREFCNT ((SV *)av) == 1 + extra_refs	4443	if (SvREFCNT ((SV *)av) == 1 + extra_refs
4066	&& AvFILLp (av) == 0 /* no waiters, just count */	4444	&& AvFILLp (av) == 0 /* no waiters, just count */
4067	&& SvIV (AvARRAY (av)[0]) == count)	4445	&& SvIV (AvARRAY (av)[0]) == count)
4068	XSRETURN_YES;	4446	XSRETURN_YES;
…		…
4089		4467
4090	void	4468	void
4091	broadcast (SV *self)	4469	broadcast (SV *self)
4092	CODE:	4470	CODE:
4093	{	4471	{
4094	AV *av = (AV *)SvRV (self);	4472	AV *av = (AV *)SvRV (self);
4095	coro_signal_wake (aTHX_ av, AvFILLp (av));	4473	coro_signal_wake (aTHX_ av, AvFILLp (av));
4096	}	4474	}
4097		4475
4098	void	4476	void
4099	send (SV *self)	4477	send (SV *self)
…		…
4107	SvIVX (AvARRAY (av)[0]) = 1; /* remember the signal */	4485	SvIVX (AvARRAY (av)[0]) = 1; /* remember the signal */
4108	}	4486	}
4109		4487
4110	IV	4488	IV
4111	awaited (SV *self)	4489	awaited (SV *self)
4112	CODE:	4490	CODE:
4113	RETVAL = AvFILLp ((AV *)SvRV (self)) + 1 - 1;	4491	RETVAL = AvFILLp ((AV *)SvRV (self)) + 1 - 1;
4114	OUTPUT:	4492	OUTPUT:
4115	RETVAL	4493	RETVAL
4116		4494
4117		4495
…		…
4122		4500
4123	void	4501	void
4124	_schedule (...)	4502	_schedule (...)
4125	CODE:	4503	CODE:
4126	{	4504	{
4127	static int incede;	4505	static int incede;
4128		4506
4129	api_cede_notself (aTHX);	4507	api_cede_notself (aTHX);
4130		4508
4131	++incede;	4509	++incede;
4132	while (coro_nready >= incede && api_cede (aTHX))	4510	while (coro_nready >= incede && api_cede (aTHX))
…		…
4176	{	4554	{
4177	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;	4555	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;
4178	coro_old_pp_sselect = 0;	4556	coro_old_pp_sselect = 0;
4179	}	4557	}
4180		4558
		4559	MODULE = Coro::State PACKAGE = Coro::Util
		4560
		4561	void
		4562	_exit (int code)
		4563	CODE:
		4564	_exit (code);
		4565
		4566	NV
		4567	time ()
		4568	CODE:
		4569	RETVAL = nvtime (aTHX);
		4570	OUTPUT:
		4571	RETVAL
		4572
		4573	NV
		4574	gettimeofday ()
		4575	PPCODE:
		4576	{
		4577	UV tv [2];
		4578	u2time (aTHX_ tv);
		4579	EXTEND (SP, 2);
		4580	PUSHs (sv_2mortal (newSVuv (tv [0])));
		4581	PUSHs (sv_2mortal (newSVuv (tv [1])));
		4582	}
		4583

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines