ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.406 by root, Sat Jun 11 13:49:00 2011 UTC vs.
Revision 1.462 by root, Wed Jun 22 20:24:38 2016 UTC

1	/* this works around a bug in mingw32 providing a non-working setjmp */	1	/* this works around a bug in mingw32 providing a non-working setjmp */
2	#define USE_NO_MINGW_SETJMP_TWO_ARGS	2	#define USE_NO_MINGW_SETJMP_TWO_ARGS
3		3
4	#define NDEBUG 1	4	#define NDEBUG 1 /* perl usually disables NDEBUG later */
5		5
6	#include "libcoro/coro.c"	6	#include "libcoro/coro.c"
7		7
8	#define PERL_NO_GET_CONTEXT	8	#define PERL_NO_GET_CONTEXT
9	#define PERL_EXT	9	#define PERL_EXT
…		…
12	#include "perl.h"	12	#include "perl.h"
13	#include "XSUB.h"	13	#include "XSUB.h"
14	#include "perliol.h"	14	#include "perliol.h"
15		15
16	#include "schmorp.h"	16	#include "schmorp.h"
		17
		18	#define ECB_NO_THREADS 1
		19	#define ECB_NO_LIBM 1
17	#include "ecb.h"	20	#include "ecb.h"
18		21
19	#include <stddef.h>	22	#include <stddef.h>
20	#include <stdio.h>	23	#include <stdio.h>
21	#include <errno.h>	24	#include <errno.h>
22	#include <assert.h>	25	#include <assert.h>
23		26
		27	#ifndef SvREFCNT_dec_NN
		28	#define SvREFCNT_dec_NN(sv) SvREFCNT_dec (sv)
		29	#endif
		30
		31	#ifndef SvREFCNT_inc_NN
		32	#define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
		33	#endif
		34
24	#ifndef SVs_PADSTALE	35	#ifndef SVs_PADSTALE
25	# define SVs_PADSTALE 0	36	# define SVs_PADSTALE 0
		37	#endif
		38
		39	#ifdef PadARRAY
		40	# define NEWPADAPI 1
		41	# define newPADLIST(var) (Newz (0, var, 1, PADLIST), Newx (PadlistARRAY (var), 2, PAD *))
		42	#else
		43	typedef AV PADNAMELIST;
		44	# if !PERL_VERSION_ATLEAST(5,8,0)
		45	typedef AV PADLIST;
		46	typedef AV PAD;
		47	# endif
		48	# define PadlistARRAY(pl) ((PAD **)AvARRAY (pl))
		49	# define PadlistMAX(pl) AvFILLp (pl)
		50	# define PadlistNAMES(pl) (*PadlistARRAY (pl))
		51	# define PadARRAY AvARRAY
		52	# define PadMAX AvFILLp
		53	# define newPADLIST(var) ((var) = newAV (), av_extend (var, 1))
		54	#endif
		55	#ifndef PadnamelistREFCNT
		56	# define PadnamelistREFCNT(pnl) SvREFCNT (pnl)
		57	#endif
		58	#ifndef PadnamelistREFCNT_dec
		59	# define PadnamelistREFCNT_dec(pnl) SvREFCNT_dec (pnl)
		60	#endif
		61
		62	/* 5.19.something has replaced SVt_BIND by SVt_INVLIST */
		63	/* we just alias it to SVt_IV, as that is sufficient for swap_sv for now */
		64	#if PERL_VERSION_ATLEAST(5,19,0)
		65	# define SVt_BIND SVt_IV
26	#endif	66	#endif
27		67
28	#if defined(_WIN32)	68	#if defined(_WIN32)
29	# undef HAS_GETTIMEOFDAY	69	# undef HAS_GETTIMEOFDAY
30	# undef setjmp	70	# undef setjmp
…		…
33	# define setjmp _setjmp /* deep magic */	73	# define setjmp _setjmp /* deep magic */
34	#else	74	#else
35	# include <inttypes.h> /* most portable stdint.h */	75	# include <inttypes.h> /* most portable stdint.h */
36	#endif	76	#endif
37		77
38	#ifdef HAVE_MMAP
39	# include <unistd.h>
40	# include <sys/mman.h>
41	# ifndef MAP_ANONYMOUS
42	# ifdef MAP_ANON
43	# define MAP_ANONYMOUS MAP_ANON
44	# else
45	# undef HAVE_MMAP
46	# endif
47	# endif
48	# include <limits.h>
49	# ifndef PAGESIZE
50	# define PAGESIZE pagesize
51	# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
52	static long pagesize;
53	# else
54	# define BOOT_PAGESIZE (void)0
55	# endif
56	#else
57	# define PAGESIZE 0
58	# define BOOT_PAGESIZE (void)0
59	#endif
60
61	#if CORO_USE_VALGRIND
62	# include <valgrind/valgrind.h>
63	#endif
64
65	/* the maximum number of idle cctx that will be pooled */	78	/* the maximum number of idle cctx that will be pooled */
66	static int cctx_max_idle = 4;	79	static int cctx_max_idle = 4;
67		80
68	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64	81	#if defined(DEBUGGING) && PERL_VERSION_ATLEAST(5,12,0)
69	# undef CORO_STACKGUARD	82	# define HAS_SCOPESTACK_NAME 1
70	#endif
71
72	#ifndef CORO_STACKGUARD
73	# define CORO_STACKGUARD 0
74	#endif	83	#endif
75		84
76	/* prefer perl internal functions over our own? */	85	/* prefer perl internal functions over our own? */
77	#ifndef CORO_PREFER_PERL_FUNCTIONS	86	#ifndef CORO_PREFER_PERL_FUNCTIONS
78	# define CORO_PREFER_PERL_FUNCTIONS 0	87	# define CORO_PREFER_PERL_FUNCTIONS 0
…		…
97	# if CORO_PTHREAD	106	# if CORO_PTHREAD
98	static void *coro_thx;	107	static void *coro_thx;
99	# endif	108	# endif
100	#endif	109	#endif
101		110
102	/* used in state.h */
103	#define VAR(name,type) VARx(name, PL_ ## name, type)
104
105	#ifdef __linux	111	#ifdef __linux
106	# include <time.h> /* for timespec */	112	# include <time.h> /* for timespec */
107	# include <syscall.h> /* for SYS_* */	113	# include <syscall.h> /* for SYS_* */
108	# ifdef SYS_clock_gettime	114	# ifdef SYS_clock_gettime
109	# define coro_clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))	115	# define coro_clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
…		…
134		140
135	static GV *irsgv; /* $/ */	141	static GV *irsgv; /* $/ */
136	static GV *stdoutgv; /* *STDOUT */	142	static GV *stdoutgv; /* *STDOUT */
137	static SV *rv_diehook;	143	static SV *rv_diehook;
138	static SV *rv_warnhook;	144	static SV *rv_warnhook;
139	static HV *hv_sig; /* %SIG */
140		145
141	/* async_pool helper stuff */	146	/* async_pool helper stuff */
142	static SV *sv_pool_rss;	147	static SV *sv_pool_rss;
143	static SV *sv_pool_size;	148	static SV *sv_pool_size;
144	static SV *sv_async_pool_idle; /* description string */	149	static SV *sv_async_pool_idle; /* description string */
…		…
172	typedef struct coro_cctx	177	typedef struct coro_cctx
173	{	178	{
174	struct coro_cctx *next;	179	struct coro_cctx *next;
175		180
176	/* the stack */	181	/* the stack */
177	void *sptr;	182	struct coro_stack stack;
178	size_t ssize;
179		183
180	/* cpu state */	184	/* cpu state */
181	void *idle_sp; /* sp of top-level transfer/schedule/cede call */	185	void *idle_sp; /* sp of top-level transfer/schedule/cede call */
		186	#ifndef NDEBUG
182	JMPENV *idle_te; /* same as idle_sp, but for top_env, TODO: remove once stable */	187	JMPENV *idle_te; /* same as idle_sp, but for top_env */
		188	#endif
183	JMPENV *top_env;	189	JMPENV *top_env;
184	coro_context cctx;	190	coro_context cctx;
185		191
186	U32 gen;	192	U32 gen;
187	#if CORO_USE_VALGRIND	193	#if CORO_USE_VALGRIND
…		…
207	};	213	};
208		214
209	/* the structure where most of the perl state is stored, overlaid on the cxstack */	215	/* the structure where most of the perl state is stored, overlaid on the cxstack */
210	typedef struct	216	typedef struct
211	{	217	{
212	#define VARx(name,expr,type) type name;	218	#define VARx(name,expr,type) type name;
213	# include "state.h"	219	#include "state.h"
214	#undef VARx
215	} perl_slots;	220	} perl_slots;
216		221
217	// how many context stack entries do we need for perl_slots	222	/* how many context stack entries do we need for perl_slots */
218	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))	223	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))
219		224
220	/* this is a structure representing a perl-level coroutine */	225	/* this is a structure representing a perl-level coroutine */
221	struct coro	226	struct coro
222	{	227	{
…		…
250	SV *saved_deffh;	255	SV *saved_deffh;
251	SV *invoke_cb;	256	SV *invoke_cb;
252	AV *invoke_av;	257	AV *invoke_av;
253		258
254	/* on_enter/on_leave */	259	/* on_enter/on_leave */
255	AV *on_enter;	260	AV *on_enter; AV *on_enter_xs;
256	AV *on_leave;	261	AV *on_leave; AV *on_leave_xs;
257		262
258	/* swap_sv */	263	/* swap_sv */
259	AV *swap_sv;	264	AV *swap_sv;
260		265
261	/* times */	266	/* times */
…		…
291	#define coro_nready coroapi.nready	296	#define coro_nready coroapi.nready
292		297
293	/** JIT *********************************************************************/	298	/** JIT *********************************************************************/
294		299
295	#if CORO_JIT	300	#if CORO_JIT
		301	/* APPLE doesn't have mmap though */
		302	#define CORO_JIT_UNIXY (__linux || __FreeBSD__ || __OpenBSD__ || __NetBSD__ || __solaris || __APPLE__)
296	#ifndef CORO_JIT_TYPE	303	#ifndef CORO_JIT_TYPE
297	#if __x86_64 && (__linux || __FreeBSD__ || __OpenBSD__ || __NetBSD__ || __solaris)	304	#if ECB_AMD64 && CORO_JIT_UNIXY
298	#define CORO_JIT_TYPE "amd64-unix"	305	#define CORO_JIT_TYPE "amd64-unix"
299	typedef void (*load_save_perl_slots_type)(perl_slots *);	306	#elif __i386 && CORO_JIT_UNIXY
300	#else	307	#define CORO_JIT_TYPE "x86-unix"
301	#undef CORO_JIT
302	#endif	308	#endif
303	#endif	309	#endif
304	#endif	310	#endif
305		311
		312	#if !defined(CORO_JIT_TYPE) || _POSIX_MEMORY_PROTECTION <= 0
		313	#undef CORO_JIT
		314	#endif
		315
306	#if CORO_JIT	316	#if CORO_JIT
		317	typedef void (*load_save_perl_slots_type)(perl_slots *);
307	static load_save_perl_slots_type load_perl_slots, save_perl_slots;	318	static load_save_perl_slots_type load_perl_slots, save_perl_slots;
308	#endif	319	#endif
309		320
310	/** Coro::Select ************************************************************/	321	/** Coro::Select ************************************************************/
311		322
312	static OP *(*coro_old_pp_sselect) (pTHX);	323	static OP *(*coro_old_pp_sselect) (pTHX);
…		…
329		340
330	/** time stuff **************************************************************/	341	/** time stuff **************************************************************/
331		342
332	#ifdef HAS_GETTIMEOFDAY	343	#ifdef HAS_GETTIMEOFDAY
333		344
334	ECB_INLINE void	345	ecb_inline void
335	coro_u2time (pTHX_ UV ret[2])	346	coro_u2time (pTHX_ UV ret[2])
336	{	347	{
337	struct timeval tv;	348	struct timeval tv;
338	gettimeofday (&tv, 0);	349	gettimeofday (&tv, 0);
339		350
340	ret [0] = tv.tv_sec;	351	ret [0] = tv.tv_sec;
341	ret [1] = tv.tv_usec;	352	ret [1] = tv.tv_usec;
342	}	353	}
343		354
344	ECB_INLINE double	355	ecb_inline double
345	coro_nvtime ()	356	coro_nvtime (void)
346	{	357	{
347	struct timeval tv;	358	struct timeval tv;
348	gettimeofday (&tv, 0);	359	gettimeofday (&tv, 0);
349		360
350	return tv.tv_sec + tv.tv_usec * 1e-6;	361	return tv.tv_sec + tv.tv_usec * 1e-6;
351	}	362	}
352		363
353	ECB_INLINE void	364	ecb_inline void
354	time_init (pTHX)	365	time_init (pTHX)
355	{	366	{
356	nvtime = coro_nvtime;	367	nvtime = coro_nvtime;
357	u2time = coro_u2time;	368	u2time = coro_u2time;
358	}	369	}
359		370
360	#else	371	#else
361		372
362	ECB_INLINE void	373	ecb_inline void
363	time_init (pTHX)	374	time_init (pTHX)
364	{	375	{
365	SV **svp;	376	SV **svp;
366		377
367	require_pv ("Time/HiRes.pm");	378	require_pv ("Time/HiRes.pm");
368		379
369	svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);	380	svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
370		381
371	if (!svp) croak ("Time::HiRes is required, but missing. Caught");	382	if (!svp) croak ("Time::HiRes is required, but missing. Caught");
372	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer. Caught");	383	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer. Caught");
373		384
…		…
409	get_hv (name, create);	420	get_hv (name, create);
410	#endif	421	#endif
411	return get_hv (name, create);	422	return get_hv (name, create);
412	}	423	}
413		424
414	ECB_INLINE void	425	ecb_inline void
415	coro_times_update ()	426	coro_times_update (void)
416	{	427	{
417	#ifdef coro_clock_gettime	428	#ifdef coro_clock_gettime
418	struct timespec ts;	429	struct timespec ts;
419		430
420	ts.tv_sec = ts.tv_nsec = 0;	431	ts.tv_sec = ts.tv_nsec = 0;
…		…
432	time_real [0] = tv [0];	443	time_real [0] = tv [0];
433	time_real [1] = tv [1] * 1000;	444	time_real [1] = tv [1] * 1000;
434	#endif	445	#endif
435	}	446	}
436		447
437	ECB_INLINE void	448	ecb_inline void
438	coro_times_add (struct coro *c)	449	coro_times_add (struct coro *c)
439	{	450	{
440	c->t_real [1] += time_real [1];	451	c->t_real [1] += time_real [1];
441	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }	452	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }
442	c->t_real [0] += time_real [0];	453	c->t_real [0] += time_real [0];
…		…
444	c->t_cpu [1] += time_cpu [1];	455	c->t_cpu [1] += time_cpu [1];
445	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }	456	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }
446	c->t_cpu [0] += time_cpu [0];	457	c->t_cpu [0] += time_cpu [0];
447	}	458	}
448		459
449	ECB_INLINE void	460	ecb_inline void
450	coro_times_sub (struct coro *c)	461	coro_times_sub (struct coro *c)
451	{	462	{
452	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }	463	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }
453	c->t_real [1] -= time_real [1];	464	c->t_real [1] -= time_real [1];
454	c->t_real [0] -= time_real [0];	465	c->t_real [0] -= time_real [0];
…		…
475	: 0)	486	: 0)
476		487
477	#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)	488	#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)
478	#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)	489	#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)
479		490
480	ECB_INLINE MAGIC *	491	ecb_inline MAGIC *
481	SvSTATEhv_p (pTHX_ SV *coro)	492	SvSTATEhv_p (pTHX_ SV *coro)
482	{	493	{
483	MAGIC *mg;	494	MAGIC *mg;
484		495
485	if (ecb_expect_true (	496	if (ecb_expect_true (
…		…
490	return mg;	501	return mg;
491		502
492	return 0;	503	return 0;
493	}	504	}
494		505
495	ECB_INLINE struct coro *	506	ecb_inline struct coro *
496	SvSTATE_ (pTHX_ SV *coro)	507	SvSTATE_ (pTHX_ SV *coro_sv)
497	{	508	{
498	MAGIC *mg;	509	MAGIC *mg;
499		510
500	if (SvROK (coro))	511	if (SvROK (coro_sv))
501	coro = SvRV (coro);	512	coro_sv = SvRV (coro_sv);
502		513
503	mg = SvSTATEhv_p (aTHX_ coro);	514	mg = SvSTATEhv_p (aTHX_ coro_sv);
504	if (!mg)	515	if (!mg)
505	croak ("Coro::State object required");	516	croak ("Coro::State object required");
506		517
507	return (struct coro *)mg->mg_ptr;	518	return (struct coro *)mg->mg_ptr;
508	}	519	}
…		…
514	#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))	525	#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))
515		526
516	/*****************************************************************************/	527	/*****************************************************************************/
517	/* padlist management and caching */	528	/* padlist management and caching */
518		529
519	ECB_INLINE AV *	530	ecb_inline PADLIST *
520	coro_derive_padlist (pTHX_ CV *cv)	531	coro_derive_padlist (pTHX_ CV *cv)
521	{	532	{
522	AV *padlist = CvPADLIST (cv);	533	PADLIST *padlist = CvPADLIST (cv);
523	AV *newpadlist, *newpad;	534	PADLIST *newpadlist;
		535	PADNAMELIST *padnames;
		536	PAD *newpad;
		537	PADOFFSET off = PadlistMAX (padlist) + 1;
524		538
525	newpadlist = newAV ();	539	#if NEWPADAPI
		540
		541	/* if we had the original CvDEPTH, we might be able to steal the CvDEPTH+1 entry instead */
		542	/* 20131102194744.GA6705@schmorp.de, 20131102195825.2013.qmail@lists-nntp.develooper.com */
		543	while (!PadlistARRAY (padlist)[off - 1])
		544	--off;
		545
		546	Perl_pad_push (aTHX_ padlist, off);
		547
		548	newpad = PadlistARRAY (padlist)[off];
		549	PadlistARRAY (padlist)[off] = 0;
		550
		551	#else
		552
		553	#if PERL_VERSION_ATLEAST (5,10,0)
		554	Perl_pad_push (aTHX_ padlist, off);
		555	#else
		556	Perl_pad_push (aTHX_ padlist, off, 1);
		557	#endif
		558
		559	newpad = PadlistARRAY (padlist)[off];
		560	PadlistMAX (padlist) = off - 1;
		561
		562	#endif
		563
		564	newPADLIST (newpadlist);
		565	#if !PERL_VERSION_ATLEAST(5,15,3)
		566	/* Padlists are AvREAL as of 5.15.3. See perl bug #98092 and perl commit 7d953ba. */
526	AvREAL_off (newpadlist);	567	AvREAL_off (newpadlist);
527	#if PERL_VERSION_ATLEAST (5,10,0)
528	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
529	#else
530	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
531	#endif	568	#endif
532	newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
533	--AvFILLp (padlist);
534		569
535	av_store (newpadlist, 0, SvREFCNT_inc_NN (AvARRAY (padlist)[0]));	570	/* Already extended to 2 elements by newPADLIST. */
536	av_store (newpadlist, 1, (SV *)newpad);	571	PadlistMAX (newpadlist) = 1;
		572
		573	padnames = PadlistNAMES (padlist);
		574	++PadnamelistREFCNT (padnames);
		575	PadlistNAMES (newpadlist) = padnames;
		576
		577	PadlistARRAY (newpadlist)[1] = newpad;
537		578
538	return newpadlist;	579	return newpadlist;
539	}	580	}
540		581
541	ECB_INLINE void	582	ecb_inline void
542	free_padlist (pTHX_ AV *padlist)	583	free_padlist (pTHX_ PADLIST *padlist)
543	{	584	{
544	/* may be during global destruction */	585	/* may be during global destruction */
545	if (!IN_DESTRUCT)	586	if (!IN_DESTRUCT)
546	{	587	{
547	I32 i = AvFILLp (padlist);	588	I32 i = PadlistMAX (padlist);
548		589
549	while (i > 0) /* special-case index 0 */	590	while (i > 0) /* special-case index 0 */
550	{	591	{
551	/* we try to be extra-careful here */	592	/* we try to be extra-careful here */
552	AV *av = (AV *)AvARRAY (padlist)[i--];	593	PAD *pad = PadlistARRAY (padlist)[i--];
553	I32 j = AvFILLp (av);
554		594
		595	if (pad)
		596	{
		597	I32 j = PadMAX (pad);
		598
555	while (j >= 0)	599	while (j >= 0)
556	SvREFCNT_dec (AvARRAY (av)[j--]);	600	SvREFCNT_dec (PadARRAY (pad)[j--]);
557		601
558	AvFILLp (av) = -1;	602	PadMAX (pad) = -1;
559	SvREFCNT_dec (av);	603	SvREFCNT_dec (pad);
		604	}
560	}	605	}
561		606
562	SvREFCNT_dec (AvARRAY (padlist)[0]);	607	PadnamelistREFCNT_dec (PadlistNAMES (padlist));
563		608
		609	#if NEWPADAPI
		610	Safefree (PadlistARRAY (padlist));
		611	Safefree (padlist);
		612	#else
564	AvFILLp (padlist) = -1;	613	AvFILLp (padlist) = -1;
		614	AvREAL_off (padlist);
565	SvREFCNT_dec ((SV*)padlist);	615	SvREFCNT_dec ((SV*)padlist);
		616	#endif
566	}	617	}
567	}	618	}
568		619
569	static int	620	static int
570	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)	621	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
571	{	622	{
572	AV *padlist;	623	PADLIST *padlist;
573	AV *av = (AV *)mg->mg_obj;	624	PADLIST **padlists = (PADLIST **)(mg->mg_ptr + sizeof(size_t));
		625	size_t len = *(size_t *)mg->mg_ptr;
574		626
575	/* perl manages to free our internal AV and _then_ call us */	627	/* perl manages to free our internal AV and _then_ call us */
576	if (IN_DESTRUCT)	628	if (IN_DESTRUCT)
577	return 0;	629	return 0;
578		630
579	/* casting is fun. */	631	while (len--)
580	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
581	free_padlist (aTHX_ padlist);	632	free_padlist (aTHX_ padlists[len]);
582
583	SvREFCNT_dec (av); /* sv_magicext increased the refcount */
584		633
585	return 0;	634	return 0;
586	}	635	}
587		636
588	static MGVTBL coro_cv_vtbl = {	637	static MGVTBL coro_cv_vtbl = {
589	0, 0, 0, 0,	638	0, 0, 0, 0,
590	coro_cv_free	639	coro_cv_free
591	};	640	};
592		641
593	/* the next two functions merely cache the padlists */	642	/* the next two functions merely cache the padlists */
594	ECB_INLINE void	643	ecb_inline void
595	get_padlist (pTHX_ CV *cv)	644	get_padlist (pTHX_ CV *cv)
596	{	645	{
597	MAGIC *mg = CORO_MAGIC_cv (cv);	646	MAGIC *mg = CORO_MAGIC_cv (cv);
598	AV *av;	647	size_t *lenp;
599		648
600	if (ecb_expect_true (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0))	649	if (ecb_expect_true (mg && *(lenp = (size_t *)mg->mg_ptr)))
601	CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];	650	CvPADLIST (cv) = ((PADLIST **)(mg->mg_ptr + sizeof(size_t)))[--*lenp];
602	else	651	else
603	{	652	{
604	#if CORO_PREFER_PERL_FUNCTIONS	653	#if CORO_PREFER_PERL_FUNCTIONS
605	/* this is probably cleaner? but also slower! */	654	/* this is probably cleaner? but also slower! */
606	/* in practise, it seems to be less stable */	655	/* in practise, it seems to be less stable */
…		…
612	CvPADLIST (cv) = coro_derive_padlist (aTHX_ cv);	661	CvPADLIST (cv) = coro_derive_padlist (aTHX_ cv);
613	#endif	662	#endif
614	}	663	}
615	}	664	}
616		665
617	ECB_INLINE void	666	ecb_inline void
618	put_padlist (pTHX_ CV *cv)	667	put_padlist (pTHX_ CV *cv)
619	{	668	{
620	MAGIC *mg = CORO_MAGIC_cv (cv);	669	MAGIC *mg = CORO_MAGIC_cv (cv);
621	AV *av;
622		670
623	if (ecb_expect_false (!mg))	671	if (ecb_expect_false (!mg))
		672	{
624	mg = sv_magicext ((SV *)cv, (SV *)newAV (), CORO_MAGIC_type_cv, &coro_cv_vtbl, 0, 0);	673	mg = sv_magicext ((SV *)cv, 0, CORO_MAGIC_type_cv, &coro_cv_vtbl, 0, 0);
		674	Newz (0, mg->mg_ptr ,sizeof (size_t) + sizeof (PADLIST *), char);
		675	mg->mg_len = 1; /* so mg_free frees mg_ptr */
		676	}
		677	else
		678	Renew (mg->mg_ptr,
		679	sizeof(size_t) + (*(size_t *)mg->mg_ptr + 1) * sizeof(PADLIST *),
		680	char);
625		681
626	av = (AV *)mg->mg_obj;	682	((PADLIST **)(mg->mg_ptr + sizeof (size_t))) [(*(size_t *)mg->mg_ptr)++] = CvPADLIST (cv);
627
628	if (ecb_expect_false (AvFILLp (av) >= AvMAX (av)))
629	av_extend (av, AvFILLp (av) + 1);
630
631	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
632	}	683	}
633		684
634	/** load & save, init *******************************************************/	685	/** load & save, init *******************************************************/
635		686
		687	ecb_inline void
		688	swap_sv (SV *a, SV *b)
		689	{
		690	const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
		691	SV tmp;
		692
		693	/* swap sv_any */
		694	SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
		695
		696	/* swap sv_flags */
		697	SvFLAGS (&tmp) = SvFLAGS (a);
		698	SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
		699	SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
		700
		701	#if PERL_VERSION_ATLEAST (5,10,0)
		702	/* perl 5.10 and later complicates this _quite_ a bit, but it also
		703	* is much faster, so no quarrels here. alternatively, we could
		704	* sv_upgrade to avoid this.
		705	*/
		706	{
		707	/* swap sv_u */
		708	tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
		709
		710	/* if SvANY points to the head, we need to adjust the pointers,
		711	* as the pointer for a still points to b, and maybe vice versa.
		712	*/
		713	U32 svany_in_head_set = (1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV);
		714	#if NVSIZE <= IVSIZE && PERL_VERSION_ATLEAST(5,22,0)
		715	svany_in_head_set |= 1 << SVt_NV;
		716	#endif
		717
		718	#define svany_in_head(type) (svany_in_head_set & (1 << (type)))
		719
		720	if (svany_in_head (SvTYPE (a)))
		721	SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
		722
		723	if (svany_in_head (SvTYPE (b)))
		724	SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
		725	}
		726	#endif
		727	}
		728
636	/* swap sv heads, at least logically */	729	/* swap sv heads, at least logically */
637	static void	730	static void
638	swap_svs (pTHX_ Coro__State c)	731	swap_svs_enter (pTHX_ Coro__State c)
639	{	732	{
640	int i;	733	int i;
641		734
642	for (i = 0; i <= AvFILLp (c->swap_sv); )	735	for (i = 0; i <= AvFILLp (c->swap_sv); i += 2)
643	{	736	swap_sv (AvARRAY (c->swap_sv)[i], AvARRAY (c->swap_sv)[i + 1]);
644	SV *a = AvARRAY (c->swap_sv)[i++];
645	SV *b = AvARRAY (c->swap_sv)[i++];
646
647	const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
648	SV tmp;
649
650	/* swap sv_any */
651	SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
652
653	/* swap sv_flags */
654	SvFLAGS (&tmp) = SvFLAGS (a);
655	SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
656	SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
657
658	#if PERL_VERSION_ATLEAST (5,10,0)
659	/* perl 5.10 complicates this _quite_ a bit, but it also is
660	* much faster, so no quarrels here. alternatively, we could
661	* sv_upgrade to avoid this.
662	*/
663	{
664	/* swap sv_u */
665	tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
666
667	/* if SvANY points to the head, we need to adjust the pointers,
668	* as the pointer for a still points to b, and maybe vice versa.
669	*/
670	#define svany_in_head(type) \
671	(((1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV)) & (1 << (type)))
672
673	if (svany_in_head (SvTYPE (a)))
674	SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
675
676	if (svany_in_head (SvTYPE (b)))
677	SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
678	}
679	#endif
680	}
681	}	737	}
682		738
		739	static void
		740	swap_svs_leave (pTHX_ Coro__State c)
		741	{
		742	int i;
		743
		744	for (i = AvFILLp (c->swap_sv) - 1; i >= 0; i -= 2)
		745	swap_sv (AvARRAY (c->swap_sv)[i], AvARRAY (c->swap_sv)[i + 1]);
		746	}
		747
683	#define SWAP_SVS(coro) \	748	#define SWAP_SVS_ENTER(coro) \
684	if (ecb_expect_false ((coro)->swap_sv)) \	749	if (ecb_expect_false ((coro)->swap_sv)) \
685	swap_svs (aTHX_ (coro))	750	swap_svs_enter (aTHX_ (coro))
		751
		752	#define SWAP_SVS_LEAVE(coro) \
		753	if (ecb_expect_false ((coro)->swap_sv)) \
		754	swap_svs_leave (aTHX_ (coro))
686		755
687	static void	756	static void
688	on_enterleave_call (pTHX_ SV *cb);	757	on_enterleave_call (pTHX_ SV *cb);
689		758
690	static void	759	static void
…		…
697		766
698	#if CORO_JIT	767	#if CORO_JIT
699	load_perl_slots (slot);	768	load_perl_slots (slot);
700	#else	769	#else
701	#define VARx(name,expr,type) expr = slot->name;	770	#define VARx(name,expr,type) expr = slot->name;
702	# include "state.h"	771	#include "state.h"
703	#undef VARx
704	#endif	772	#endif
705		773
706	{	774	{
707	dSP;	775	dSP;
708		776
…		…
711	/* now do the ugly restore mess */	779	/* now do the ugly restore mess */
712	while (ecb_expect_true (cv = (CV *)POPs))	780	while (ecb_expect_true (cv = (CV *)POPs))
713	{	781	{
714	put_padlist (aTHX_ cv); /* mark this padlist as available */	782	put_padlist (aTHX_ cv); /* mark this padlist as available */
715	CvDEPTH (cv) = PTR2IV (POPs);	783	CvDEPTH (cv) = PTR2IV (POPs);
716	CvPADLIST (cv) = (AV *)POPs;	784	CvPADLIST (cv) = (PADLIST *)POPs;
717	}	785	}
718		786
719	PUTBACK;	787	PUTBACK;
720	}	788	}
721		789
…		…
736		804
737	for (i = 0; i <= AvFILLp (c->on_enter); ++i)	805	for (i = 0; i <= AvFILLp (c->on_enter); ++i)
738	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);	806	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
739	}	807	}
740		808
		809	if (ecb_expect_false (c->on_enter_xs))
		810	{
		811	int i;
		812
		813	for (i = 0; i <= AvFILLp (c->on_enter_xs); i += 2)
		814	((coro_enterleave_hook)AvARRAY (c->on_enter_xs)[i]) (aTHX_ AvARRAY (c->on_enter_xs)[i + 1]);
		815	}
		816
741	SWAP_SVS (c);	817	SWAP_SVS_ENTER (c);
742	}	818	}
743		819
744	static void	820	static void
745	save_perl (pTHX_ Coro__State c)	821	save_perl (pTHX_ Coro__State c)
746	{	822	{
747	SWAP_SVS (c);	823	SWAP_SVS_LEAVE (c);
		824
		825	if (ecb_expect_false (c->on_leave_xs))
		826	{
		827	int i;
		828
		829	for (i = AvFILLp (c->on_leave_xs) - 1; i >= 0; i -= 2)
		830	((coro_enterleave_hook)AvARRAY (c->on_leave_xs)[i]) (aTHX_ AvARRAY (c->on_leave_xs)[i + 1]);
		831	}
748		832
749	if (ecb_expect_false (c->on_leave))	833	if (ecb_expect_false (c->on_leave))
750	{	834	{
751	int i;	835	int i;
752		836
…		…
811		895
812	PUTBACK;	896	PUTBACK;
813	}	897	}
814		898
815	/* allocate some space on the context stack for our purposes */	899	/* allocate some space on the context stack for our purposes */
816	if (ecb_expect_false (cxstack_ix + SLOT_COUNT >= cxstack_max))	900	if (ecb_expect_false (cxstack_ix + (int)SLOT_COUNT >= cxstack_max))
817	{	901	{
818	unsigned int i;	902	unsigned int i;
819		903
820	for (i = 0; i < SLOT_COUNT; ++i)	904	for (i = 0; i < SLOT_COUNT; ++i)
821	CXINC;	905	CXINC;
…		…
830		914
831	#if CORO_JIT	915	#if CORO_JIT
832	save_perl_slots (slot);	916	save_perl_slots (slot);
833	#else	917	#else
834	#define VARx(name,expr,type) slot->name = expr;	918	#define VARx(name,expr,type) slot->name = expr;
835	# include "state.h"	919	#include "state.h"
836	#undef VARx
837	#endif	920	#endif
838	}	921	}
839	}	922	}
840		923
841	/*	924	/*
…		…
873	#endif	956	#endif
874		957
875	New(54,PL_scopestack,8,I32);	958	New(54,PL_scopestack,8,I32);
876	PL_scopestack_ix = 0;	959	PL_scopestack_ix = 0;
877	PL_scopestack_max = 8;	960	PL_scopestack_max = 8;
		961	#if HAS_SCOPESTACK_NAME
		962	New(54,PL_scopestack_name,8,const char*);
		963	#endif
878		964
879	New(54,PL_savestack,24,ANY);	965	New(54,PL_savestack,24,ANY);
880	PL_savestack_ix = 0;	966	PL_savestack_ix = 0;
881	PL_savestack_max = 24;	967	PL_savestack_max = 24;
		968	#if !PERL_VERSION_ATLEAST (5,24,0)
		969	/* perl 5.24 moves SS_MAXPUSH optimisation from */
		970	/* the header macros to PL_savestack_max */
		971	PL_savestack_max -= SS_MAXPUSH;
		972	#endif
882		973
883	#if !PERL_VERSION_ATLEAST (5,10,0)	974	#if !PERL_VERSION_ATLEAST (5,10,0)
884	New(54,PL_retstack,4,OP*);	975	New(54,PL_retstack,4,OP*);
885	PL_retstack_ix = 0;	976	PL_retstack_ix = 0;
886	PL_retstack_max = 4;	977	PL_retstack_max = 4;
…		…
910	}	1001	}
911		1002
912	Safefree (PL_tmps_stack);	1003	Safefree (PL_tmps_stack);
913	Safefree (PL_markstack);	1004	Safefree (PL_markstack);
914	Safefree (PL_scopestack);	1005	Safefree (PL_scopestack);
		1006	#if HAS_SCOPESTACK_NAME
		1007	Safefree (PL_scopestack_name);
		1008	#endif
915	Safefree (PL_savestack);	1009	Safefree (PL_savestack);
916	#if !PERL_VERSION_ATLEAST (5,10,0)	1010	#if !PERL_VERSION_ATLEAST (5,10,0)
917	Safefree (PL_retstack);	1011	Safefree (PL_retstack);
918	#endif	1012	#endif
919	}	1013	}
…		…
979	{	1073	{
980	SV **svp = 0;	1074	SV **svp = 0;
981		1075
982	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;	1076	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
983	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;	1077	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
984		1078
985	if (svp)	1079	if (svp)
986	{	1080	{
987	sv_setsv (sv, *svp ? *svp : &PL_sv_undef);	1081	SV *ssv;
		1082
		1083	if (!*svp)
		1084	ssv = &PL_sv_undef;
		1085	else if (SvTYPE (*svp) == SVt_PVCV) /* perlio directly stores a CV in warnhook. ugh. */
		1086	ssv = sv_2mortal (newRV_inc (*svp));
		1087	else
		1088	ssv = *svp;
		1089
		1090	sv_setsv (sv, ssv);
988	return 0;	1091	return 0;
989	}	1092	}
990	}	1093	}
991		1094
992	return orig_sigelem_get ? orig_sigelem_get (aTHX_ sv, mg) : 0;	1095	return orig_sigelem_get ? orig_sigelem_get (aTHX_ sv, mg) : 0;
…		…
1086	PL_hints = 0;	1189	PL_hints = 0;
1087		1190
1088	/* recreate the die/warn hooks */	1191	/* recreate the die/warn hooks */
1089	PL_diehook = SvREFCNT_inc (rv_diehook);	1192	PL_diehook = SvREFCNT_inc (rv_diehook);
1090	PL_warnhook = SvREFCNT_inc (rv_warnhook);	1193	PL_warnhook = SvREFCNT_inc (rv_warnhook);
1091		1194
1092	GvSV (PL_defgv) = newSV (0);	1195	GvSV (PL_defgv) = newSV (0);
1093	GvAV (PL_defgv) = coro->args; coro->args = 0;	1196	GvAV (PL_defgv) = coro->args; coro->args = 0;
1094	GvSV (PL_errgv) = newSV (0);	1197	GvSV (PL_errgv) = newSV (0);
1095	GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);	1198	GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);
1096	GvHV (PL_hintgv) = 0;	1199	GvHV (PL_hintgv) = newHV ();
		1200	#if PERL_VERSION_ATLEAST (5,10,0)
		1201	hv_magic (GvHV (PL_hintgv), 0, PERL_MAGIC_hints);
		1202	#endif
1097	PL_rs = newSVsv (GvSV (irsgv));	1203	PL_rs = newSVsv (GvSV (irsgv));
1098	PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);	1204	PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);
1099		1205
1100	{	1206	{
1101	dSP;	1207	dSP;
…		…
1129	PL_op = (OP *)&init_perl_op;	1235	PL_op = (OP *)&init_perl_op;
1130		1236
1131	/* copy throw, in case it was set before init_perl */	1237	/* copy throw, in case it was set before init_perl */
1132	CORO_THROW = coro->except;	1238	CORO_THROW = coro->except;
1133		1239
1134	SWAP_SVS (coro);	1240	SWAP_SVS_ENTER (coro);
1135		1241
1136	if (ecb_expect_false (enable_times))	1242	if (ecb_expect_false (enable_times))
1137	{	1243	{
1138	coro_times_update ();	1244	coro_times_update ();
1139	coro_times_sub (coro);	1245	coro_times_sub (coro);
…		…
1177	/* this will cause transfer_check to croak on block*/	1283	/* this will cause transfer_check to croak on block*/
1178	SvRV_set (coro_current, (SV *)coro->hv);	1284	SvRV_set (coro_current, (SV *)coro->hv);
1179		1285
1180	load_perl (aTHX_ coro);	1286	load_perl (aTHX_ coro);
1181		1287
		1288	/* restore swapped sv's */
		1289	SWAP_SVS_LEAVE (coro);
		1290
1182	coro_unwind_stacks (aTHX);	1291	coro_unwind_stacks (aTHX);
1183		1292
1184	/* restore swapped sv's */
1185	SWAP_SVS (coro);
1186
1187	coro_destruct_stacks (aTHX);	1293	coro_destruct_stacks (aTHX);
1188		1294
1189	// now save some sv's to be free'd later	1295	/* now save some sv's to be free'd later */
1190	svf [0] = GvSV (PL_defgv);	1296	svf [0] = GvSV (PL_defgv);
1191	svf [1] = (SV *)GvAV (PL_defgv);	1297	svf [1] = (SV *)GvAV (PL_defgv);
1192	svf [2] = GvSV (PL_errgv);	1298	svf [2] = GvSV (PL_errgv);
1193	svf [3] = (SV *)PL_defoutgv;	1299	svf [3] = (SV *)PL_defoutgv;
1194	svf [4] = PL_rs;	1300	svf [4] = PL_rs;
…		…
1211		1317
1212	SvREFCNT_dec (coro->saved_deffh);	1318	SvREFCNT_dec (coro->saved_deffh);
1213	SvREFCNT_dec (coro->rouse_cb);	1319	SvREFCNT_dec (coro->rouse_cb);
1214	SvREFCNT_dec (coro->invoke_cb);	1320	SvREFCNT_dec (coro->invoke_cb);
1215	SvREFCNT_dec (coro->invoke_av);	1321	SvREFCNT_dec (coro->invoke_av);
		1322	SvREFCNT_dec (coro->on_enter_xs);
		1323	SvREFCNT_dec (coro->on_leave_xs);
1216	}	1324	}
1217	}	1325	}
1218		1326
1219	ECB_INLINE void	1327	ecb_inline void
1220	free_coro_mortal (pTHX)	1328	free_coro_mortal (pTHX)
1221	{	1329	{
1222	if (ecb_expect_true (coro_mortal))	1330	if (ecb_expect_true (coro_mortal))
1223	{	1331	{
1224	SvREFCNT_dec ((SV *)coro_mortal);	1332	SvREFCNT_dec ((SV *)coro_mortal);
…		…
1283		1391
1284	if (PL_curcop != &PL_compiling)	1392	if (PL_curcop != &PL_compiling)
1285	{	1393	{
1286	SV **cb;	1394	SV **cb;
1287		1395
1288	if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB)	1396	if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB && cxstack_ix >= 0)
1289	{	1397	{
1290	PERL_CONTEXT *cx = &cxstack[cxstack_ix];	1398	PERL_CONTEXT *cx = &cxstack[cxstack_ix];
1291		1399
1292	if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)	1400	if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)
1293	{	1401	{
…		…
1383	slf_frame.prepare = slf_prepare_set_stacklevel;	1491	slf_frame.prepare = slf_prepare_set_stacklevel;
1384	slf_frame.check = slf_check_set_stacklevel;	1492	slf_frame.check = slf_check_set_stacklevel;
1385	}	1493	}
1386		1494
1387	/* the tail of transfer: execute stuff we can only do after a transfer */	1495	/* the tail of transfer: execute stuff we can only do after a transfer */
1388	ECB_INLINE void	1496	ecb_inline void
1389	transfer_tail (pTHX)	1497	transfer_tail (pTHX)
1390	{	1498	{
1391	free_coro_mortal (aTHX);	1499	free_coro_mortal (aTHX);
		1500	}
		1501
		1502	/* try to exit the same way perl's main function would do */
		1503	/* we do not bother resetting the environment or other things *7
		1504	/* that are not, uhm, essential */
		1505	/* this obviously also doesn't work when perl is embedded */
		1506	static void ecb_noinline ecb_cold
		1507	perlish_exit (pTHX)
		1508	{
		1509	int exitstatus = perl_destruct (PL_curinterp);
		1510	perl_free (PL_curinterp);
		1511	exit (exitstatus);
1392	}	1512	}
1393		1513
1394	/*	1514	/*
1395	* this is a _very_ stripped down perl interpreter ;)	1515	* this is a _very_ stripped down perl interpreter ;)
1396	*/	1516	*/
…		…
1425	*/	1545	*/
1426		1546
1427	/*	1547	/*
1428	* If perl-run returns we assume exit() was being called or the coro	1548	* If perl-run returns we assume exit() was being called or the coro
1429	* fell off the end, which seems to be the only valid (non-bug)	1549	* fell off the end, which seems to be the only valid (non-bug)
1430	* reason for perl_run to return. We try to exit by jumping to the	1550	* reason for perl_run to return. We try to mimic whatever perl is normally
1431	* bootstrap-time "top" top_env, as we cannot restore the "main"	1551	* doing in that case. YMMV.
1432	* coroutine as Coro has no such concept.
1433	* This actually isn't valid with the pthread backend, but OSes requiring
1434	* that backend are too broken to do it in a standards-compliant way.
1435	*/	1552	*/
1436	PL_top_env = main_top_env;	1553	perlish_exit (aTHX);
1437	JMPENV_JUMP (2); /* I do not feel well about the hardcoded 2 at all */
1438	}	1554	}
1439	}	1555	}
1440		1556
1441	static coro_cctx *	1557	static coro_cctx *
1442	cctx_new ()	1558	cctx_new (void)
1443	{	1559	{
1444	coro_cctx *cctx;	1560	coro_cctx *cctx;
1445		1561
1446	++cctx_count;	1562	++cctx_count;
1447	New (0, cctx, 1, coro_cctx);	1563	New (0, cctx, 1, coro_cctx);
…		…
1453	return cctx;	1569	return cctx;
1454	}	1570	}
1455		1571
1456	/* create a new cctx only suitable as source */	1572	/* create a new cctx only suitable as source */
1457	static coro_cctx *	1573	static coro_cctx *
1458	cctx_new_empty ()	1574	cctx_new_empty (void)
1459	{	1575	{
1460	coro_cctx *cctx = cctx_new ();	1576	coro_cctx *cctx = cctx_new ();
1461		1577
1462	cctx->sptr = 0;	1578	cctx->stack.sptr = 0;
1463	coro_create (&cctx->cctx, 0, 0, 0, 0);	1579	coro_create (&cctx->cctx, 0, 0, 0, 0);
1464		1580
1465	return cctx;	1581	return cctx;
1466	}	1582	}
1467		1583
1468	/* create a new cctx suitable as destination/running a perl interpreter */	1584	/* create a new cctx suitable as destination/running a perl interpreter */
1469	static coro_cctx *	1585	static coro_cctx *
1470	cctx_new_run ()	1586	cctx_new_run (void)
1471	{	1587	{
1472	coro_cctx *cctx = cctx_new ();	1588	coro_cctx *cctx = cctx_new ();
1473	void *stack_start;
1474	size_t stack_size;
1475		1589
1476	#if HAVE_MMAP	1590	if (!coro_stack_alloc (&cctx->stack, cctx_stacksize))
1477	cctx->ssize = ((cctx_stacksize * sizeof (long) + PAGESIZE - 1) / PAGESIZE + CORO_STACKGUARD) * PAGESIZE;
1478	/* mmap supposedly does allocate-on-write for us */
1479	cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
1480
1481	if (cctx->sptr != (void *)-1)
1482	{
1483	#if CORO_STACKGUARD
1484	mprotect (cctx->sptr, CORO_STACKGUARD * PAGESIZE, PROT_NONE);
1485	#endif
1486	stack_start = (char *)cctx->sptr + CORO_STACKGUARD * PAGESIZE;
1487	stack_size = cctx->ssize - CORO_STACKGUARD * PAGESIZE;
1488	cctx->flags |= CC_MAPPED;
1489	}	1591	{
1490	else
1491	#endif
1492	{
1493	cctx->ssize = cctx_stacksize * (long)sizeof (long);
1494	New (0, cctx->sptr, cctx_stacksize, long);
1495
1496	if (!cctx->sptr)
1497	{
1498	perror ("FATAL: unable to allocate stack for coroutine, exiting.");	1592	perror ("FATAL: unable to allocate stack for coroutine, exiting.");
1499	_exit (EXIT_FAILURE);	1593	_exit (EXIT_FAILURE);
1500	}
1501
1502	stack_start = cctx->sptr;
1503	stack_size = cctx->ssize;
1504	}	1594	}
1505		1595
1506	#if CORO_USE_VALGRIND
1507	cctx->valgrind_id = VALGRIND_STACK_REGISTER ((char *)stack_start, (char *)stack_start + stack_size);
1508	#endif
1509
1510	coro_create (&cctx->cctx, cctx_run, (void *)cctx, stack_start, stack_size);	1596	coro_create (&cctx->cctx, cctx_run, (void *)cctx, cctx->stack.sptr, cctx->stack.ssze);
1511		1597
1512	return cctx;	1598	return cctx;
1513	}	1599	}
1514		1600
1515	static void	1601	static void
…		…
1521	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));	1607	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));
1522		1608
1523	--cctx_count;	1609	--cctx_count;
1524	coro_destroy (&cctx->cctx);	1610	coro_destroy (&cctx->cctx);
1525		1611
1526	/* coro_transfer creates new, empty cctx's */	1612	coro_stack_free (&cctx->stack);
1527	if (cctx->sptr)
1528	{
1529	#if CORO_USE_VALGRIND
1530	VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
1531	#endif
1532
1533	#if HAVE_MMAP
1534	if (cctx->flags & CC_MAPPED)
1535	munmap (cctx->sptr, cctx->ssize);
1536	else
1537	#endif
1538	Safefree (cctx->sptr);
1539	}
1540		1613
1541	Safefree (cctx);	1614	Safefree (cctx);
1542	}	1615	}
1543		1616
1544	/* wether this cctx should be destructed */	1617	/* wether this cctx should be destructed */
…		…
1563	}	1636	}
1564		1637
1565	static void	1638	static void
1566	cctx_put (coro_cctx *cctx)	1639	cctx_put (coro_cctx *cctx)
1567	{	1640	{
1568	assert (("FATAL: cctx_put called on non-initialised cctx in Coro (please report)", cctx->sptr));	1641	assert (("FATAL: cctx_put called on non-initialised cctx in Coro (please report)", cctx->stack.sptr));
1569		1642
1570	/* free another cctx if overlimit */	1643	/* free another cctx if overlimit */
1571	if (ecb_expect_false (cctx_idle >= cctx_max_idle))	1644	if (ecb_expect_false (cctx_idle >= cctx_max_idle))
1572	{	1645	{
1573	coro_cctx *first = cctx_first;	1646	coro_cctx *first = cctx_first;
…		…
1699	return;	1772	return;
1700		1773
1701	slf_destroy (aTHX_ coro);	1774	slf_destroy (aTHX_ coro);
1702		1775
1703	coro->flags |= CF_ZOMBIE;	1776	coro->flags |= CF_ZOMBIE;
1704		1777
1705	if (coro->flags & CF_READY)	1778	if (coro->flags & CF_READY)
1706	{	1779	{
1707	/* reduce nready, as destroying a ready coro effectively unreadies it */	1780	/* reduce nready, as destroying a ready coro effectively unreadies it */
1708	/* alternative: look through all ready queues and remove the coro */	1781	/* alternative: look through all ready queues and remove the coro */
1709	--coro_nready;	1782	--coro_nready;
…		…
1786	TRANSFER (ta, 1);	1859	TRANSFER (ta, 1);
1787	}	1860	}
1788		1861
1789	/** Coro ********************************************************************/	1862	/** Coro ********************************************************************/
1790		1863
1791	ECB_INLINE void	1864	ecb_inline void
1792	coro_enq (pTHX_ struct coro *coro)	1865	coro_enq (pTHX_ struct coro *coro)
1793	{	1866	{
1794	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];	1867	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];
1795		1868
1796	SvREFCNT_inc_NN (coro->hv);	1869	SvREFCNT_inc_NN (coro->hv);
…		…
1798	coro->next_ready = 0;	1871	coro->next_ready = 0;
1799	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;	1872	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;
1800	ready [1] = coro;	1873	ready [1] = coro;
1801	}	1874	}
1802		1875
1803	ECB_INLINE struct coro *	1876	ecb_inline struct coro *
1804	coro_deq (pTHX)	1877	coro_deq (pTHX)
1805	{	1878	{
1806	int prio;	1879	int prio;
1807		1880
1808	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )	1881	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )
…		…
1861	{	1934	{
1862	return !!(SvSTATE (coro_sv)->flags & CF_READY);	1935	return !!(SvSTATE (coro_sv)->flags & CF_READY);
1863	}	1936	}
1864		1937
1865	/* expects to own a reference to next->hv */	1938	/* expects to own a reference to next->hv */
1866	ECB_INLINE void	1939	ecb_inline void
1867	prepare_schedule_to (pTHX_ struct coro_transfer_args *ta, struct coro *next)	1940	prepare_schedule_to (pTHX_ struct coro_transfer_args *ta, struct coro *next)
1868	{	1941	{
1869	SV *prev_sv = SvRV (coro_current);	1942	SV *prev_sv = SvRV (coro_current);
1870		1943
1871	ta->prev = SvSTATE_hv (prev_sv);	1944	ta->prev = SvSTATE_hv (prev_sv);
…		…
1905	/* nothing to schedule: call the idle handler */	1978	/* nothing to schedule: call the idle handler */
1906	if (SvROK (sv_idle)	1979	if (SvROK (sv_idle)
1907	&& SvOBJECT (SvRV (sv_idle)))	1980	&& SvOBJECT (SvRV (sv_idle)))
1908	{	1981	{
1909	if (SvRV (sv_idle) == SvRV (coro_current))	1982	if (SvRV (sv_idle) == SvRV (coro_current))
		1983	{
		1984	require_pv ("Carp");
		1985
		1986	{
		1987	dSP;
		1988
		1989	ENTER;
		1990	SAVETMPS;
		1991
		1992	PUSHMARK (SP);
1910	croak ("FATAL: $Coro::IDLE blocked itself - did you try to block inside an event loop callback? Caught");	1993	XPUSHs (sv_2mortal (newSVpv ("FATAL: $Coro::idle blocked itself - did you try to block inside an event loop callback? Caught", 0)));
		1994	PUTBACK;
		1995	call_pv ("Carp::confess", G_VOID | G_DISCARD);
		1996
		1997	FREETMPS;
		1998	LEAVE;
		1999	}
		2000	}
1911		2001
1912	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */	2002	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */
1913	api_ready (aTHX_ SvRV (sv_idle));	2003	api_ready (aTHX_ SvRV (sv_idle));
1914	--coro_nready;	2004	--coro_nready;
1915	}	2005	}
…		…
1930	}	2020	}
1931	}	2021	}
1932	}	2022	}
1933	}	2023	}
1934		2024
1935	ECB_INLINE void	2025	ecb_inline void
1936	prepare_cede (pTHX_ struct coro_transfer_args *ta)	2026	prepare_cede (pTHX_ struct coro_transfer_args *ta)
1937	{	2027	{
1938	api_ready (aTHX_ coro_current);	2028	api_ready (aTHX_ coro_current);
1939	prepare_schedule (aTHX_ ta);	2029	prepare_schedule (aTHX_ ta);
1940	}	2030	}
1941		2031
1942	ECB_INLINE void	2032	ecb_inline void
1943	prepare_cede_notself (pTHX_ struct coro_transfer_args *ta)	2033	prepare_cede_notself (pTHX_ struct coro_transfer_args *ta)
1944	{	2034	{
1945	SV *prev = SvRV (coro_current);	2035	SV *prev = SvRV (coro_current);
1946		2036
1947	if (coro_nready)	2037	if (coro_nready)
…		…
2112	{	2202	{
2113	AV *od = coro->on_destroy;	2203	AV *od = coro->on_destroy;
2114		2204
2115	if (!od)	2205	if (!od)
2116	return;	2206	return;
		2207
		2208	coro->on_destroy = 0;
		2209	sv_2mortal ((SV *)od);
2117		2210
2118	while (AvFILLp (od) >= 0)	2211	while (AvFILLp (od) >= 0)
2119	{	2212	{
2120	SV *cb = sv_2mortal (av_pop (od));	2213	SV *cb = sv_2mortal (av_pop (od));
2121		2214
…		…
2142		2235
2143	static void	2236	static void
2144	coro_set_status (pTHX_ struct coro *coro, SV **arg, int items)	2237	coro_set_status (pTHX_ struct coro *coro, SV **arg, int items)
2145	{	2238	{
2146	AV *av;	2239	AV *av;
2147		2240
2148	if (coro->status)	2241	if (coro->status)
2149	{	2242	{
2150	av = coro->status;	2243	av = coro->status;
2151	av_clear (av);	2244	av_clear (av);
2152	}	2245	}
…		…
2199		2292
2200	coro = SvSTATE (arg [0]);	2293	coro = SvSTATE (arg [0]);
2201	coro_hv = coro->hv;	2294	coro_hv = coro->hv;
2202		2295
2203	coro_set_status (aTHX_ coro, arg + 1, items - 1);	2296	coro_set_status (aTHX_ coro, arg + 1, items - 1);
2204		2297
2205	if (ecb_expect_false (coro->flags & CF_NOCANCEL))	2298	if (ecb_expect_false (coro->flags & CF_NOCANCEL))
2206	{	2299	{
2207	/* coro currently busy cancelling something, so just notify it */	2300	/* coro currently busy cancelling something, so just notify it */
2208	coro->slf_frame.data = (void *)coro;	2301	coro->slf_frame.data = (void *)coro;
2209		2302
…		…
2216	slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);	2309	slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);
2217	}	2310	}
2218	else	2311	else
2219	{	2312	{
2220	struct coro *self = SvSTATE_current;	2313	struct coro *self = SvSTATE_current;
		2314
		2315	if (!self)
		2316	croak ("Coro::cancel called outside of thread content,");
2221		2317
2222	/* otherwise we cancel directly, purely for speed reasons	2318	/* otherwise we cancel directly, purely for speed reasons
2223	* unfortunately, this requires some magic trickery, as	2319	* unfortunately, this requires some magic trickery, as
2224	* somebody else could cancel us, so we have to fight the cancellation.	2320	* somebody else could cancel us, so we have to fight the cancellation.
2225	* this is ugly, and hopefully fully worth the extra speed.	2321	* this is ugly, and hopefully fully worth the extra speed.
…		…
2335	else	2431	else
2336	{	2432	{
2337	av_clear (GvAV (PL_defgv));	2433	av_clear (GvAV (PL_defgv));
2338	hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);	2434	hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);
2339		2435
		2436	if (ecb_expect_false (coro->swap_sv))
		2437	{
		2438	swap_svs_leave (coro);
		2439	SvREFCNT_dec_NN (coro->swap_sv);
		2440	coro->swap_sv = 0;
		2441	}
		2442
2340	coro->prio = 0;	2443	coro->prio = 0;
2341		2444
2342	if (coro->cctx && (coro->cctx->flags & CC_TRACE))	2445	if (ecb_expect_false (coro->cctx) && ecb_expect_false (coro->cctx->flags & CC_TRACE))
2343	api_trace (aTHX_ coro_current, 0);	2446	api_trace (aTHX_ coro_current, 0);
2344		2447
2345	frame->prepare = prepare_schedule;	2448	frame->prepare = prepare_schedule;
2346	av_push (av_async_pool, SvREFCNT_inc (hv));	2449	av_push (av_async_pool, SvREFCNT_inc (hv));
2347	}	2450	}
…		…
2388		2491
2389	static int	2492	static int
2390	slf_check_rouse_wait (pTHX_ struct CoroSLF *frame)	2493	slf_check_rouse_wait (pTHX_ struct CoroSLF *frame)
2391	{	2494	{
2392	SV *data = (SV *)frame->data;	2495	SV *data = (SV *)frame->data;
2393		2496
2394	if (CORO_THROW)	2497	if (CORO_THROW)
2395	return 0;	2498	return 0;
2396		2499
2397	if (SvTYPE (SvRV (data)) != SVt_PVAV)	2500	if (SvTYPE (SvRV (data)) != SVt_PVAV)
2398	return 1;	2501	return 1;
…		…
2434	cb = sv_2mortal (coro->rouse_cb);	2537	cb = sv_2mortal (coro->rouse_cb);
2435	coro->rouse_cb = 0;	2538	coro->rouse_cb = 0;
2436	}	2539	}
2437		2540
2438	if (!SvROK (cb)	2541	if (!SvROK (cb)
2439	|| SvTYPE (SvRV (cb)) != SVt_PVCV	2542	|| SvTYPE (SvRV (cb)) != SVt_PVCV
2440	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)	2543	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
2441	croak ("Coro::rouse_wait called with illegal callback argument,");	2544	croak ("Coro::rouse_wait called with illegal callback argument,");
2442		2545
2443	{	2546	{
2444	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */	2547	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
…		…
2567		2670
2568	/* "undo"/cancel a running slf call - used when cancelling a coro, mainly */	2671	/* "undo"/cancel a running slf call - used when cancelling a coro, mainly */
2569	static void	2672	static void
2570	slf_destroy (pTHX_ struct coro *coro)	2673	slf_destroy (pTHX_ struct coro *coro)
2571	{	2674	{
2572	/* this callback is reserved for slf functions needing to do cleanup */	2675	struct CoroSLF frame = coro->slf_frame;
2573	if (coro->slf_frame.destroy && coro->slf_frame.prepare && !PL_dirty)
2574	coro->slf_frame.destroy (aTHX_ &coro->slf_frame);
2575		2676
2576	/*	2677	/*
2577	* The on_destroy above most likely is from an SLF call.	2678	* The on_destroy below most likely is from an SLF call.
2578	* Since by definition the SLF call will not finish when we destroy	2679	* Since by definition the SLF call will not finish when we destroy
2579	* the coro, we will have to force-finish it here, otherwise	2680	* the coro, we will have to force-finish it here, otherwise
2580	* cleanup functions cannot call SLF functions.	2681	* cleanup functions cannot call SLF functions.
2581	*/	2682	*/
2582	coro->slf_frame.prepare = 0;	2683	coro->slf_frame.prepare = 0;
		2684
		2685	/* this callback is reserved for slf functions needing to do cleanup */
		2686	if (frame.destroy && frame.prepare && !PL_dirty)
		2687	frame.destroy (aTHX_ &frame);
2583	}	2688	}
2584		2689
2585	/*	2690	/*
2586	* these not obviously related functions are all rolled into one	2691	* these not obviously related functions are all rolled into one
2587	* function to increase chances that they all will call transfer with the same	2692	* function to increase chances that they all will call transfer with the same
…		…
2770	static void	2875	static void
2771	coro_pop_on_leave (pTHX_ void *coro)	2876	coro_pop_on_leave (pTHX_ void *coro)
2772	{	2877	{
2773	SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);	2878	SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);
2774	on_enterleave_call (aTHX_ sv_2mortal (cb));	2879	on_enterleave_call (aTHX_ sv_2mortal (cb));
		2880	}
		2881
		2882	static void
		2883	enterleave_hook_xs (pTHX_ struct coro *coro, AV **avp, coro_enterleave_hook hook, void *arg)
		2884	{
		2885	if (!hook)
		2886	return;
		2887
		2888	if (!*avp)
		2889	{
		2890	*avp = newAV ();
		2891	AvREAL_off (*avp);
		2892	}
		2893
		2894	av_push (*avp, (SV *)hook);
		2895	av_push (*avp, (SV *)arg);
		2896	}
		2897
		2898	static void
		2899	enterleave_unhook_xs (pTHX_ struct coro *coro, AV **avp, coro_enterleave_hook hook, int execute)
		2900	{
		2901	AV *av = *avp;
		2902	int i;
		2903
		2904	if (!av)
		2905	return;
		2906
		2907	for (i = AvFILLp (av) - 1; i >= 0; i -= 2)
		2908	if (AvARRAY (av)[i] == (SV *)hook)
		2909	{
		2910	if (execute)
		2911	hook (aTHX_ (void *)AvARRAY (av)[i + 1]);
		2912
		2913	memmove (AvARRAY (av) + i, AvARRAY (av) + i + 2, AvFILLp (av) - i - 1);
		2914	av_pop (av);
		2915	av_pop (av);
		2916	break;
		2917	}
		2918
		2919	if (AvFILLp (av) >= 0)
		2920	{
		2921	*avp = 0;
		2922	SvREFCNT_dec_NN (av);
		2923	}
		2924	}
		2925
		2926	static void
		2927	api_enterleave_hook (pTHX_ SV *coro_sv, coro_enterleave_hook enter, void *enter_arg, coro_enterleave_hook leave, void *leave_arg)
		2928	{
		2929	struct coro *coro = SvSTATE (coro_sv);
		2930
		2931	if (SvSTATE_current == coro)
		2932	if (enter)
		2933	enter (aTHX_ enter_arg);
		2934
		2935	enterleave_hook_xs (aTHX_ coro, &coro->on_enter_xs, enter, enter_arg);
		2936	enterleave_hook_xs (aTHX_ coro, &coro->on_leave_xs, leave, leave_arg);
		2937	}
		2938
		2939	static void
		2940	api_enterleave_unhook (pTHX_ SV *coro_sv, coro_enterleave_hook enter, coro_enterleave_hook leave)
		2941	{
		2942	struct coro *coro = SvSTATE (coro_sv);
		2943
		2944	enterleave_unhook_xs (aTHX_ coro, &coro->on_enter_xs, enter, 0);
		2945	enterleave_unhook_xs (aTHX_ coro, &coro->on_leave_xs, leave, SvSTATE_current == coro);
		2946	}
		2947
		2948	static void
		2949	savedestructor_unhook_enter (pTHX_ coro_enterleave_hook enter)
		2950	{
		2951	struct coro *coro = SvSTATE_current;
		2952
		2953	enterleave_unhook_xs (aTHX_ coro, &coro->on_enter_xs, enter, 0);
		2954	}
		2955
		2956	static void
		2957	savedestructor_unhook_leave (pTHX_ coro_enterleave_hook leave)
		2958	{
		2959	struct coro *coro = SvSTATE_current;
		2960
		2961	enterleave_unhook_xs (aTHX_ coro, &coro->on_leave_xs, leave, 1);
		2962	}
		2963
		2964	static void
		2965	api_enterleave_scope_hook (pTHX_ coro_enterleave_hook enter, void *enter_arg, coro_enterleave_hook leave, void *leave_arg)
		2966	{
		2967	api_enterleave_hook (aTHX_ coro_current, enter, enter_arg, leave, leave_arg);
		2968
		2969	/* this ought to be much cheaper than malloc + a single destructor call */
		2970	if (enter) SAVEDESTRUCTOR_X (savedestructor_unhook_enter, enter);
		2971	if (leave) SAVEDESTRUCTOR_X (savedestructor_unhook_leave, leave);
2775	}	2972	}
2776		2973
2777	/*****************************************************************************/	2974	/*****************************************************************************/
2778	/* PerlIO::cede */	2975	/* PerlIO::cede */
2779		2976
…		…
2909	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));	3106	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
2910	PUTBACK;	3107	PUTBACK;
2911	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);	3108	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
2912	}	3109	}
2913		3110
2914	SvREFCNT_dec (cb);	3111	SvREFCNT_dec_NN (cb);
2915	}	3112	}
2916	}	3113	}
2917		3114
2918	static void	3115	static void
2919	coro_semaphore_destroy (pTHX_ struct CoroSLF *frame)	3116	coro_semaphore_destroy (pTHX_ struct CoroSLF *frame)
…		…
2927	{	3124	{
2928	AV *av = (AV *)frame->data;	3125	AV *av = (AV *)frame->data;
2929	SV *count_sv = AvARRAY (av)[0];	3126	SV *count_sv = AvARRAY (av)[0];
2930	SV *coro_hv = SvRV (coro_current);	3127	SV *coro_hv = SvRV (coro_current);
2931		3128
		3129	frame->destroy = 0;
		3130
2932	/* if we are about to throw, don't actually acquire the lock, just throw */	3131	/* if we are about to throw, don't actually acquire the lock, just throw */
2933	if (CORO_THROW)	3132	if (ecb_expect_false (CORO_THROW))
		3133	{
		3134	/* we still might be responsible for the semaphore, so wake up others */
		3135	coro_semaphore_adjust (aTHX_ av, 0);
		3136
2934	return 0;	3137	return 0;
		3138	}
2935	else if (SvIVX (count_sv) > 0)	3139	else if (SvIVX (count_sv) > 0)
2936	{	3140	{
2937	frame->destroy = 0;
2938
2939	if (acquire)	3141	if (acquire)
2940	SvIVX (count_sv) = SvIVX (count_sv) - 1;	3142	SvIVX (count_sv) = SvIVX (count_sv) - 1;
2941	else	3143	else
2942	coro_semaphore_adjust (aTHX_ av, 0);	3144	coro_semaphore_adjust (aTHX_ av, 0);
2943		3145
…		…
2947	{	3149	{
2948	int i;	3150	int i;
2949	/* if we were woken up but can't down, we look through the whole */	3151	/* if we were woken up but can't down, we look through the whole */
2950	/* waiters list and only add us if we aren't in there already */	3152	/* waiters list and only add us if we aren't in there already */
2951	/* this avoids some degenerate memory usage cases */	3153	/* this avoids some degenerate memory usage cases */
2952	for (i = AvFILLp (av); i > 0; --i) // i > 0 is not an off-by-one bug	3154	for (i = AvFILLp (av); i > 0; --i) /* i > 0 is not an off-by-one bug */
2953	if (AvARRAY (av)[i] == coro_hv)	3155	if (AvARRAY (av)[i] == coro_hv)
2954	return 1;	3156	return 1;
2955		3157
2956	av_push (av, SvREFCNT_inc (coro_hv));	3158	av_push (av, SvREFCNT_inc (coro_hv));
2957	return 1;	3159	return 1;
…		…
3054	{	3256	{
3055	api_ready (aTHX_ cb);	3257	api_ready (aTHX_ cb);
3056	sv_setiv (cb, 0); /* signal waiter */	3258	sv_setiv (cb, 0); /* signal waiter */
3057	}	3259	}
3058		3260
3059	SvREFCNT_dec (cb);	3261	SvREFCNT_dec_NN (cb);
3060		3262
3061	--count;	3263	--count;
3062	}	3264	}
3063	}	3265	}
3064		3266
…		…
3149	}	3351	}
3150		3352
3151	av_push (state, data_sv);	3353	av_push (state, data_sv);
3152		3354
3153	api_ready (aTHX_ coro);	3355	api_ready (aTHX_ coro);
3154	SvREFCNT_dec (coro);	3356	SvREFCNT_dec_NN (coro);
3155	SvREFCNT_dec ((AV *)state);	3357	SvREFCNT_dec_NN ((AV *)state);
3156	}	3358	}
3157		3359
3158	static int	3360	static int
3159	slf_check_aio_req (pTHX_ struct CoroSLF *frame)	3361	slf_check_aio_req (pTHX_ struct CoroSLF *frame)
3160	{	3362	{
…		…
3165	/* it quickly returns */	3367	/* it quickly returns */
3166	if (CORO_THROW)	3368	if (CORO_THROW)
3167	return 0;	3369	return 0;
3168		3370
3169	/* one element that is an RV? repeat! */	3371	/* one element that is an RV? repeat! */
3170	if (AvFILLp (state) == 0 && SvROK (AvARRAY (state)[0]))	3372	if (AvFILLp (state) == 0 && SvTYPE (AvARRAY (state)[0]) != SVt_PV)
3171	return 1;	3373	return 1;
3172		3374
3173	/* restore status */	3375	/* restore status */
3174	{	3376	{
3175	SV *data_sv = av_pop (state);	3377	SV *data_sv = av_pop (state);
…		…
3178	errno = data->errorno;	3380	errno = data->errorno;
3179	PL_laststype = data->laststype;	3381	PL_laststype = data->laststype;
3180	PL_laststatval = data->laststatval;	3382	PL_laststatval = data->laststatval;
3181	PL_statcache = data->statcache;	3383	PL_statcache = data->statcache;
3182		3384
3183	SvREFCNT_dec (data_sv);	3385	SvREFCNT_dec_NN (data_sv);
3184	}	3386	}
3185		3387
3186	/* push result values */	3388	/* push result values */
3187	{	3389	{
3188	dSP;	3390	dSP;
…		…
3337	#endif	3539	#endif
3338		3540
3339	#if CORO_JIT	3541	#if CORO_JIT
3340		3542
3341	static void ecb_noinline ecb_cold	3543	static void ecb_noinline ecb_cold
3342	pushav_3uv (pTHX_ UV a, UV b, UV c)	3544	pushav_4uv (pTHX_ UV a, UV b, UV c, UV d)
3343	{	3545	{
3344	dSP;	3546	dSP;
3345	AV *av = newAV ();	3547	AV *av = newAV ();
3346		3548
		3549	av_store (av, 3, newSVuv (d));
3347	av_store (av, 2, newSVuv (c));	3550	av_store (av, 2, newSVuv (c));
3348	av_store (av, 1, newSVuv (b));	3551	av_store (av, 1, newSVuv (b));
3349	av_store (av, 0, newSVuv (a));	3552	av_store (av, 0, newSVuv (a));
3350		3553
3351	XPUSHs (sv_2mortal (newRV_noinc ((SV *)av)));	3554	XPUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
…		…
3358	{	3561	{
3359	dSP;	3562	dSP;
3360	SV *load, *save;	3563	SV *load, *save;
3361	char *map_base;	3564	char *map_base;
3362	char *load_ptr, *save_ptr;	3565	char *load_ptr, *save_ptr;
3363	STRLEN load_len, save_len;	3566	STRLEN load_len, save_len, map_len;
3364	int count;	3567	int count;
3365		3568
		3569	eval_pv ("require 'Coro/jit-" CORO_JIT_TYPE ".pl'", 1);
		3570
3366	PUSHMARK (SP);	3571	PUSHMARK (SP);
3367	PUTBACK;
3368	#define VARx(name,expr,type) pushav_3uv (aTHX_ (UV)&(expr), offsetof (perl_slots, name), sizeof (type));	3572	#define VARx(name,expr,type) pushav_4uv (aTHX_ (UV)&(expr), sizeof (expr), offsetof (perl_slots, name), sizeof (type));
3369	# include "state.h"	3573	#include "state.h"
3370	#undef VARx
3371	count = call_pv ("Coro::State::_jit", G_ARRAY);	3574	count = call_pv ("Coro::State::_jit", G_ARRAY);
3372	SPAGAIN;	3575	SPAGAIN;
3373		3576
3374	save = POPs; save_ptr = SvPVbyte (save, save_len);	3577	save = POPs; save_ptr = SvPVbyte (save, save_len);
3375	load = POPs; load_ptr = SvPVbyte (load, load_len);	3578	load = POPs; load_ptr = SvPVbyte (load, load_len);
3376		3579
		3580	map_len = load_len + save_len + 16;
		3581
3377	map_base = mmap (0, load_len + save_len + 16, PROT_EXEC | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);	3582	map_base = mmap (0, map_len, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
3378		3583
3379	assert (("Coro: unable mmap jit code page, cannot continue.", map_base != (char *)MAP_FAILED));	3584	assert (("Coro: unable to mmap jit code page, cannot continue.", map_base != (char *)MAP_FAILED));
3380		3585
3381	load_perl_slots = (load_save_perl_slots_type)map_base;	3586	load_perl_slots = (load_save_perl_slots_type)map_base;
3382	memcpy (map_base, load_ptr, load_len);	3587	memcpy (map_base, load_ptr, load_len);
3383		3588
3384	map_base += (load_len + 15) & ~15;	3589	map_base += (load_len + 15) & ~15;
3385		3590
3386	save_perl_slots = (load_save_perl_slots_type)map_base;	3591	save_perl_slots = (load_save_perl_slots_type)map_base;
3387	memcpy (map_base, save_ptr, save_len);	3592	memcpy (map_base, save_ptr, save_len);
		3593
		3594	/* we are good citizens and try to make the page read-only, so the evil evil */
		3595	/* hackers might have it a bit more difficult */
		3596	mprotect (map_base, map_len, PROT_READ | PROT_EXEC);
		3597
		3598	PUTBACK;
		3599	eval_pv ("undef &Coro::State::_jit", 1);
3388	}	3600	}
3389		3601
3390	#endif	3602	#endif
3391		3603
3392	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_	3604	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
3393		3605
3394	PROTOTYPES: DISABLE	3606	PROTOTYPES: DISABLE
3395		3607
3396	BOOT:	3608	BOOT:
3397	{	3609	{
		3610	#define VARx(name,expr,type) if (sizeof (type) < sizeof (expr)) croak ("FATAL: Coro thread context slot '" # name "' too small for this version of perl.");
		3611	#include "state.h"
3398	#ifdef USE_ITHREADS	3612	#ifdef USE_ITHREADS
3399	# if CORO_PTHREAD	3613	# if CORO_PTHREAD
3400	coro_thx = PERL_GET_CONTEXT;	3614	coro_thx = PERL_GET_CONTEXT;
3401	# endif	3615	# endif
3402	#endif	3616	#endif
3403	BOOT_PAGESIZE;
3404
3405	/* perl defines these to check for existance first, but why it doesn't */	3617	/* perl defines these to check for existance first, but why it doesn't */
3406	/* just create them one at init time is not clear to me, except for */	3618	/* just create them one at init time is not clear to me, except for */
3407	/* programs trying to delete them, but... */	3619	/* programs trying to delete them, but... */
3408	/* anyway, we declare this as invalid and make sure they are initialised here */	3620	/* anyway, we declare this as invalid and make sure they are initialised here */
3409	DEFSV;	3621	DEFSV;
…		…
3416		3628
3417	orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get;	3629	orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get;
3418	orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set;	3630	orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set;
3419	orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr;	3631	orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr;
3420		3632
3421	hv_sig = coro_get_hv (aTHX_ "SIG", TRUE);
3422	rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));	3633	rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));
3423	rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));	3634	rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));
3424		3635
3425	coro_state_stash = gv_stashpv ("Coro::State", TRUE);	3636	coro_state_stash = gv_stashpv ("Coro::State", TRUE);
3426		3637
…		…
3460	time_init (aTHX);	3671	time_init (aTHX);
3461		3672
3462	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));	3673	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));
3463	#if CORO_JIT	3674	#if CORO_JIT
3464	PUTBACK;	3675	PUTBACK;
3465	require_pv ("Coro/jit-" CORO_JIT_TYPE ".pl");
3466	jit_init (aTHX);	3676	jit_init (aTHX);
3467	perl_eval_pv ("undef &Coro::State::_jit", 1);
3468	SPAGAIN;	3677	SPAGAIN;
3469	#endif	3678	#endif
3470	}	3679	}
3471		3680
3472	SV *	3681	SV *
…		…
3481	void	3690	void
3482	transfer (...)	3691	transfer (...)
3483	PROTOTYPE: $$	3692	PROTOTYPE: $$
3484	CODE:	3693	CODE:
3485	CORO_EXECUTE_SLF_XS (slf_init_transfer);	3694	CORO_EXECUTE_SLF_XS (slf_init_transfer);
3486
3487	void
3488	_exit (int code)
3489	PROTOTYPE: $
3490	CODE:
3491	_exit (code);
3492		3695
3493	SV *	3696	SV *
3494	clone (Coro::State coro)	3697	clone (Coro::State coro)
3495	CODE:	3698	CODE:
3496	{	3699	{
…		…
3551	void	3754	void
3552	list ()	3755	list ()
3553	PROTOTYPE:	3756	PROTOTYPE:
3554	PPCODE:	3757	PPCODE:
3555	{	3758	{
3556	struct coro *coro;	3759	struct coro *coro;
3557	for (coro = coro_first; coro; coro = coro->next)	3760	for (coro = coro_first; coro; coro = coro->next)
3558	if (coro->hv)	3761	if (coro->hv)
3559	XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));	3762	XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));
3560	}	3763	}
3561		3764
…		…
3625	RETVAL = boolSV (coro->flags & ix);	3828	RETVAL = boolSV (coro->flags & ix);
3626	OUTPUT:	3829	OUTPUT:
3627	RETVAL	3830	RETVAL
3628		3831
3629	void	3832	void
3630	throw (Coro::State self, SV *exception = &PL_sv_undef)	3833	throw (SV *self, SV *exception = &PL_sv_undef)
3631	PROTOTYPE: $;$	3834	PROTOTYPE: $;$
3632	CODE:	3835	CODE:
3633	{	3836	{
		3837	struct coro *coro = SvSTATE (self);
3634	struct coro *current = SvSTATE_current;	3838	struct coro *current = SvSTATE_current;
3635	SV **exceptionp = self == current ? &CORO_THROW : &self->except;	3839	SV **exceptionp = coro == current ? &CORO_THROW : &coro->except;
3636	SvREFCNT_dec (*exceptionp);	3840	SvREFCNT_dec (*exceptionp);
3637	SvGETMAGIC (exception);	3841	SvGETMAGIC (exception);
3638	*exceptionp = SvOK (exception) ? newSVsv (exception) : 0;	3842	*exceptionp = SvOK (exception) ? newSVsv (exception) : 0;
		3843
		3844	api_ready (aTHX_ self);
3639	}	3845	}
3640		3846
3641	void	3847	void
3642	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)	3848	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
3643	PROTOTYPE: $;$	3849	PROTOTYPE: $;$
…		…
3720		3926
3721	void	3927	void
3722	times (Coro::State self)	3928	times (Coro::State self)
3723	PPCODE:	3929	PPCODE:
3724	{	3930	{
3725	struct coro *current = SvSTATE (coro_current);	3931	struct coro *current = SvSTATE (coro_current);
3726		3932
3727	if (ecb_expect_false (current == self))	3933	if (ecb_expect_false (current == self))
3728	{	3934	{
3729	coro_times_update ();	3935	coro_times_update ();
3730	coro_times_add (SvSTATE (coro_current));	3936	coro_times_add (SvSTATE (coro_current));
…		…
3737	if (ecb_expect_false (current == self))	3943	if (ecb_expect_false (current == self))
3738	coro_times_sub (SvSTATE (coro_current));	3944	coro_times_sub (SvSTATE (coro_current));
3739	}	3945	}
3740		3946
3741	void	3947	void
3742	swap_sv (Coro::State coro, SV *sv, SV *swapsv)	3948	swap_sv (Coro::State coro, SV *sva, SV *svb)
3743	CODE:	3949	CODE:
3744	{	3950	{
3745	struct coro *current = SvSTATE_current;	3951	struct coro *current = SvSTATE_current;
		3952	AV *swap_sv;
		3953	int i;
		3954
		3955	sva = SvRV (sva);
		3956	svb = SvRV (svb);
3746		3957
3747	if (current == coro)	3958	if (current == coro)
3748	SWAP_SVS (current);	3959	SWAP_SVS_LEAVE (current);
3749		3960
3750	if (!coro->swap_sv)	3961	if (!coro->swap_sv)
3751	coro->swap_sv = newAV ();	3962	coro->swap_sv = newAV ();
3752		3963
		3964	swap_sv = coro->swap_sv;
		3965
		3966	for (i = AvFILLp (swap_sv) - 1; i >= 0; i -= 2)
		3967	{
		3968	SV *a = AvARRAY (swap_sv)[i ];
		3969	SV *b = AvARRAY (swap_sv)[i + 1];
		3970
		3971	if (a == sva && b == svb)
		3972	{
		3973	SvREFCNT_dec_NN (a);
		3974	SvREFCNT_dec_NN (b);
		3975
		3976	for (; i <= AvFILLp (swap_sv) - 2; i++)
		3977	AvARRAY (swap_sv)[i] = AvARRAY (swap_sv)[i + 2];
		3978
		3979	AvFILLp (swap_sv) -= 2;
		3980
		3981	goto removed;
		3982	}
		3983	}
		3984
3753	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (sv )));	3985	av_push (swap_sv, SvREFCNT_inc_NN (sva));
3754	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (swapsv)));	3986	av_push (swap_sv, SvREFCNT_inc_NN (svb));
		3987
		3988	removed:
3755		3989
3756	if (current == coro)	3990	if (current == coro)
3757	SWAP_SVS (current);	3991	SWAP_SVS_ENTER (current);
3758	}	3992	}
3759		3993
3760		3994
3761	MODULE = Coro::State PACKAGE = Coro	3995	MODULE = Coro::State PACKAGE = Coro
3762		3996
3763	BOOT:	3997	BOOT:
3764	{	3998	{
		3999	if (SVt_LAST > 32)
		4000	croak ("Coro internal error: SVt_LAST > 32, swap_sv might need adjustment");
		4001
3765	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);	4002	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3766	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);	4003	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3767	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);	4004	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3768	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);	4005	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
3769	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);	4006	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);
…		…
3773		4010
3774	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);	4011	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);
3775	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);	4012	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);
3776	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);	4013	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);
3777	CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */	4014	CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */
3778		4015
3779	coro_stash = gv_stashpv ("Coro", TRUE);	4016	coro_stash = gv_stashpv ("Coro", TRUE);
3780		4017
3781	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));	4018	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));
3782	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));	4019	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));
3783	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));	4020	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));
…		…
3795	coroapi.ready = api_ready;	4032	coroapi.ready = api_ready;
3796	coroapi.is_ready = api_is_ready;	4033	coroapi.is_ready = api_is_ready;
3797	coroapi.nready = coro_nready;	4034	coroapi.nready = coro_nready;
3798	coroapi.current = coro_current;	4035	coroapi.current = coro_current;
3799		4036
		4037	coroapi.enterleave_hook = api_enterleave_hook;
		4038	coroapi.enterleave_unhook = api_enterleave_unhook;
		4039	coroapi.enterleave_scope_hook = api_enterleave_scope_hook;
		4040
3800	/*GCoroAPI = &coroapi;*/	4041	/*GCoroAPI = &coroapi;*/
3801	sv_setiv (sv, (IV)&coroapi);	4042	sv_setiv (sv, (IV)&coroapi);
3802	SvREADONLY_on (sv);	4043	SvREADONLY_on (sv);
3803	}	4044	}
3804	}	4045	}
…		…
3869		4110
3870	void	4111	void
3871	_set_current (SV *current)	4112	_set_current (SV *current)
3872	PROTOTYPE: $	4113	PROTOTYPE: $
3873	CODE:	4114	CODE:
3874	SvREFCNT_dec (SvRV (coro_current));	4115	SvREFCNT_dec_NN (SvRV (coro_current));
3875	SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));	4116	SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));
3876		4117
3877	void	4118	void
3878	_set_readyhook (SV *hook)	4119	_set_readyhook (SV *hook)
3879	PROTOTYPE: $	4120	PROTOTYPE: $
…		…
3963		4204
3964	if ((SV *)hv == &PL_sv_undef)	4205	if ((SV *)hv == &PL_sv_undef)
3965	{	4206	{
3966	SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);	4207	SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
3967	hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));	4208	hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
3968	SvREFCNT_dec (sv);	4209	SvREFCNT_dec_NN (sv);
3969	}	4210	}
3970		4211
3971	{	4212	{
3972	struct coro *coro = SvSTATE_hv (hv);	4213	struct coro *coro = SvSTATE_hv (hv);
3973		4214
…		…
3980	api_ready (aTHX_ (SV *)hv);	4221	api_ready (aTHX_ (SV *)hv);
3981		4222
3982	if (GIMME_V != G_VOID)	4223	if (GIMME_V != G_VOID)
3983	XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv)));	4224	XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv)));
3984	else	4225	else
3985	SvREFCNT_dec (hv);	4226	SvREFCNT_dec_NN (hv);
3986	}	4227	}
3987		4228
3988	SV *	4229	SV *
3989	rouse_cb ()	4230	rouse_cb ()
3990	PROTOTYPE:	4231	PROTOTYPE:
…		…
4005	on_leave = 1	4246	on_leave = 1
4006	PROTOTYPE: &	4247	PROTOTYPE: &
4007	CODE:	4248	CODE:
4008	{	4249	{
4009	struct coro *coro = SvSTATE_current;	4250	struct coro *coro = SvSTATE_current;
4010	AV **avp = ix ? &coro->on_leave : &coro->on_enter;	4251	AV **avp = ix ? &coro->on_leave : &coro->on_enter;
4011		4252
4012	block = s_get_cv_croak (block);	4253	block = s_get_cv_croak (block);
4013		4254
4014	if (!*avp)	4255	if (!*avp)
4015	*avp = newAV ();	4256	*avp = newAV ();
…		…
4035		4276
4036	SV *	4277	SV *
4037	new (SV *klass, SV *count = 0)	4278	new (SV *klass, SV *count = 0)
4038	CODE:	4279	CODE:
4039	{	4280	{
4040	int semcnt = 1;	4281	int semcnt = 1;
4041		4282
4042	if (count)	4283	if (count)
4043	{	4284	{
4044	SvGETMAGIC (count);	4285	SvGETMAGIC (count);
4045		4286
…		…
4069	RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]);	4310	RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]);
4070	OUTPUT:	4311	OUTPUT:
4071	RETVAL	4312	RETVAL
4072		4313
4073	void	4314	void
4074	up (SV *self, int adjust = 1)	4315	up (SV *self)
4075	ALIAS:
4076	adjust = 1
4077	CODE:	4316	CODE:
		4317	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), 1);
		4318
		4319	void
		4320	adjust (SV *self, int adjust)
		4321	CODE:
4078	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), ix ? adjust : 1);	4322	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), adjust);
4079		4323
4080	void	4324	void
4081	down (...)	4325	down (...)
4082	CODE:	4326	CODE:
4083	CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);	4327	CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);
…		…
4105	XSRETURN_NO;	4349	XSRETURN_NO;
4106	}	4350	}
4107		4351
4108	void	4352	void
4109	waiters (SV *self)	4353	waiters (SV *self)
4110	PPCODE:	4354	PPCODE:
4111	{	4355	{
4112	AV *av = (AV *)SvRV (self);	4356	AV *av = (AV *)SvRV (self);
4113	int wcount = AvFILLp (av) + 1 - 1;	4357	int wcount = AvFILLp (av) + 1 - 1;
4114		4358
4115	if (GIMME_V == G_SCALAR)	4359	if (GIMME_V == G_SCALAR)
…		…
4124	}	4368	}
4125		4369
4126	MODULE = Coro::State PACKAGE = Coro::SemaphoreSet	4370	MODULE = Coro::State PACKAGE = Coro::SemaphoreSet
4127		4371
4128	void	4372	void
4129	_may_delete (SV *sem, int count, int extra_refs)	4373	_may_delete (SV *sem, int count, unsigned int extra_refs)
4130	PPCODE:	4374	PPCODE:
4131	{	4375	{
4132	AV *av = (AV *)SvRV (sem);	4376	AV *av = (AV *)SvRV (sem);
4133		4377
4134	if (SvREFCNT ((SV *)av) == 1 + extra_refs	4378	if (SvREFCNT ((SV *)av) == 1 + extra_refs
4135	&& AvFILLp (av) == 0 /* no waiters, just count */	4379	&& AvFILLp (av) == 0 /* no waiters, just count */
4136	&& SvIV (AvARRAY (av)[0]) == count)	4380	&& SvIV (AvARRAY (av)[0]) == count)
4137	XSRETURN_YES;	4381	XSRETURN_YES;
…		…
4158		4402
4159	void	4403	void
4160	broadcast (SV *self)	4404	broadcast (SV *self)
4161	CODE:	4405	CODE:
4162	{	4406	{
4163	AV *av = (AV *)SvRV (self);	4407	AV *av = (AV *)SvRV (self);
4164	coro_signal_wake (aTHX_ av, AvFILLp (av));	4408	coro_signal_wake (aTHX_ av, AvFILLp (av));
4165	}	4409	}
4166		4410
4167	void	4411	void
4168	send (SV *self)	4412	send (SV *self)
…		…
4176	SvIVX (AvARRAY (av)[0]) = 1; /* remember the signal */	4420	SvIVX (AvARRAY (av)[0]) = 1; /* remember the signal */
4177	}	4421	}
4178		4422
4179	IV	4423	IV
4180	awaited (SV *self)	4424	awaited (SV *self)
4181	CODE:	4425	CODE:
4182	RETVAL = AvFILLp ((AV *)SvRV (self)) + 1 - 1;	4426	RETVAL = AvFILLp ((AV *)SvRV (self)) + 1 - 1;
4183	OUTPUT:	4427	OUTPUT:
4184	RETVAL	4428	RETVAL
4185		4429
4186		4430
…		…
4191		4435
4192	void	4436	void
4193	_schedule (...)	4437	_schedule (...)
4194	CODE:	4438	CODE:
4195	{	4439	{
4196	static int incede;	4440	static int incede;
4197		4441
4198	api_cede_notself (aTHX);	4442	api_cede_notself (aTHX);
4199		4443
4200	++incede;	4444	++incede;
4201	while (coro_nready >= incede && api_cede (aTHX))	4445	while (coro_nready >= incede && api_cede (aTHX))
…		…
4245	{	4489	{
4246	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;	4490	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;
4247	coro_old_pp_sselect = 0;	4491	coro_old_pp_sselect = 0;
4248	}	4492	}
4249		4493
		4494	MODULE = Coro::State PACKAGE = Coro::Util
		4495
		4496	void
		4497	_exit (int code)
		4498	CODE:
		4499	_exit (code);
		4500
		4501	NV
		4502	time ()
		4503	CODE:
		4504	RETVAL = nvtime (aTHX);
		4505	OUTPUT:
		4506	RETVAL
		4507
		4508	NV
		4509	gettimeofday ()
		4510	PPCODE:
		4511	{
		4512	UV tv [2];
		4513	u2time (aTHX_ tv);
		4514	EXTEND (SP, 2);
		4515	PUSHs (sv_2mortal (newSVuv (tv [0])));
		4516	PUSHs (sv_2mortal (newSVuv (tv [1])));
		4517	}
		4518

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines