ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.407 by root, Sat Jun 11 15:30:21 2011 UTC vs.
Revision 1.457 by root, Fri Jun 17 04:49:22 2016 UTC

1	/* this works around a bug in mingw32 providing a non-working setjmp */	1	/* this works around a bug in mingw32 providing a non-working setjmp */
2	#define USE_NO_MINGW_SETJMP_TWO_ARGS	2	#define USE_NO_MINGW_SETJMP_TWO_ARGS
3		3
4	#define NDEBUG 1	4	#define NDEBUG 1 /* perl usually disables NDEBUG later */
5		5
6	#include "libcoro/coro.c"	6	#include "libcoro/coro.c"
7		7
8	#define PERL_NO_GET_CONTEXT	8	#define PERL_NO_GET_CONTEXT
9	#define PERL_EXT	9	#define PERL_EXT
…		…
12	#include "perl.h"	12	#include "perl.h"
13	#include "XSUB.h"	13	#include "XSUB.h"
14	#include "perliol.h"	14	#include "perliol.h"
15		15
16	#include "schmorp.h"	16	#include "schmorp.h"
		17
		18	#define ECB_NO_THREADS 1
		19	#define ECB_NO_LIBM 1
17	#include "ecb.h"	20	#include "ecb.h"
18		21
19	#include <stddef.h>	22	#include <stddef.h>
20	#include <stdio.h>	23	#include <stdio.h>
21	#include <errno.h>	24	#include <errno.h>
22	#include <assert.h>	25	#include <assert.h>
23		26
		27	#ifndef SvREFCNT_dec_NN
		28	#define SvREFCNT_dec_NN(sv) SvREFCNT_dec (sv)
		29	#endif
		30
		31	#ifndef SvREFCNT_inc_NN
		32	#define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
		33	#endif
		34
24	#ifndef SVs_PADSTALE	35	#ifndef SVs_PADSTALE
25	# define SVs_PADSTALE 0	36	# define SVs_PADSTALE 0
		37	#endif
		38
		39	#ifdef PadARRAY
		40	# define NEWPADAPI 1
		41	# define newPADLIST(var) (Newz (0, var, 1, PADLIST), Newx (PadlistARRAY (var), 2, PAD *))
		42	#else
		43	typedef AV PADNAMELIST;
		44	# if !PERL_VERSION_ATLEAST(5,8,0)
		45	typedef AV PADLIST;
		46	typedef AV PAD;
		47	# endif
		48	# define PadlistARRAY(pl) ((PAD **)AvARRAY (pl))
		49	# define PadlistMAX(pl) AvFILLp (pl)
		50	# define PadlistNAMES(pl) (*PadlistARRAY (pl))
		51	# define PadARRAY AvARRAY
		52	# define PadMAX AvFILLp
		53	# define newPADLIST(var) ((var) = newAV (), av_extend (var, 1))
		54	#endif
		55	#ifndef PadnamelistREFCNT
		56	# define PadnamelistREFCNT(pnl) SvREFCNT (pnl)
		57	#endif
		58	#ifndef PadnamelistREFCNT_dec
		59	# define PadnamelistREFCNT_dec(pnl) SvREFCNT_dec (pnl)
		60	#endif
		61
		62	/* 5.19.something has replaced SVt_BIND by SVt_INVLIST */
		63	/* we just alias it to SVt_IV, as that is sufficient for swap_sv for now */
		64	#if PERL_VERSION_ATLEAST(5,19,0)
		65	# define SVt_BIND SVt_IV
26	#endif	66	#endif
27		67
28	#if defined(_WIN32)	68	#if defined(_WIN32)
29	# undef HAS_GETTIMEOFDAY	69	# undef HAS_GETTIMEOFDAY
30	# undef setjmp	70	# undef setjmp
…		…
33	# define setjmp _setjmp /* deep magic */	73	# define setjmp _setjmp /* deep magic */
34	#else	74	#else
35	# include <inttypes.h> /* most portable stdint.h */	75	# include <inttypes.h> /* most portable stdint.h */
36	#endif	76	#endif
37		77
38	#ifdef HAVE_MMAP
39	# include <unistd.h>
40	# include <sys/mman.h>
41	# ifndef MAP_ANONYMOUS
42	# ifdef MAP_ANON
43	# define MAP_ANONYMOUS MAP_ANON
44	# else
45	# undef HAVE_MMAP
46	# endif
47	# endif
48	# include <limits.h>
49	# ifndef PAGESIZE
50	# define PAGESIZE pagesize
51	# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
52	static long pagesize;
53	# else
54	# define BOOT_PAGESIZE (void)0
55	# endif
56	#else
57	# define PAGESIZE 0
58	# define BOOT_PAGESIZE (void)0
59	#endif
60
61	#if CORO_USE_VALGRIND
62	# include <valgrind/valgrind.h>
63	#endif
64
65	/* the maximum number of idle cctx that will be pooled */	78	/* the maximum number of idle cctx that will be pooled */
66	static int cctx_max_idle = 4;	79	static int cctx_max_idle = 4;
67		80
68	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64	81	#if defined(DEBUGGING) && PERL_VERSION_ATLEAST(5,12,0)
69	# undef CORO_STACKGUARD	82	# define HAS_SCOPESTACK_NAME 1
70	#endif
71
72	#ifndef CORO_STACKGUARD
73	# define CORO_STACKGUARD 0
74	#endif	83	#endif
75		84
76	/* prefer perl internal functions over our own? */	85	/* prefer perl internal functions over our own? */
77	#ifndef CORO_PREFER_PERL_FUNCTIONS	86	#ifndef CORO_PREFER_PERL_FUNCTIONS
78	# define CORO_PREFER_PERL_FUNCTIONS 0	87	# define CORO_PREFER_PERL_FUNCTIONS 0
…		…
97	# if CORO_PTHREAD	106	# if CORO_PTHREAD
98	static void *coro_thx;	107	static void *coro_thx;
99	# endif	108	# endif
100	#endif	109	#endif
101		110
102	/* used in state.h */
103	#define VAR(name,type) VARx(name, PL_ ## name, type)
104
105	#ifdef __linux	111	#ifdef __linux
106	# include <time.h> /* for timespec */	112	# include <time.h> /* for timespec */
107	# include <syscall.h> /* for SYS_* */	113	# include <syscall.h> /* for SYS_* */
108	# ifdef SYS_clock_gettime	114	# ifdef SYS_clock_gettime
109	# define coro_clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))	115	# define coro_clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
…		…
134		140
135	static GV *irsgv; /* $/ */	141	static GV *irsgv; /* $/ */
136	static GV *stdoutgv; /* *STDOUT */	142	static GV *stdoutgv; /* *STDOUT */
137	static SV *rv_diehook;	143	static SV *rv_diehook;
138	static SV *rv_warnhook;	144	static SV *rv_warnhook;
139	static HV *hv_sig; /* %SIG */
140		145
141	/* async_pool helper stuff */	146	/* async_pool helper stuff */
142	static SV *sv_pool_rss;	147	static SV *sv_pool_rss;
143	static SV *sv_pool_size;	148	static SV *sv_pool_size;
144	static SV *sv_async_pool_idle; /* description string */	149	static SV *sv_async_pool_idle; /* description string */
…		…
172	typedef struct coro_cctx	177	typedef struct coro_cctx
173	{	178	{
174	struct coro_cctx *next;	179	struct coro_cctx *next;
175		180
176	/* the stack */	181	/* the stack */
177	void *sptr;	182	struct coro_stack stack;
178	size_t ssize;
179		183
180	/* cpu state */	184	/* cpu state */
181	void *idle_sp; /* sp of top-level transfer/schedule/cede call */	185	void *idle_sp; /* sp of top-level transfer/schedule/cede call */
		186	#ifndef NDEBUG
182	JMPENV *idle_te; /* same as idle_sp, but for top_env, TODO: remove once stable */	187	JMPENV *idle_te; /* same as idle_sp, but for top_env */
		188	#endif
183	JMPENV *top_env;	189	JMPENV *top_env;
184	coro_context cctx;	190	coro_context cctx;
185		191
186	U32 gen;	192	U32 gen;
187	#if CORO_USE_VALGRIND	193	#if CORO_USE_VALGRIND
…		…
207	};	213	};
208		214
209	/* the structure where most of the perl state is stored, overlaid on the cxstack */	215	/* the structure where most of the perl state is stored, overlaid on the cxstack */
210	typedef struct	216	typedef struct
211	{	217	{
212	#define VARx(name,expr,type) type name;	218	#define VARx(name,expr,type) type name;
213	# include "state.h"	219	#include "state.h"
214	#undef VARx
215	} perl_slots;	220	} perl_slots;
216		221
217	// how many context stack entries do we need for perl_slots	222	/* how many context stack entries do we need for perl_slots */
218	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))	223	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))
219		224
220	/* this is a structure representing a perl-level coroutine */	225	/* this is a structure representing a perl-level coroutine */
221	struct coro	226	struct coro
222	{	227	{
…		…
250	SV *saved_deffh;	255	SV *saved_deffh;
251	SV *invoke_cb;	256	SV *invoke_cb;
252	AV *invoke_av;	257	AV *invoke_av;
253		258
254	/* on_enter/on_leave */	259	/* on_enter/on_leave */
255	AV *on_enter;	260	AV *on_enter; AV *on_enter_xs;
256	AV *on_leave;	261	AV *on_leave; AV *on_leave_xs;
257		262
258	/* swap_sv */	263	/* swap_sv */
259	AV *swap_sv;	264	AV *swap_sv;
260		265
261	/* times */	266	/* times */
…		…
291	#define coro_nready coroapi.nready	296	#define coro_nready coroapi.nready
292		297
293	/** JIT *********************************************************************/	298	/** JIT *********************************************************************/
294		299
295	#if CORO_JIT	300	#if CORO_JIT
		301	/* APPLE doesn't have mmap though */
		302	#define CORO_JIT_UNIXY (__linux || __FreeBSD__ || __OpenBSD__ || __NetBSD__ || __solaris || __APPLE__)
296	#ifndef CORO_JIT_TYPE	303	#ifndef CORO_JIT_TYPE
297	#if __x86_64 && (__linux || __FreeBSD__ || __OpenBSD__ || __NetBSD__ || __solaris)	304	#if ECB_AMD64 && CORO_JIT_UNIXY
298	#define CORO_JIT_TYPE "amd64-unix"	305	#define CORO_JIT_TYPE "amd64-unix"
299	typedef void (*load_save_perl_slots_type)(perl_slots *);	306	#elif __i386 && CORO_JIT_UNIXY
300	#elif __i386 && (__linux || __FreeBSD__ || __OpenBSD__ || __NetBSD__ || __solaris)
301	#define CORO_JIT_TYPE "x86-unix"	307	#define CORO_JIT_TYPE "x86-unix"
302	typedef void (*load_save_perl_slots_type)(perl_slots *);
303	#else
304	#undef CORO_JIT
305	#endif	308	#endif
306	#endif	309	#endif
307	#endif	310	#endif
308		311
		312	#if !defined(CORO_JIT_TYPE) || _POSIX_MEMORY_PROTECTION <= 0
		313	#undef CORO_JIT
		314	#endif
		315
309	#if CORO_JIT	316	#if CORO_JIT
		317	typedef void (*load_save_perl_slots_type)(perl_slots *);
310	static load_save_perl_slots_type load_perl_slots, save_perl_slots;	318	static load_save_perl_slots_type load_perl_slots, save_perl_slots;
311	#endif	319	#endif
312		320
313	/** Coro::Select ************************************************************/	321	/** Coro::Select ************************************************************/
314		322
315	static OP *(*coro_old_pp_sselect) (pTHX);	323	static OP *(*coro_old_pp_sselect) (pTHX);
…		…
332		340
333	/** time stuff **************************************************************/	341	/** time stuff **************************************************************/
334		342
335	#ifdef HAS_GETTIMEOFDAY	343	#ifdef HAS_GETTIMEOFDAY
336		344
337	ECB_INLINE void	345	ecb_inline void
338	coro_u2time (pTHX_ UV ret[2])	346	coro_u2time (pTHX_ UV ret[2])
339	{	347	{
340	struct timeval tv;	348	struct timeval tv;
341	gettimeofday (&tv, 0);	349	gettimeofday (&tv, 0);
342		350
343	ret [0] = tv.tv_sec;	351	ret [0] = tv.tv_sec;
344	ret [1] = tv.tv_usec;	352	ret [1] = tv.tv_usec;
345	}	353	}
346		354
347	ECB_INLINE double	355	ecb_inline double
348	coro_nvtime ()	356	coro_nvtime (void)
349	{	357	{
350	struct timeval tv;	358	struct timeval tv;
351	gettimeofday (&tv, 0);	359	gettimeofday (&tv, 0);
352		360
353	return tv.tv_sec + tv.tv_usec * 1e-6;	361	return tv.tv_sec + tv.tv_usec * 1e-6;
354	}	362	}
355		363
356	ECB_INLINE void	364	ecb_inline void
357	time_init (pTHX)	365	time_init (pTHX)
358	{	366	{
359	nvtime = coro_nvtime;	367	nvtime = coro_nvtime;
360	u2time = coro_u2time;	368	u2time = coro_u2time;
361	}	369	}
362		370
363	#else	371	#else
364		372
365	ECB_INLINE void	373	ecb_inline void
366	time_init (pTHX)	374	time_init (pTHX)
367	{	375	{
368	SV **svp;	376	SV **svp;
369		377
370	require_pv ("Time/HiRes.pm");	378	require_pv ("Time/HiRes.pm");
371		379
372	svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);	380	svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
373		381
374	if (!svp) croak ("Time::HiRes is required, but missing. Caught");	382	if (!svp) croak ("Time::HiRes is required, but missing. Caught");
375	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer. Caught");	383	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer. Caught");
376		384
…		…
412	get_hv (name, create);	420	get_hv (name, create);
413	#endif	421	#endif
414	return get_hv (name, create);	422	return get_hv (name, create);
415	}	423	}
416		424
417	ECB_INLINE void	425	ecb_inline void
418	coro_times_update ()	426	coro_times_update (void)
419	{	427	{
420	#ifdef coro_clock_gettime	428	#ifdef coro_clock_gettime
421	struct timespec ts;	429	struct timespec ts;
422		430
423	ts.tv_sec = ts.tv_nsec = 0;	431	ts.tv_sec = ts.tv_nsec = 0;
…		…
435	time_real [0] = tv [0];	443	time_real [0] = tv [0];
436	time_real [1] = tv [1] * 1000;	444	time_real [1] = tv [1] * 1000;
437	#endif	445	#endif
438	}	446	}
439		447
440	ECB_INLINE void	448	ecb_inline void
441	coro_times_add (struct coro *c)	449	coro_times_add (struct coro *c)
442	{	450	{
443	c->t_real [1] += time_real [1];	451	c->t_real [1] += time_real [1];
444	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }	452	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }
445	c->t_real [0] += time_real [0];	453	c->t_real [0] += time_real [0];
…		…
447	c->t_cpu [1] += time_cpu [1];	455	c->t_cpu [1] += time_cpu [1];
448	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }	456	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }
449	c->t_cpu [0] += time_cpu [0];	457	c->t_cpu [0] += time_cpu [0];
450	}	458	}
451		459
452	ECB_INLINE void	460	ecb_inline void
453	coro_times_sub (struct coro *c)	461	coro_times_sub (struct coro *c)
454	{	462	{
455	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }	463	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }
456	c->t_real [1] -= time_real [1];	464	c->t_real [1] -= time_real [1];
457	c->t_real [0] -= time_real [0];	465	c->t_real [0] -= time_real [0];
…		…
478	: 0)	486	: 0)
479		487
480	#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)	488	#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)
481	#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)	489	#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)
482		490
483	ECB_INLINE MAGIC *	491	ecb_inline MAGIC *
484	SvSTATEhv_p (pTHX_ SV *coro)	492	SvSTATEhv_p (pTHX_ SV *coro)
485	{	493	{
486	MAGIC *mg;	494	MAGIC *mg;
487		495
488	if (ecb_expect_true (	496	if (ecb_expect_true (
…		…
493	return mg;	501	return mg;
494		502
495	return 0;	503	return 0;
496	}	504	}
497		505
498	ECB_INLINE struct coro *	506	ecb_inline struct coro *
499	SvSTATE_ (pTHX_ SV *coro)	507	SvSTATE_ (pTHX_ SV *coro_sv)
500	{	508	{
501	MAGIC *mg;	509	MAGIC *mg;
502		510
503	if (SvROK (coro))	511	if (SvROK (coro_sv))
504	coro = SvRV (coro);	512	coro_sv = SvRV (coro_sv);
505		513
506	mg = SvSTATEhv_p (aTHX_ coro);	514	mg = SvSTATEhv_p (aTHX_ coro_sv);
507	if (!mg)	515	if (!mg)
508	croak ("Coro::State object required");	516	croak ("Coro::State object required");
509		517
510	return (struct coro *)mg->mg_ptr;	518	return (struct coro *)mg->mg_ptr;
511	}	519	}
…		…
517	#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))	525	#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))
518		526
519	/*****************************************************************************/	527	/*****************************************************************************/
520	/* padlist management and caching */	528	/* padlist management and caching */
521		529
522	ECB_INLINE AV *	530	ecb_inline PADLIST *
523	coro_derive_padlist (pTHX_ CV *cv)	531	coro_derive_padlist (pTHX_ CV *cv)
524	{	532	{
525	AV *padlist = CvPADLIST (cv);	533	PADLIST *padlist = CvPADLIST (cv);
526	AV *newpadlist, *newpad;	534	PADLIST *newpadlist;
		535	PADNAMELIST *padnames;
		536	PAD *newpad;
		537	PADOFFSET off = PadlistMAX (padlist) + 1;
527		538
528	newpadlist = newAV ();	539	#if NEWPADAPI
		540
		541	/* if we had the original CvDEPTH, we might be able to steal the CvDEPTH+1 entry instead */
		542	/* 20131102194744.GA6705@schmorp.de, 20131102195825.2013.qmail@lists-nntp.develooper.com */
		543	while (!PadlistARRAY (padlist)[off - 1])
		544	--off;
		545
		546	Perl_pad_push (aTHX_ padlist, off);
		547
		548	newpad = PadlistARRAY (padlist)[off];
		549	PadlistARRAY (padlist)[off] = 0;
		550
		551	#else
		552
		553	#if PERL_VERSION_ATLEAST (5,10,0)
		554	Perl_pad_push (aTHX_ padlist, off);
		555	#else
		556	Perl_pad_push (aTHX_ padlist, off, 1);
		557	#endif
		558
		559	newpad = PadlistARRAY (padlist)[off];
		560	PadlistMAX (padlist) = off - 1;
		561
		562	#endif
		563
		564	newPADLIST (newpadlist);
		565	#if !PERL_VERSION_ATLEAST(5,15,3)
		566	/* Padlists are AvREAL as of 5.15.3. See perl bug #98092 and perl commit 7d953ba. */
529	AvREAL_off (newpadlist);	567	AvREAL_off (newpadlist);
530	#if PERL_VERSION_ATLEAST (5,10,0)
531	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
532	#else
533	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
534	#endif	568	#endif
535	newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
536	--AvFILLp (padlist);
537		569
538	av_store (newpadlist, 0, SvREFCNT_inc_NN (AvARRAY (padlist)[0]));	570	/* Already extended to 2 elements by newPADLIST. */
539	av_store (newpadlist, 1, (SV *)newpad);	571	PadlistMAX (newpadlist) = 1;
		572
		573	padnames = PadlistNAMES (padlist);
		574	++PadnamelistREFCNT (padnames);
		575	PadlistNAMES (newpadlist) = padnames;
		576
		577	PadlistARRAY (newpadlist)[1] = newpad;
540		578
541	return newpadlist;	579	return newpadlist;
542	}	580	}
543		581
544	ECB_INLINE void	582	ecb_inline void
545	free_padlist (pTHX_ AV *padlist)	583	free_padlist (pTHX_ PADLIST *padlist)
546	{	584	{
547	/* may be during global destruction */	585	/* may be during global destruction */
548	if (!IN_DESTRUCT)	586	if (!IN_DESTRUCT)
549	{	587	{
550	I32 i = AvFILLp (padlist);	588	I32 i = PadlistMAX (padlist);
551		589
552	while (i > 0) /* special-case index 0 */	590	while (i > 0) /* special-case index 0 */
553	{	591	{
554	/* we try to be extra-careful here */	592	/* we try to be extra-careful here */
555	AV *av = (AV *)AvARRAY (padlist)[i--];	593	PAD *pad = PadlistARRAY (padlist)[i--];
556	I32 j = AvFILLp (av);
557		594
		595	if (pad)
		596	{
		597	I32 j = PadMAX (pad);
		598
558	while (j >= 0)	599	while (j >= 0)
559	SvREFCNT_dec (AvARRAY (av)[j--]);	600	SvREFCNT_dec (PadARRAY (pad)[j--]);
560		601
561	AvFILLp (av) = -1;	602	PadMAX (pad) = -1;
562	SvREFCNT_dec (av);	603	SvREFCNT_dec (pad);
		604	}
563	}	605	}
564		606
565	SvREFCNT_dec (AvARRAY (padlist)[0]);	607	PadnamelistREFCNT_dec (PadlistNAMES (padlist));
566		608
		609	#if NEWPADAPI
		610	Safefree (PadlistARRAY (padlist));
		611	Safefree (padlist);
		612	#else
567	AvFILLp (padlist) = -1;	613	AvFILLp (padlist) = -1;
		614	AvREAL_off (padlist);
568	SvREFCNT_dec ((SV*)padlist);	615	SvREFCNT_dec ((SV*)padlist);
		616	#endif
569	}	617	}
570	}	618	}
571		619
572	static int	620	static int
573	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)	621	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
574	{	622	{
575	AV *padlist;	623	PADLIST *padlist;
576	AV *av = (AV *)mg->mg_obj;	624	PADLIST **padlists = (PADLIST **)(mg->mg_ptr + sizeof(size_t));
		625	size_t len = *(size_t *)mg->mg_ptr;
577		626
578	/* perl manages to free our internal AV and _then_ call us */	627	/* perl manages to free our internal AV and _then_ call us */
579	if (IN_DESTRUCT)	628	if (IN_DESTRUCT)
580	return 0;	629	return 0;
581		630
582	/* casting is fun. */	631	while (len--)
583	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
584	free_padlist (aTHX_ padlist);	632	free_padlist (aTHX_ padlists[len]);
585
586	SvREFCNT_dec (av); /* sv_magicext increased the refcount */
587		633
588	return 0;	634	return 0;
589	}	635	}
590		636
591	static MGVTBL coro_cv_vtbl = {	637	static MGVTBL coro_cv_vtbl = {
592	0, 0, 0, 0,	638	0, 0, 0, 0,
593	coro_cv_free	639	coro_cv_free
594	};	640	};
595		641
596	/* the next two functions merely cache the padlists */	642	/* the next two functions merely cache the padlists */
597	ECB_INLINE void	643	ecb_inline void
598	get_padlist (pTHX_ CV *cv)	644	get_padlist (pTHX_ CV *cv)
599	{	645	{
600	MAGIC *mg = CORO_MAGIC_cv (cv);	646	MAGIC *mg = CORO_MAGIC_cv (cv);
601	AV *av;	647	size_t *lenp;
602		648
603	if (ecb_expect_true (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0))	649	if (ecb_expect_true (mg && *(lenp = (size_t *)mg->mg_ptr)))
604	CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];	650	CvPADLIST (cv) = ((PADLIST **)(mg->mg_ptr + sizeof(size_t)))[--*lenp];
605	else	651	else
606	{	652	{
607	#if CORO_PREFER_PERL_FUNCTIONS	653	#if CORO_PREFER_PERL_FUNCTIONS
608	/* this is probably cleaner? but also slower! */	654	/* this is probably cleaner? but also slower! */
609	/* in practise, it seems to be less stable */	655	/* in practise, it seems to be less stable */
…		…
615	CvPADLIST (cv) = coro_derive_padlist (aTHX_ cv);	661	CvPADLIST (cv) = coro_derive_padlist (aTHX_ cv);
616	#endif	662	#endif
617	}	663	}
618	}	664	}
619		665
620	ECB_INLINE void	666	ecb_inline void
621	put_padlist (pTHX_ CV *cv)	667	put_padlist (pTHX_ CV *cv)
622	{	668	{
623	MAGIC *mg = CORO_MAGIC_cv (cv);	669	MAGIC *mg = CORO_MAGIC_cv (cv);
624	AV *av;
625		670
626	if (ecb_expect_false (!mg))	671	if (ecb_expect_false (!mg))
		672	{
627	mg = sv_magicext ((SV *)cv, (SV *)newAV (), CORO_MAGIC_type_cv, &coro_cv_vtbl, 0, 0);	673	mg = sv_magicext ((SV *)cv, 0, CORO_MAGIC_type_cv, &coro_cv_vtbl, 0, 0);
		674	Newz (0, mg->mg_ptr ,sizeof (size_t) + sizeof (PADLIST *), char);
		675	mg->mg_len = 1; /* so mg_free frees mg_ptr */
		676	}
		677	else
		678	Renew (mg->mg_ptr,
		679	sizeof(size_t) + (*(size_t *)mg->mg_ptr + 1) * sizeof(PADLIST *),
		680	char);
628		681
629	av = (AV *)mg->mg_obj;	682	((PADLIST **)(mg->mg_ptr + sizeof (size_t))) [(*(size_t *)mg->mg_ptr)++] = CvPADLIST (cv);
630
631	if (ecb_expect_false (AvFILLp (av) >= AvMAX (av)))
632	av_extend (av, AvFILLp (av) + 1);
633
634	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
635	}	683	}
636		684
637	/** load & save, init *******************************************************/	685	/** load & save, init *******************************************************/
638		686
		687	ecb_inline void
		688	swap_sv (SV *a, SV *b)
		689	{
		690	const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
		691	SV tmp;
		692
		693	/* swap sv_any */
		694	SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
		695
		696	/* swap sv_flags */
		697	SvFLAGS (&tmp) = SvFLAGS (a);
		698	SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
		699	SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
		700
		701	#if PERL_VERSION_ATLEAST (5,10,0)
		702	/* perl 5.10 and later complicates this _quite_ a bit, but it also
		703	* is much faster, so no quarrels here. alternatively, we could
		704	* sv_upgrade to avoid this.
		705	*/
		706	{
		707	/* swap sv_u */
		708	tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
		709
		710	/* if SvANY points to the head, we need to adjust the pointers,
		711	* as the pointer for a still points to b, and maybe vice versa.
		712	*/
		713	U32 svany_in_head_set = (1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV);
		714	#if NVSIZE <= IVSIZE && PERL_VERSION_ATLEAST(5,22,0)
		715	svany_in_head_set |= 1 << SVt_NV;
		716	#endif
		717
		718	#define svany_in_head(type) (svany_in_head_set & (1 << (type)))
		719
		720	if (svany_in_head (SvTYPE (a)))
		721	SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
		722
		723	if (svany_in_head (SvTYPE (b)))
		724	SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
		725	}
		726	#endif
		727	}
		728
639	/* swap sv heads, at least logically */	729	/* swap sv heads, at least logically */
640	static void	730	static void
641	swap_svs (pTHX_ Coro__State c)	731	swap_svs_enter (pTHX_ Coro__State c)
642	{	732	{
643	int i;	733	int i;
644		734
		735	for (i = AvFILLp (c->swap_sv) - 1; i >= 0; i -= 2)
		736	swap_sv (AvARRAY (c->swap_sv)[i], AvARRAY (c->swap_sv)[i + 1]);
		737	}
		738
		739	static void
		740	swap_svs_leave (pTHX_ Coro__State c)
		741	{
		742	int i;
		743
645	for (i = 0; i <= AvFILLp (c->swap_sv); )	744	for (i = 0; i <= AvFILLp (c->swap_sv); i += 2)
646	{	745	swap_sv (AvARRAY (c->swap_sv)[i], AvARRAY (c->swap_sv)[i + 1]);
647	SV *a = AvARRAY (c->swap_sv)[i++];
648	SV *b = AvARRAY (c->swap_sv)[i++];
649
650	const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
651	SV tmp;
652
653	/* swap sv_any */
654	SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
655
656	/* swap sv_flags */
657	SvFLAGS (&tmp) = SvFLAGS (a);
658	SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
659	SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
660
661	#if PERL_VERSION_ATLEAST (5,10,0)
662	/* perl 5.10 complicates this _quite_ a bit, but it also is
663	* much faster, so no quarrels here. alternatively, we could
664	* sv_upgrade to avoid this.
665	*/
666	{
667	/* swap sv_u */
668	tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
669
670	/* if SvANY points to the head, we need to adjust the pointers,
671	* as the pointer for a still points to b, and maybe vice versa.
672	*/
673	#define svany_in_head(type) \
674	(((1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV)) & (1 << (type)))
675
676	if (svany_in_head (SvTYPE (a)))
677	SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
678
679	if (svany_in_head (SvTYPE (b)))
680	SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
681	}
682	#endif
683	}
684	}	746	}
685		747
686	#define SWAP_SVS(coro) \	748	#define SWAP_SVS_ENTER(coro) \
687	if (ecb_expect_false ((coro)->swap_sv)) \	749	if (ecb_expect_false ((coro)->swap_sv)) \
688	swap_svs (aTHX_ (coro))	750	swap_svs_enter (aTHX_ (coro))
		751
		752	#define SWAP_SVS_LEAVE(coro) \
		753	if (ecb_expect_false ((coro)->swap_sv)) \
		754	swap_svs_leave (aTHX_ (coro))
689		755
690	static void	756	static void
691	on_enterleave_call (pTHX_ SV *cb);	757	on_enterleave_call (pTHX_ SV *cb);
692		758
693	static void	759	static void
…		…
700		766
701	#if CORO_JIT	767	#if CORO_JIT
702	load_perl_slots (slot);	768	load_perl_slots (slot);
703	#else	769	#else
704	#define VARx(name,expr,type) expr = slot->name;	770	#define VARx(name,expr,type) expr = slot->name;
705	# include "state.h"	771	#include "state.h"
706	#undef VARx
707	#endif	772	#endif
708		773
709	{	774	{
710	dSP;	775	dSP;
711		776
…		…
714	/* now do the ugly restore mess */	779	/* now do the ugly restore mess */
715	while (ecb_expect_true (cv = (CV *)POPs))	780	while (ecb_expect_true (cv = (CV *)POPs))
716	{	781	{
717	put_padlist (aTHX_ cv); /* mark this padlist as available */	782	put_padlist (aTHX_ cv); /* mark this padlist as available */
718	CvDEPTH (cv) = PTR2IV (POPs);	783	CvDEPTH (cv) = PTR2IV (POPs);
719	CvPADLIST (cv) = (AV *)POPs;	784	CvPADLIST (cv) = (PADLIST *)POPs;
720	}	785	}
721		786
722	PUTBACK;	787	PUTBACK;
723	}	788	}
724		789
…		…
739		804
740	for (i = 0; i <= AvFILLp (c->on_enter); ++i)	805	for (i = 0; i <= AvFILLp (c->on_enter); ++i)
741	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);	806	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
742	}	807	}
743		808
		809	if (ecb_expect_false (c->on_enter_xs))
		810	{
		811	int i;
		812
		813	for (i = 0; i <= AvFILLp (c->on_enter_xs); i += 2)
		814	((coro_enterleave_hook)AvARRAY (c->on_enter_xs)[i]) (aTHX_ AvARRAY (c->on_enter_xs)[i + 1]);
		815	}
		816
744	SWAP_SVS (c);	817	SWAP_SVS_ENTER (c);
745	}	818	}
746		819
747	static void	820	static void
748	save_perl (pTHX_ Coro__State c)	821	save_perl (pTHX_ Coro__State c)
749	{	822	{
750	SWAP_SVS (c);	823	SWAP_SVS_LEAVE (c);
		824
		825	if (ecb_expect_false (c->on_leave_xs))
		826	{
		827	int i;
		828
		829	for (i = AvFILLp (c->on_leave_xs) - 1; i >= 0; i -= 2)
		830	((coro_enterleave_hook)AvARRAY (c->on_leave_xs)[i]) (aTHX_ AvARRAY (c->on_leave_xs)[i + 1]);
		831	}
751		832
752	if (ecb_expect_false (c->on_leave))	833	if (ecb_expect_false (c->on_leave))
753	{	834	{
754	int i;	835	int i;
755		836
…		…
814		895
815	PUTBACK;	896	PUTBACK;
816	}	897	}
817		898
818	/* allocate some space on the context stack for our purposes */	899	/* allocate some space on the context stack for our purposes */
819	if (ecb_expect_false (cxstack_ix + SLOT_COUNT >= cxstack_max))	900	if (ecb_expect_false (cxstack_ix + (int)SLOT_COUNT >= cxstack_max))
820	{	901	{
821	unsigned int i;	902	unsigned int i;
822		903
823	for (i = 0; i < SLOT_COUNT; ++i)	904	for (i = 0; i < SLOT_COUNT; ++i)
824	CXINC;	905	CXINC;
…		…
833		914
834	#if CORO_JIT	915	#if CORO_JIT
835	save_perl_slots (slot);	916	save_perl_slots (slot);
836	#else	917	#else
837	#define VARx(name,expr,type) slot->name = expr;	918	#define VARx(name,expr,type) slot->name = expr;
838	# include "state.h"	919	#include "state.h"
839	#undef VARx
840	#endif	920	#endif
841	}	921	}
842	}	922	}
843		923
844	/*	924	/*
…		…
876	#endif	956	#endif
877		957
878	New(54,PL_scopestack,8,I32);	958	New(54,PL_scopestack,8,I32);
879	PL_scopestack_ix = 0;	959	PL_scopestack_ix = 0;
880	PL_scopestack_max = 8;	960	PL_scopestack_max = 8;
		961	#if HAS_SCOPESTACK_NAME
		962	New(54,PL_scopestack_name,8,const char*);
		963	#endif
881		964
882	New(54,PL_savestack,24,ANY);	965	New(54,PL_savestack,24,ANY);
883	PL_savestack_ix = 0;	966	PL_savestack_ix = 0;
884	PL_savestack_max = 24;	967	PL_savestack_max = 24;
885		968
…		…
913	}	996	}
914		997
915	Safefree (PL_tmps_stack);	998	Safefree (PL_tmps_stack);
916	Safefree (PL_markstack);	999	Safefree (PL_markstack);
917	Safefree (PL_scopestack);	1000	Safefree (PL_scopestack);
		1001	#if HAS_SCOPESTACK_NAME
		1002	Safefree (PL_scopestack_name);
		1003	#endif
918	Safefree (PL_savestack);	1004	Safefree (PL_savestack);
919	#if !PERL_VERSION_ATLEAST (5,10,0)	1005	#if !PERL_VERSION_ATLEAST (5,10,0)
920	Safefree (PL_retstack);	1006	Safefree (PL_retstack);
921	#endif	1007	#endif
922	}	1008	}
…		…
982	{	1068	{
983	SV **svp = 0;	1069	SV **svp = 0;
984		1070
985	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;	1071	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
986	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;	1072	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
987		1073
988	if (svp)	1074	if (svp)
989	{	1075	{
990	sv_setsv (sv, *svp ? *svp : &PL_sv_undef);	1076	SV *ssv;
		1077
		1078	if (!*svp)
		1079	ssv = &PL_sv_undef;
		1080	else if (SvTYPE (*svp) == SVt_PVCV) /* perlio directly stores a CV in warnhook. ugh. */
		1081	ssv = sv_2mortal (newRV_inc (*svp));
		1082	else
		1083	ssv = *svp;
		1084
		1085	sv_setsv (sv, ssv);
991	return 0;	1086	return 0;
992	}	1087	}
993	}	1088	}
994		1089
995	return orig_sigelem_get ? orig_sigelem_get (aTHX_ sv, mg) : 0;	1090	return orig_sigelem_get ? orig_sigelem_get (aTHX_ sv, mg) : 0;
…		…
1089	PL_hints = 0;	1184	PL_hints = 0;
1090		1185
1091	/* recreate the die/warn hooks */	1186	/* recreate the die/warn hooks */
1092	PL_diehook = SvREFCNT_inc (rv_diehook);	1187	PL_diehook = SvREFCNT_inc (rv_diehook);
1093	PL_warnhook = SvREFCNT_inc (rv_warnhook);	1188	PL_warnhook = SvREFCNT_inc (rv_warnhook);
1094		1189
1095	GvSV (PL_defgv) = newSV (0);	1190	GvSV (PL_defgv) = newSV (0);
1096	GvAV (PL_defgv) = coro->args; coro->args = 0;	1191	GvAV (PL_defgv) = coro->args; coro->args = 0;
1097	GvSV (PL_errgv) = newSV (0);	1192	GvSV (PL_errgv) = newSV (0);
1098	GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);	1193	GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);
1099	GvHV (PL_hintgv) = 0;	1194	GvHV (PL_hintgv) = newHV ();
		1195	#if PERL_VERSION_ATLEAST (5,10,0)
		1196	hv_magic (GvHV (PL_hintgv), 0, PERL_MAGIC_hints);
		1197	#endif
1100	PL_rs = newSVsv (GvSV (irsgv));	1198	PL_rs = newSVsv (GvSV (irsgv));
1101	PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);	1199	PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);
1102		1200
1103	{	1201	{
1104	dSP;	1202	dSP;
…		…
1132	PL_op = (OP *)&init_perl_op;	1230	PL_op = (OP *)&init_perl_op;
1133		1231
1134	/* copy throw, in case it was set before init_perl */	1232	/* copy throw, in case it was set before init_perl */
1135	CORO_THROW = coro->except;	1233	CORO_THROW = coro->except;
1136		1234
1137	SWAP_SVS (coro);	1235	SWAP_SVS_ENTER (coro);
1138		1236
1139	if (ecb_expect_false (enable_times))	1237	if (ecb_expect_false (enable_times))
1140	{	1238	{
1141	coro_times_update ();	1239	coro_times_update ();
1142	coro_times_sub (coro);	1240	coro_times_sub (coro);
…		…
1180	/* this will cause transfer_check to croak on block*/	1278	/* this will cause transfer_check to croak on block*/
1181	SvRV_set (coro_current, (SV *)coro->hv);	1279	SvRV_set (coro_current, (SV *)coro->hv);
1182		1280
1183	load_perl (aTHX_ coro);	1281	load_perl (aTHX_ coro);
1184		1282
		1283	/* restore swapped sv's */
		1284	SWAP_SVS_LEAVE (coro);
		1285
1185	coro_unwind_stacks (aTHX);	1286	coro_unwind_stacks (aTHX);
1186		1287
1187	/* restore swapped sv's */
1188	SWAP_SVS (coro);
1189
1190	coro_destruct_stacks (aTHX);	1288	coro_destruct_stacks (aTHX);
1191		1289
1192	// now save some sv's to be free'd later	1290	/* now save some sv's to be free'd later */
1193	svf [0] = GvSV (PL_defgv);	1291	svf [0] = GvSV (PL_defgv);
1194	svf [1] = (SV *)GvAV (PL_defgv);	1292	svf [1] = (SV *)GvAV (PL_defgv);
1195	svf [2] = GvSV (PL_errgv);	1293	svf [2] = GvSV (PL_errgv);
1196	svf [3] = (SV *)PL_defoutgv;	1294	svf [3] = (SV *)PL_defoutgv;
1197	svf [4] = PL_rs;	1295	svf [4] = PL_rs;
…		…
1214		1312
1215	SvREFCNT_dec (coro->saved_deffh);	1313	SvREFCNT_dec (coro->saved_deffh);
1216	SvREFCNT_dec (coro->rouse_cb);	1314	SvREFCNT_dec (coro->rouse_cb);
1217	SvREFCNT_dec (coro->invoke_cb);	1315	SvREFCNT_dec (coro->invoke_cb);
1218	SvREFCNT_dec (coro->invoke_av);	1316	SvREFCNT_dec (coro->invoke_av);
		1317	SvREFCNT_dec (coro->on_enter_xs);
		1318	SvREFCNT_dec (coro->on_leave_xs);
1219	}	1319	}
1220	}	1320	}
1221		1321
1222	ECB_INLINE void	1322	ecb_inline void
1223	free_coro_mortal (pTHX)	1323	free_coro_mortal (pTHX)
1224	{	1324	{
1225	if (ecb_expect_true (coro_mortal))	1325	if (ecb_expect_true (coro_mortal))
1226	{	1326	{
1227	SvREFCNT_dec ((SV *)coro_mortal);	1327	SvREFCNT_dec ((SV *)coro_mortal);
…		…
1286		1386
1287	if (PL_curcop != &PL_compiling)	1387	if (PL_curcop != &PL_compiling)
1288	{	1388	{
1289	SV **cb;	1389	SV **cb;
1290		1390
1291	if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB)	1391	if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB && cxstack_ix >= 0)
1292	{	1392	{
1293	PERL_CONTEXT *cx = &cxstack[cxstack_ix];	1393	PERL_CONTEXT *cx = &cxstack[cxstack_ix];
1294		1394
1295	if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)	1395	if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)
1296	{	1396	{
…		…
1386	slf_frame.prepare = slf_prepare_set_stacklevel;	1486	slf_frame.prepare = slf_prepare_set_stacklevel;
1387	slf_frame.check = slf_check_set_stacklevel;	1487	slf_frame.check = slf_check_set_stacklevel;
1388	}	1488	}
1389		1489
1390	/* the tail of transfer: execute stuff we can only do after a transfer */	1490	/* the tail of transfer: execute stuff we can only do after a transfer */
1391	ECB_INLINE void	1491	ecb_inline void
1392	transfer_tail (pTHX)	1492	transfer_tail (pTHX)
1393	{	1493	{
1394	free_coro_mortal (aTHX);	1494	free_coro_mortal (aTHX);
		1495	}
		1496
		1497	/* try to exit the same way perl's main function would do */
		1498	/* we do not bother resetting the environment or other things *7
		1499	/* that are not, uhm, essential */
		1500	/* this obviously also doesn't work when perl is embedded */
		1501	static void ecb_noinline ecb_cold
		1502	perlish_exit (pTHX)
		1503	{
		1504	int exitstatus = perl_destruct (PL_curinterp);
		1505	perl_free (PL_curinterp);
		1506	exit (exitstatus);
1395	}	1507	}
1396		1508
1397	/*	1509	/*
1398	* this is a _very_ stripped down perl interpreter ;)	1510	* this is a _very_ stripped down perl interpreter ;)
1399	*/	1511	*/
…		…
1428	*/	1540	*/
1429		1541
1430	/*	1542	/*
1431	* If perl-run returns we assume exit() was being called or the coro	1543	* If perl-run returns we assume exit() was being called or the coro
1432	* fell off the end, which seems to be the only valid (non-bug)	1544	* fell off the end, which seems to be the only valid (non-bug)
1433	* reason for perl_run to return. We try to exit by jumping to the	1545	* reason for perl_run to return. We try to mimic whatever perl is normally
1434	* bootstrap-time "top" top_env, as we cannot restore the "main"	1546	* doing in that case. YMMV.
1435	* coroutine as Coro has no such concept.
1436	* This actually isn't valid with the pthread backend, but OSes requiring
1437	* that backend are too broken to do it in a standards-compliant way.
1438	*/	1547	*/
1439	PL_top_env = main_top_env;	1548	perlish_exit (aTHX);
1440	JMPENV_JUMP (2); /* I do not feel well about the hardcoded 2 at all */
1441	}	1549	}
1442	}	1550	}
1443		1551
1444	static coro_cctx *	1552	static coro_cctx *
1445	cctx_new ()	1553	cctx_new (void)
1446	{	1554	{
1447	coro_cctx *cctx;	1555	coro_cctx *cctx;
1448		1556
1449	++cctx_count;	1557	++cctx_count;
1450	New (0, cctx, 1, coro_cctx);	1558	New (0, cctx, 1, coro_cctx);
…		…
1456	return cctx;	1564	return cctx;
1457	}	1565	}
1458		1566
1459	/* create a new cctx only suitable as source */	1567	/* create a new cctx only suitable as source */
1460	static coro_cctx *	1568	static coro_cctx *
1461	cctx_new_empty ()	1569	cctx_new_empty (void)
1462	{	1570	{
1463	coro_cctx *cctx = cctx_new ();	1571	coro_cctx *cctx = cctx_new ();
1464		1572
1465	cctx->sptr = 0;	1573	cctx->stack.sptr = 0;
1466	coro_create (&cctx->cctx, 0, 0, 0, 0);	1574	coro_create (&cctx->cctx, 0, 0, 0, 0);
1467		1575
1468	return cctx;	1576	return cctx;
1469	}	1577	}
1470		1578
1471	/* create a new cctx suitable as destination/running a perl interpreter */	1579	/* create a new cctx suitable as destination/running a perl interpreter */
1472	static coro_cctx *	1580	static coro_cctx *
1473	cctx_new_run ()	1581	cctx_new_run (void)
1474	{	1582	{
1475	coro_cctx *cctx = cctx_new ();	1583	coro_cctx *cctx = cctx_new ();
1476	void *stack_start;
1477	size_t stack_size;
1478		1584
1479	#if HAVE_MMAP	1585	if (!coro_stack_alloc (&cctx->stack, cctx_stacksize))
1480	cctx->ssize = ((cctx_stacksize * sizeof (long) + PAGESIZE - 1) / PAGESIZE + CORO_STACKGUARD) * PAGESIZE;
1481	/* mmap supposedly does allocate-on-write for us */
1482	cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
1483
1484	if (cctx->sptr != (void *)-1)
1485	{
1486	#if CORO_STACKGUARD
1487	mprotect (cctx->sptr, CORO_STACKGUARD * PAGESIZE, PROT_NONE);
1488	#endif
1489	stack_start = (char *)cctx->sptr + CORO_STACKGUARD * PAGESIZE;
1490	stack_size = cctx->ssize - CORO_STACKGUARD * PAGESIZE;
1491	cctx->flags |= CC_MAPPED;
1492	}	1586	{
1493	else
1494	#endif
1495	{
1496	cctx->ssize = cctx_stacksize * (long)sizeof (long);
1497	New (0, cctx->sptr, cctx_stacksize, long);
1498
1499	if (!cctx->sptr)
1500	{
1501	perror ("FATAL: unable to allocate stack for coroutine, exiting.");	1587	perror ("FATAL: unable to allocate stack for coroutine, exiting.");
1502	_exit (EXIT_FAILURE);	1588	_exit (EXIT_FAILURE);
1503	}
1504
1505	stack_start = cctx->sptr;
1506	stack_size = cctx->ssize;
1507	}	1589	}
1508		1590
1509	#if CORO_USE_VALGRIND
1510	cctx->valgrind_id = VALGRIND_STACK_REGISTER ((char *)stack_start, (char *)stack_start + stack_size);
1511	#endif
1512
1513	coro_create (&cctx->cctx, cctx_run, (void *)cctx, stack_start, stack_size);	1591	coro_create (&cctx->cctx, cctx_run, (void *)cctx, cctx->stack.sptr, cctx->stack.ssze);
1514		1592
1515	return cctx;	1593	return cctx;
1516	}	1594	}
1517		1595
1518	static void	1596	static void
…		…
1524	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));	1602	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));
1525		1603
1526	--cctx_count;	1604	--cctx_count;
1527	coro_destroy (&cctx->cctx);	1605	coro_destroy (&cctx->cctx);
1528		1606
1529	/* coro_transfer creates new, empty cctx's */	1607	coro_stack_free (&cctx->stack);
1530	if (cctx->sptr)
1531	{
1532	#if CORO_USE_VALGRIND
1533	VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
1534	#endif
1535
1536	#if HAVE_MMAP
1537	if (cctx->flags & CC_MAPPED)
1538	munmap (cctx->sptr, cctx->ssize);
1539	else
1540	#endif
1541	Safefree (cctx->sptr);
1542	}
1543		1608
1544	Safefree (cctx);	1609	Safefree (cctx);
1545	}	1610	}
1546		1611
1547	/* wether this cctx should be destructed */	1612	/* wether this cctx should be destructed */
…		…
1566	}	1631	}
1567		1632
1568	static void	1633	static void
1569	cctx_put (coro_cctx *cctx)	1634	cctx_put (coro_cctx *cctx)
1570	{	1635	{
1571	assert (("FATAL: cctx_put called on non-initialised cctx in Coro (please report)", cctx->sptr));	1636	assert (("FATAL: cctx_put called on non-initialised cctx in Coro (please report)", cctx->stack.sptr));
1572		1637
1573	/* free another cctx if overlimit */	1638	/* free another cctx if overlimit */
1574	if (ecb_expect_false (cctx_idle >= cctx_max_idle))	1639	if (ecb_expect_false (cctx_idle >= cctx_max_idle))
1575	{	1640	{
1576	coro_cctx *first = cctx_first;	1641	coro_cctx *first = cctx_first;
…		…
1702	return;	1767	return;
1703		1768
1704	slf_destroy (aTHX_ coro);	1769	slf_destroy (aTHX_ coro);
1705		1770
1706	coro->flags |= CF_ZOMBIE;	1771	coro->flags |= CF_ZOMBIE;
1707		1772
1708	if (coro->flags & CF_READY)	1773	if (coro->flags & CF_READY)
1709	{	1774	{
1710	/* reduce nready, as destroying a ready coro effectively unreadies it */	1775	/* reduce nready, as destroying a ready coro effectively unreadies it */
1711	/* alternative: look through all ready queues and remove the coro */	1776	/* alternative: look through all ready queues and remove the coro */
1712	--coro_nready;	1777	--coro_nready;
…		…
1789	TRANSFER (ta, 1);	1854	TRANSFER (ta, 1);
1790	}	1855	}
1791		1856
1792	/** Coro ********************************************************************/	1857	/** Coro ********************************************************************/
1793		1858
1794	ECB_INLINE void	1859	ecb_inline void
1795	coro_enq (pTHX_ struct coro *coro)	1860	coro_enq (pTHX_ struct coro *coro)
1796	{	1861	{
1797	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];	1862	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];
1798		1863
1799	SvREFCNT_inc_NN (coro->hv);	1864	SvREFCNT_inc_NN (coro->hv);
…		…
1801	coro->next_ready = 0;	1866	coro->next_ready = 0;
1802	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;	1867	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;
1803	ready [1] = coro;	1868	ready [1] = coro;
1804	}	1869	}
1805		1870
1806	ECB_INLINE struct coro *	1871	ecb_inline struct coro *
1807	coro_deq (pTHX)	1872	coro_deq (pTHX)
1808	{	1873	{
1809	int prio;	1874	int prio;
1810		1875
1811	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )	1876	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )
…		…
1864	{	1929	{
1865	return !!(SvSTATE (coro_sv)->flags & CF_READY);	1930	return !!(SvSTATE (coro_sv)->flags & CF_READY);
1866	}	1931	}
1867		1932
1868	/* expects to own a reference to next->hv */	1933	/* expects to own a reference to next->hv */
1869	ECB_INLINE void	1934	ecb_inline void
1870	prepare_schedule_to (pTHX_ struct coro_transfer_args *ta, struct coro *next)	1935	prepare_schedule_to (pTHX_ struct coro_transfer_args *ta, struct coro *next)
1871	{	1936	{
1872	SV *prev_sv = SvRV (coro_current);	1937	SV *prev_sv = SvRV (coro_current);
1873		1938
1874	ta->prev = SvSTATE_hv (prev_sv);	1939	ta->prev = SvSTATE_hv (prev_sv);
…		…
1908	/* nothing to schedule: call the idle handler */	1973	/* nothing to schedule: call the idle handler */
1909	if (SvROK (sv_idle)	1974	if (SvROK (sv_idle)
1910	&& SvOBJECT (SvRV (sv_idle)))	1975	&& SvOBJECT (SvRV (sv_idle)))
1911	{	1976	{
1912	if (SvRV (sv_idle) == SvRV (coro_current))	1977	if (SvRV (sv_idle) == SvRV (coro_current))
		1978	{
		1979	require_pv ("Carp");
		1980
		1981	{
		1982	dSP;
		1983
		1984	ENTER;
		1985	SAVETMPS;
		1986
		1987	PUSHMARK (SP);
1913	croak ("FATAL: $Coro::IDLE blocked itself - did you try to block inside an event loop callback? Caught");	1988	XPUSHs (sv_2mortal (newSVpv ("FATAL: $Coro::idle blocked itself - did you try to block inside an event loop callback? Caught", 0)));
		1989	PUTBACK;
		1990	call_pv ("Carp::confess", G_VOID | G_DISCARD);
		1991
		1992	FREETMPS;
		1993	LEAVE;
		1994	}
		1995	}
1914		1996
1915	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */	1997	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */
1916	api_ready (aTHX_ SvRV (sv_idle));	1998	api_ready (aTHX_ SvRV (sv_idle));
1917	--coro_nready;	1999	--coro_nready;
1918	}	2000	}
…		…
1933	}	2015	}
1934	}	2016	}
1935	}	2017	}
1936	}	2018	}
1937		2019
1938	ECB_INLINE void	2020	ecb_inline void
1939	prepare_cede (pTHX_ struct coro_transfer_args *ta)	2021	prepare_cede (pTHX_ struct coro_transfer_args *ta)
1940	{	2022	{
1941	api_ready (aTHX_ coro_current);	2023	api_ready (aTHX_ coro_current);
1942	prepare_schedule (aTHX_ ta);	2024	prepare_schedule (aTHX_ ta);
1943	}	2025	}
1944		2026
1945	ECB_INLINE void	2027	ecb_inline void
1946	prepare_cede_notself (pTHX_ struct coro_transfer_args *ta)	2028	prepare_cede_notself (pTHX_ struct coro_transfer_args *ta)
1947	{	2029	{
1948	SV *prev = SvRV (coro_current);	2030	SV *prev = SvRV (coro_current);
1949		2031
1950	if (coro_nready)	2032	if (coro_nready)
…		…
2115	{	2197	{
2116	AV *od = coro->on_destroy;	2198	AV *od = coro->on_destroy;
2117		2199
2118	if (!od)	2200	if (!od)
2119	return;	2201	return;
		2202
		2203	coro->on_destroy = 0;
		2204	sv_2mortal ((SV *)od);
2120		2205
2121	while (AvFILLp (od) >= 0)	2206	while (AvFILLp (od) >= 0)
2122	{	2207	{
2123	SV *cb = sv_2mortal (av_pop (od));	2208	SV *cb = sv_2mortal (av_pop (od));
2124		2209
…		…
2145		2230
2146	static void	2231	static void
2147	coro_set_status (pTHX_ struct coro *coro, SV **arg, int items)	2232	coro_set_status (pTHX_ struct coro *coro, SV **arg, int items)
2148	{	2233	{
2149	AV *av;	2234	AV *av;
2150		2235
2151	if (coro->status)	2236	if (coro->status)
2152	{	2237	{
2153	av = coro->status;	2238	av = coro->status;
2154	av_clear (av);	2239	av_clear (av);
2155	}	2240	}
…		…
2202		2287
2203	coro = SvSTATE (arg [0]);	2288	coro = SvSTATE (arg [0]);
2204	coro_hv = coro->hv;	2289	coro_hv = coro->hv;
2205		2290
2206	coro_set_status (aTHX_ coro, arg + 1, items - 1);	2291	coro_set_status (aTHX_ coro, arg + 1, items - 1);
2207		2292
2208	if (ecb_expect_false (coro->flags & CF_NOCANCEL))	2293	if (ecb_expect_false (coro->flags & CF_NOCANCEL))
2209	{	2294	{
2210	/* coro currently busy cancelling something, so just notify it */	2295	/* coro currently busy cancelling something, so just notify it */
2211	coro->slf_frame.data = (void *)coro;	2296	coro->slf_frame.data = (void *)coro;
2212		2297
…		…
2219	slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);	2304	slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);
2220	}	2305	}
2221	else	2306	else
2222	{	2307	{
2223	struct coro *self = SvSTATE_current;	2308	struct coro *self = SvSTATE_current;
		2309
		2310	if (!self)
		2311	croak ("Coro::cancel called outside of thread content,");
2224		2312
2225	/* otherwise we cancel directly, purely for speed reasons	2313	/* otherwise we cancel directly, purely for speed reasons
2226	* unfortunately, this requires some magic trickery, as	2314	* unfortunately, this requires some magic trickery, as
2227	* somebody else could cancel us, so we have to fight the cancellation.	2315	* somebody else could cancel us, so we have to fight the cancellation.
2228	* this is ugly, and hopefully fully worth the extra speed.	2316	* this is ugly, and hopefully fully worth the extra speed.
…		…
2391		2479
2392	static int	2480	static int
2393	slf_check_rouse_wait (pTHX_ struct CoroSLF *frame)	2481	slf_check_rouse_wait (pTHX_ struct CoroSLF *frame)
2394	{	2482	{
2395	SV *data = (SV *)frame->data;	2483	SV *data = (SV *)frame->data;
2396		2484
2397	if (CORO_THROW)	2485	if (CORO_THROW)
2398	return 0;	2486	return 0;
2399		2487
2400	if (SvTYPE (SvRV (data)) != SVt_PVAV)	2488	if (SvTYPE (SvRV (data)) != SVt_PVAV)
2401	return 1;	2489	return 1;
…		…
2437	cb = sv_2mortal (coro->rouse_cb);	2525	cb = sv_2mortal (coro->rouse_cb);
2438	coro->rouse_cb = 0;	2526	coro->rouse_cb = 0;
2439	}	2527	}
2440		2528
2441	if (!SvROK (cb)	2529	if (!SvROK (cb)
2442	|| SvTYPE (SvRV (cb)) != SVt_PVCV	2530	|| SvTYPE (SvRV (cb)) != SVt_PVCV
2443	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)	2531	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
2444	croak ("Coro::rouse_wait called with illegal callback argument,");	2532	croak ("Coro::rouse_wait called with illegal callback argument,");
2445		2533
2446	{	2534	{
2447	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */	2535	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
…		…
2570		2658
2571	/* "undo"/cancel a running slf call - used when cancelling a coro, mainly */	2659	/* "undo"/cancel a running slf call - used when cancelling a coro, mainly */
2572	static void	2660	static void
2573	slf_destroy (pTHX_ struct coro *coro)	2661	slf_destroy (pTHX_ struct coro *coro)
2574	{	2662	{
2575	/* this callback is reserved for slf functions needing to do cleanup */	2663	struct CoroSLF frame = coro->slf_frame;
2576	if (coro->slf_frame.destroy && coro->slf_frame.prepare && !PL_dirty)
2577	coro->slf_frame.destroy (aTHX_ &coro->slf_frame);
2578		2664
2579	/*	2665	/*
2580	* The on_destroy above most likely is from an SLF call.	2666	* The on_destroy below most likely is from an SLF call.
2581	* Since by definition the SLF call will not finish when we destroy	2667	* Since by definition the SLF call will not finish when we destroy
2582	* the coro, we will have to force-finish it here, otherwise	2668	* the coro, we will have to force-finish it here, otherwise
2583	* cleanup functions cannot call SLF functions.	2669	* cleanup functions cannot call SLF functions.
2584	*/	2670	*/
2585	coro->slf_frame.prepare = 0;	2671	coro->slf_frame.prepare = 0;
		2672
		2673	/* this callback is reserved for slf functions needing to do cleanup */
		2674	if (frame.destroy && frame.prepare && !PL_dirty)
		2675	frame.destroy (aTHX_ &frame);
2586	}	2676	}
2587		2677
2588	/*	2678	/*
2589	* these not obviously related functions are all rolled into one	2679	* these not obviously related functions are all rolled into one
2590	* function to increase chances that they all will call transfer with the same	2680	* function to increase chances that they all will call transfer with the same
…		…
2773	static void	2863	static void
2774	coro_pop_on_leave (pTHX_ void *coro)	2864	coro_pop_on_leave (pTHX_ void *coro)
2775	{	2865	{
2776	SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);	2866	SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);
2777	on_enterleave_call (aTHX_ sv_2mortal (cb));	2867	on_enterleave_call (aTHX_ sv_2mortal (cb));
		2868	}
		2869
		2870	static void
		2871	enterleave_hook_xs (pTHX_ struct coro *coro, AV **avp, coro_enterleave_hook hook, void *arg)
		2872	{
		2873	if (!hook)
		2874	return;
		2875
		2876	if (!*avp)
		2877	{
		2878	*avp = newAV ();
		2879	AvREAL_off (*avp);
		2880	}
		2881
		2882	av_push (*avp, (SV *)hook);
		2883	av_push (*avp, (SV *)arg);
		2884	}
		2885
		2886	static void
		2887	enterleave_unhook_xs (pTHX_ struct coro *coro, AV **avp, coro_enterleave_hook hook, int execute)
		2888	{
		2889	AV *av = *avp;
		2890	int i;
		2891
		2892	if (!av)
		2893	return;
		2894
		2895	for (i = AvFILLp (av) - 1; i >= 0; i -= 2)
		2896	if (AvARRAY (av)[i] == (SV *)hook)
		2897	{
		2898	if (execute)
		2899	hook (aTHX_ (void *)AvARRAY (av)[i + 1]);
		2900
		2901	memmove (AvARRAY (av) + i, AvARRAY (av) + i + 2, AvFILLp (av) - i - 1);
		2902	av_pop (av);
		2903	av_pop (av);
		2904	break;
		2905	}
		2906
		2907	if (AvFILLp (av) >= 0)
		2908	{
		2909	*avp = 0;
		2910	SvREFCNT_dec_NN (av);
		2911	}
		2912	}
		2913
		2914	static void
		2915	api_enterleave_hook (pTHX_ SV *coro_sv, coro_enterleave_hook enter, void *enter_arg, coro_enterleave_hook leave, void *leave_arg)
		2916	{
		2917	struct coro *coro = SvSTATE (coro_sv);
		2918
		2919	if (SvSTATE_current == coro)
		2920	if (enter)
		2921	enter (aTHX_ enter_arg);
		2922
		2923	enterleave_hook_xs (aTHX_ coro, &coro->on_enter_xs, enter, enter_arg);
		2924	enterleave_hook_xs (aTHX_ coro, &coro->on_leave_xs, leave, leave_arg);
		2925	}
		2926
		2927	static void
		2928	api_enterleave_unhook (pTHX_ SV *coro_sv, coro_enterleave_hook enter, coro_enterleave_hook leave)
		2929	{
		2930	struct coro *coro = SvSTATE (coro_sv);
		2931
		2932	enterleave_unhook_xs (aTHX_ coro, &coro->on_enter_xs, enter, 0);
		2933	enterleave_unhook_xs (aTHX_ coro, &coro->on_leave_xs, leave, SvSTATE_current == coro);
		2934	}
		2935
		2936	static void
		2937	savedestructor_unhook_enter (pTHX_ coro_enterleave_hook enter)
		2938	{
		2939	struct coro *coro = SvSTATE_current;
		2940
		2941	enterleave_unhook_xs (aTHX_ coro, &coro->on_enter_xs, enter, 0);
		2942	}
		2943
		2944	static void
		2945	savedestructor_unhook_leave (pTHX_ coro_enterleave_hook leave)
		2946	{
		2947	struct coro *coro = SvSTATE_current;
		2948
		2949	enterleave_unhook_xs (aTHX_ coro, &coro->on_leave_xs, leave, 1);
		2950	}
		2951
		2952	static void
		2953	api_enterleave_scope_hook (pTHX_ coro_enterleave_hook enter, void *enter_arg, coro_enterleave_hook leave, void *leave_arg)
		2954	{
		2955	api_enterleave_hook (aTHX_ coro_current, enter, enter_arg, leave, leave_arg);
		2956
		2957	/* this ought to be much cheaper than malloc + a single destructor call */
		2958	if (enter) SAVEDESTRUCTOR_X (savedestructor_unhook_enter, enter);
		2959	if (leave) SAVEDESTRUCTOR_X (savedestructor_unhook_leave, leave);
2778	}	2960	}
2779		2961
2780	/*****************************************************************************/	2962	/*****************************************************************************/
2781	/* PerlIO::cede */	2963	/* PerlIO::cede */
2782		2964
…		…
2912	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));	3094	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
2913	PUTBACK;	3095	PUTBACK;
2914	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);	3096	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
2915	}	3097	}
2916		3098
2917	SvREFCNT_dec (cb);	3099	SvREFCNT_dec_NN (cb);
2918	}	3100	}
2919	}	3101	}
2920		3102
2921	static void	3103	static void
2922	coro_semaphore_destroy (pTHX_ struct CoroSLF *frame)	3104	coro_semaphore_destroy (pTHX_ struct CoroSLF *frame)
…		…
2930	{	3112	{
2931	AV *av = (AV *)frame->data;	3113	AV *av = (AV *)frame->data;
2932	SV *count_sv = AvARRAY (av)[0];	3114	SV *count_sv = AvARRAY (av)[0];
2933	SV *coro_hv = SvRV (coro_current);	3115	SV *coro_hv = SvRV (coro_current);
2934		3116
		3117	frame->destroy = 0;
		3118
2935	/* if we are about to throw, don't actually acquire the lock, just throw */	3119	/* if we are about to throw, don't actually acquire the lock, just throw */
2936	if (CORO_THROW)	3120	if (ecb_expect_false (CORO_THROW))
		3121	{
		3122	/* we still might be responsible for the semaphore, so wake up others */
		3123	coro_semaphore_adjust (aTHX_ av, 0);
		3124
2937	return 0;	3125	return 0;
		3126	}
2938	else if (SvIVX (count_sv) > 0)	3127	else if (SvIVX (count_sv) > 0)
2939	{	3128	{
2940	frame->destroy = 0;
2941
2942	if (acquire)	3129	if (acquire)
2943	SvIVX (count_sv) = SvIVX (count_sv) - 1;	3130	SvIVX (count_sv) = SvIVX (count_sv) - 1;
2944	else	3131	else
2945	coro_semaphore_adjust (aTHX_ av, 0);	3132	coro_semaphore_adjust (aTHX_ av, 0);
2946		3133
…		…
2950	{	3137	{
2951	int i;	3138	int i;
2952	/* if we were woken up but can't down, we look through the whole */	3139	/* if we were woken up but can't down, we look through the whole */
2953	/* waiters list and only add us if we aren't in there already */	3140	/* waiters list and only add us if we aren't in there already */
2954	/* this avoids some degenerate memory usage cases */	3141	/* this avoids some degenerate memory usage cases */
2955	for (i = AvFILLp (av); i > 0; --i) // i > 0 is not an off-by-one bug	3142	for (i = AvFILLp (av); i > 0; --i) /* i > 0 is not an off-by-one bug */
2956	if (AvARRAY (av)[i] == coro_hv)	3143	if (AvARRAY (av)[i] == coro_hv)
2957	return 1;	3144	return 1;
2958		3145
2959	av_push (av, SvREFCNT_inc (coro_hv));	3146	av_push (av, SvREFCNT_inc (coro_hv));
2960	return 1;	3147	return 1;
…		…
3057	{	3244	{
3058	api_ready (aTHX_ cb);	3245	api_ready (aTHX_ cb);
3059	sv_setiv (cb, 0); /* signal waiter */	3246	sv_setiv (cb, 0); /* signal waiter */
3060	}	3247	}
3061		3248
3062	SvREFCNT_dec (cb);	3249	SvREFCNT_dec_NN (cb);
3063		3250
3064	--count;	3251	--count;
3065	}	3252	}
3066	}	3253	}
3067		3254
…		…
3152	}	3339	}
3153		3340
3154	av_push (state, data_sv);	3341	av_push (state, data_sv);
3155		3342
3156	api_ready (aTHX_ coro);	3343	api_ready (aTHX_ coro);
3157	SvREFCNT_dec (coro);	3344	SvREFCNT_dec_NN (coro);
3158	SvREFCNT_dec ((AV *)state);	3345	SvREFCNT_dec_NN ((AV *)state);
3159	}	3346	}
3160		3347
3161	static int	3348	static int
3162	slf_check_aio_req (pTHX_ struct CoroSLF *frame)	3349	slf_check_aio_req (pTHX_ struct CoroSLF *frame)
3163	{	3350	{
…		…
3168	/* it quickly returns */	3355	/* it quickly returns */
3169	if (CORO_THROW)	3356	if (CORO_THROW)
3170	return 0;	3357	return 0;
3171		3358
3172	/* one element that is an RV? repeat! */	3359	/* one element that is an RV? repeat! */
3173	if (AvFILLp (state) == 0 && SvROK (AvARRAY (state)[0]))	3360	if (AvFILLp (state) == 0 && SvTYPE (AvARRAY (state)[0]) != SVt_PV)
3174	return 1;	3361	return 1;
3175		3362
3176	/* restore status */	3363	/* restore status */
3177	{	3364	{
3178	SV *data_sv = av_pop (state);	3365	SV *data_sv = av_pop (state);
…		…
3181	errno = data->errorno;	3368	errno = data->errorno;
3182	PL_laststype = data->laststype;	3369	PL_laststype = data->laststype;
3183	PL_laststatval = data->laststatval;	3370	PL_laststatval = data->laststatval;
3184	PL_statcache = data->statcache;	3371	PL_statcache = data->statcache;
3185		3372
3186	SvREFCNT_dec (data_sv);	3373	SvREFCNT_dec_NN (data_sv);
3187	}	3374	}
3188		3375
3189	/* push result values */	3376	/* push result values */
3190	{	3377	{
3191	dSP;	3378	dSP;
…		…
3340	#endif	3527	#endif
3341		3528
3342	#if CORO_JIT	3529	#if CORO_JIT
3343		3530
3344	static void ecb_noinline ecb_cold	3531	static void ecb_noinline ecb_cold
3345	pushav_3uv (pTHX_ UV a, UV b, UV c)	3532	pushav_4uv (pTHX_ UV a, UV b, UV c, UV d)
3346	{	3533	{
3347	dSP;	3534	dSP;
3348	AV *av = newAV ();	3535	AV *av = newAV ();
3349		3536
		3537	av_store (av, 3, newSVuv (d));
3350	av_store (av, 2, newSVuv (c));	3538	av_store (av, 2, newSVuv (c));
3351	av_store (av, 1, newSVuv (b));	3539	av_store (av, 1, newSVuv (b));
3352	av_store (av, 0, newSVuv (a));	3540	av_store (av, 0, newSVuv (a));
3353		3541
3354	XPUSHs (sv_2mortal (newRV_noinc ((SV *)av)));	3542	XPUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
…		…
3361	{	3549	{
3362	dSP;	3550	dSP;
3363	SV *load, *save;	3551	SV *load, *save;
3364	char *map_base;	3552	char *map_base;
3365	char *load_ptr, *save_ptr;	3553	char *load_ptr, *save_ptr;
3366	STRLEN load_len, save_len;	3554	STRLEN load_len, save_len, map_len;
3367	int count;	3555	int count;
3368		3556
		3557	eval_pv ("require 'Coro/jit-" CORO_JIT_TYPE ".pl'", 1);
		3558
3369	PUSHMARK (SP);	3559	PUSHMARK (SP);
3370	PUTBACK;
3371	#define VARx(name,expr,type) pushav_3uv (aTHX_ (UV)&(expr), offsetof (perl_slots, name), sizeof (type));	3560	#define VARx(name,expr,type) pushav_4uv (aTHX_ (UV)&(expr), sizeof (expr), offsetof (perl_slots, name), sizeof (type));
3372	# include "state.h"	3561	#include "state.h"
3373	#undef VARx
3374	count = call_pv ("Coro::State::_jit", G_ARRAY);	3562	count = call_pv ("Coro::State::_jit", G_ARRAY);
3375	SPAGAIN;	3563	SPAGAIN;
3376		3564
3377	save = POPs; save_ptr = SvPVbyte (save, save_len);	3565	save = POPs; save_ptr = SvPVbyte (save, save_len);
3378	load = POPs; load_ptr = SvPVbyte (load, load_len);	3566	load = POPs; load_ptr = SvPVbyte (load, load_len);
3379		3567
		3568	map_len = load_len + save_len + 16;
		3569
3380	map_base = mmap (0, load_len + save_len + 16, PROT_EXEC | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);	3570	map_base = mmap (0, map_len, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
3381		3571
3382	assert (("Coro: unable mmap jit code page, cannot continue.", map_base != (char *)MAP_FAILED));	3572	assert (("Coro: unable to mmap jit code page, cannot continue.", map_base != (char *)MAP_FAILED));
3383		3573
3384	load_perl_slots = (load_save_perl_slots_type)map_base;	3574	load_perl_slots = (load_save_perl_slots_type)map_base;
3385	memcpy (map_base, load_ptr, load_len);	3575	memcpy (map_base, load_ptr, load_len);
3386		3576
3387	map_base += (load_len + 15) & ~15;	3577	map_base += (load_len + 15) & ~15;
3388		3578
3389	save_perl_slots = (load_save_perl_slots_type)map_base;	3579	save_perl_slots = (load_save_perl_slots_type)map_base;
3390	memcpy (map_base, save_ptr, save_len);	3580	memcpy (map_base, save_ptr, save_len);
		3581
		3582	/* we are good citizens and try to make the page read-only, so the evil evil */
		3583	/* hackers might have it a bit more difficult */
		3584	mprotect (map_base, map_len, PROT_READ | PROT_EXEC);
		3585
		3586	PUTBACK;
		3587	eval_pv ("undef &Coro::State::_jit", 1);
3391	}	3588	}
3392		3589
3393	#endif	3590	#endif
3394		3591
3395	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_	3592	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
3396		3593
3397	PROTOTYPES: DISABLE	3594	PROTOTYPES: DISABLE
3398		3595
3399	BOOT:	3596	BOOT:
3400	{	3597	{
		3598	#define VARx(name,expr,type) if (sizeof (type) < sizeof (expr)) croak ("FATAL: Coro thread context slot '" # name "' too small for this version of perl.");
		3599	#include "state.h"
3401	#ifdef USE_ITHREADS	3600	#ifdef USE_ITHREADS
3402	# if CORO_PTHREAD	3601	# if CORO_PTHREAD
3403	coro_thx = PERL_GET_CONTEXT;	3602	coro_thx = PERL_GET_CONTEXT;
3404	# endif	3603	# endif
3405	#endif	3604	#endif
3406	BOOT_PAGESIZE;
3407
3408	/* perl defines these to check for existance first, but why it doesn't */	3605	/* perl defines these to check for existance first, but why it doesn't */
3409	/* just create them one at init time is not clear to me, except for */	3606	/* just create them one at init time is not clear to me, except for */
3410	/* programs trying to delete them, but... */	3607	/* programs trying to delete them, but... */
3411	/* anyway, we declare this as invalid and make sure they are initialised here */	3608	/* anyway, we declare this as invalid and make sure they are initialised here */
3412	DEFSV;	3609	DEFSV;
…		…
3419		3616
3420	orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get;	3617	orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get;
3421	orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set;	3618	orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set;
3422	orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr;	3619	orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr;
3423		3620
3424	hv_sig = coro_get_hv (aTHX_ "SIG", TRUE);
3425	rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));	3621	rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));
3426	rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));	3622	rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));
3427		3623
3428	coro_state_stash = gv_stashpv ("Coro::State", TRUE);	3624	coro_state_stash = gv_stashpv ("Coro::State", TRUE);
3429		3625
…		…
3463	time_init (aTHX);	3659	time_init (aTHX);
3464		3660
3465	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));	3661	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));
3466	#if CORO_JIT	3662	#if CORO_JIT
3467	PUTBACK;	3663	PUTBACK;
3468	eval_pv ("require 'Coro/jit-" CORO_JIT_TYPE ".pl'", 1);
3469	jit_init (aTHX);	3664	jit_init (aTHX);
3470	perl_eval_pv ("undef &Coro::State::_jit", 1);
3471	SPAGAIN;	3665	SPAGAIN;
3472	#endif	3666	#endif
3473	}	3667	}
3474		3668
3475	SV *	3669	SV *
…		…
3484	void	3678	void
3485	transfer (...)	3679	transfer (...)
3486	PROTOTYPE: $$	3680	PROTOTYPE: $$
3487	CODE:	3681	CODE:
3488	CORO_EXECUTE_SLF_XS (slf_init_transfer);	3682	CORO_EXECUTE_SLF_XS (slf_init_transfer);
3489
3490	void
3491	_exit (int code)
3492	PROTOTYPE: $
3493	CODE:
3494	_exit (code);
3495		3683
3496	SV *	3684	SV *
3497	clone (Coro::State coro)	3685	clone (Coro::State coro)
3498	CODE:	3686	CODE:
3499	{	3687	{
…		…
3554	void	3742	void
3555	list ()	3743	list ()
3556	PROTOTYPE:	3744	PROTOTYPE:
3557	PPCODE:	3745	PPCODE:
3558	{	3746	{
3559	struct coro *coro;	3747	struct coro *coro;
3560	for (coro = coro_first; coro; coro = coro->next)	3748	for (coro = coro_first; coro; coro = coro->next)
3561	if (coro->hv)	3749	if (coro->hv)
3562	XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));	3750	XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));
3563	}	3751	}
3564		3752
…		…
3628	RETVAL = boolSV (coro->flags & ix);	3816	RETVAL = boolSV (coro->flags & ix);
3629	OUTPUT:	3817	OUTPUT:
3630	RETVAL	3818	RETVAL
3631		3819
3632	void	3820	void
3633	throw (Coro::State self, SV *exception = &PL_sv_undef)	3821	throw (SV *self, SV *exception = &PL_sv_undef)
3634	PROTOTYPE: $;$	3822	PROTOTYPE: $;$
3635	CODE:	3823	CODE:
3636	{	3824	{
		3825	struct coro *coro = SvSTATE (self);
3637	struct coro *current = SvSTATE_current;	3826	struct coro *current = SvSTATE_current;
3638	SV **exceptionp = self == current ? &CORO_THROW : &self->except;	3827	SV **exceptionp = coro == current ? &CORO_THROW : &coro->except;
3639	SvREFCNT_dec (*exceptionp);	3828	SvREFCNT_dec (*exceptionp);
3640	SvGETMAGIC (exception);	3829	SvGETMAGIC (exception);
3641	*exceptionp = SvOK (exception) ? newSVsv (exception) : 0;	3830	*exceptionp = SvOK (exception) ? newSVsv (exception) : 0;
		3831
		3832	api_ready (aTHX_ self);
3642	}	3833	}
3643		3834
3644	void	3835	void
3645	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)	3836	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
3646	PROTOTYPE: $;$	3837	PROTOTYPE: $;$
…		…
3723		3914
3724	void	3915	void
3725	times (Coro::State self)	3916	times (Coro::State self)
3726	PPCODE:	3917	PPCODE:
3727	{	3918	{
3728	struct coro *current = SvSTATE (coro_current);	3919	struct coro *current = SvSTATE (coro_current);
3729		3920
3730	if (ecb_expect_false (current == self))	3921	if (ecb_expect_false (current == self))
3731	{	3922	{
3732	coro_times_update ();	3923	coro_times_update ();
3733	coro_times_add (SvSTATE (coro_current));	3924	coro_times_add (SvSTATE (coro_current));
…		…
3740	if (ecb_expect_false (current == self))	3931	if (ecb_expect_false (current == self))
3741	coro_times_sub (SvSTATE (coro_current));	3932	coro_times_sub (SvSTATE (coro_current));
3742	}	3933	}
3743		3934
3744	void	3935	void
3745	swap_sv (Coro::State coro, SV *sv, SV *swapsv)	3936	swap_sv (Coro::State coro, SV *sva, SV *svb)
3746	CODE:	3937	CODE:
3747	{	3938	{
3748	struct coro *current = SvSTATE_current;	3939	struct coro *current = SvSTATE_current;
		3940	AV *swap_sv;
		3941	int i;
		3942
		3943	sva = SvRV (sva);
		3944	svb = SvRV (svb);
3749		3945
3750	if (current == coro)	3946	if (current == coro)
3751	SWAP_SVS (current);	3947	SWAP_SVS_LEAVE (current);
3752		3948
3753	if (!coro->swap_sv)	3949	if (!coro->swap_sv)
3754	coro->swap_sv = newAV ();	3950	coro->swap_sv = newAV ();
3755		3951
		3952	swap_sv = coro->swap_sv;
		3953
		3954	for (i = AvFILLp (swap_sv) - 1; i >= 0; i -= 2)
		3955	{
		3956	SV *a = AvARRAY (swap_sv)[i ];
		3957	SV *b = AvARRAY (swap_sv)[i + 1];
		3958
		3959	if (a == sva && b == svb)
		3960	{
		3961	SvREFCNT_dec_NN (a);
		3962	SvREFCNT_dec_NN (b);
		3963
		3964	for (; i <= AvFILLp (swap_sv) - 2; i++)
		3965	AvARRAY (swap_sv)[i] = AvARRAY (swap_sv)[i + 2];
		3966
		3967	AvFILLp (swap_sv) -= 2;
		3968
		3969	goto removed;
		3970	}
		3971	}
		3972
3756	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (sv )));	3973	av_push (swap_sv, SvREFCNT_inc_NN (sva));
3757	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (swapsv)));	3974	av_push (swap_sv, SvREFCNT_inc_NN (svb));
		3975
		3976	removed:
3758		3977
3759	if (current == coro)	3978	if (current == coro)
3760	SWAP_SVS (current);	3979	SWAP_SVS_ENTER (current);
3761	}	3980	}
3762		3981
3763		3982
3764	MODULE = Coro::State PACKAGE = Coro	3983	MODULE = Coro::State PACKAGE = Coro
3765		3984
3766	BOOT:	3985	BOOT:
3767	{	3986	{
		3987	if (SVt_LAST > 32)
		3988	croak ("Coro internal error: SVt_LAST > 32, swap_sv might need adjustment");
		3989
3768	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);	3990	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3769	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);	3991	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3770	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);	3992	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3771	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);	3993	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
3772	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);	3994	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);
…		…
3776		3998
3777	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);	3999	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);
3778	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);	4000	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);
3779	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);	4001	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);
3780	CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */	4002	CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */
3781		4003
3782	coro_stash = gv_stashpv ("Coro", TRUE);	4004	coro_stash = gv_stashpv ("Coro", TRUE);
3783		4005
3784	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));	4006	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));
3785	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));	4007	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));
3786	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));	4008	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));
…		…
3798	coroapi.ready = api_ready;	4020	coroapi.ready = api_ready;
3799	coroapi.is_ready = api_is_ready;	4021	coroapi.is_ready = api_is_ready;
3800	coroapi.nready = coro_nready;	4022	coroapi.nready = coro_nready;
3801	coroapi.current = coro_current;	4023	coroapi.current = coro_current;
3802		4024
		4025	coroapi.enterleave_hook = api_enterleave_hook;
		4026	coroapi.enterleave_unhook = api_enterleave_unhook;
		4027	coroapi.enterleave_scope_hook = api_enterleave_scope_hook;
		4028
3803	/*GCoroAPI = &coroapi;*/	4029	/*GCoroAPI = &coroapi;*/
3804	sv_setiv (sv, (IV)&coroapi);	4030	sv_setiv (sv, (IV)&coroapi);
3805	SvREADONLY_on (sv);	4031	SvREADONLY_on (sv);
3806	}	4032	}
3807	}	4033	}
…		…
3872		4098
3873	void	4099	void
3874	_set_current (SV *current)	4100	_set_current (SV *current)
3875	PROTOTYPE: $	4101	PROTOTYPE: $
3876	CODE:	4102	CODE:
3877	SvREFCNT_dec (SvRV (coro_current));	4103	SvREFCNT_dec_NN (SvRV (coro_current));
3878	SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));	4104	SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));
3879		4105
3880	void	4106	void
3881	_set_readyhook (SV *hook)	4107	_set_readyhook (SV *hook)
3882	PROTOTYPE: $	4108	PROTOTYPE: $
…		…
3966		4192
3967	if ((SV *)hv == &PL_sv_undef)	4193	if ((SV *)hv == &PL_sv_undef)
3968	{	4194	{
3969	SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);	4195	SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
3970	hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));	4196	hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
3971	SvREFCNT_dec (sv);	4197	SvREFCNT_dec_NN (sv);
3972	}	4198	}
3973		4199
3974	{	4200	{
3975	struct coro *coro = SvSTATE_hv (hv);	4201	struct coro *coro = SvSTATE_hv (hv);
3976		4202
…		…
3983	api_ready (aTHX_ (SV *)hv);	4209	api_ready (aTHX_ (SV *)hv);
3984		4210
3985	if (GIMME_V != G_VOID)	4211	if (GIMME_V != G_VOID)
3986	XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv)));	4212	XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv)));
3987	else	4213	else
3988	SvREFCNT_dec (hv);	4214	SvREFCNT_dec_NN (hv);
3989	}	4215	}
3990		4216
3991	SV *	4217	SV *
3992	rouse_cb ()	4218	rouse_cb ()
3993	PROTOTYPE:	4219	PROTOTYPE:
…		…
4008	on_leave = 1	4234	on_leave = 1
4009	PROTOTYPE: &	4235	PROTOTYPE: &
4010	CODE:	4236	CODE:
4011	{	4237	{
4012	struct coro *coro = SvSTATE_current;	4238	struct coro *coro = SvSTATE_current;
4013	AV **avp = ix ? &coro->on_leave : &coro->on_enter;	4239	AV **avp = ix ? &coro->on_leave : &coro->on_enter;
4014		4240
4015	block = s_get_cv_croak (block);	4241	block = s_get_cv_croak (block);
4016		4242
4017	if (!*avp)	4243	if (!*avp)
4018	*avp = newAV ();	4244	*avp = newAV ();
…		…
4038		4264
4039	SV *	4265	SV *
4040	new (SV *klass, SV *count = 0)	4266	new (SV *klass, SV *count = 0)
4041	CODE:	4267	CODE:
4042	{	4268	{
4043	int semcnt = 1;	4269	int semcnt = 1;
4044		4270
4045	if (count)	4271	if (count)
4046	{	4272	{
4047	SvGETMAGIC (count);	4273	SvGETMAGIC (count);
4048		4274
…		…
4072	RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]);	4298	RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]);
4073	OUTPUT:	4299	OUTPUT:
4074	RETVAL	4300	RETVAL
4075		4301
4076	void	4302	void
4077	up (SV *self, int adjust = 1)	4303	up (SV *self)
4078	ALIAS:
4079	adjust = 1
4080	CODE:	4304	CODE:
		4305	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), 1);
		4306
		4307	void
		4308	adjust (SV *self, int adjust)
		4309	CODE:
4081	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), ix ? adjust : 1);	4310	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), adjust);
4082		4311
4083	void	4312	void
4084	down (...)	4313	down (...)
4085	CODE:	4314	CODE:
4086	CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);	4315	CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);
…		…
4108	XSRETURN_NO;	4337	XSRETURN_NO;
4109	}	4338	}
4110		4339
4111	void	4340	void
4112	waiters (SV *self)	4341	waiters (SV *self)
4113	PPCODE:	4342	PPCODE:
4114	{	4343	{
4115	AV *av = (AV *)SvRV (self);	4344	AV *av = (AV *)SvRV (self);
4116	int wcount = AvFILLp (av) + 1 - 1;	4345	int wcount = AvFILLp (av) + 1 - 1;
4117		4346
4118	if (GIMME_V == G_SCALAR)	4347	if (GIMME_V == G_SCALAR)
…		…
4127	}	4356	}
4128		4357
4129	MODULE = Coro::State PACKAGE = Coro::SemaphoreSet	4358	MODULE = Coro::State PACKAGE = Coro::SemaphoreSet
4130		4359
4131	void	4360	void
4132	_may_delete (SV *sem, int count, int extra_refs)	4361	_may_delete (SV *sem, int count, unsigned int extra_refs)
4133	PPCODE:	4362	PPCODE:
4134	{	4363	{
4135	AV *av = (AV *)SvRV (sem);	4364	AV *av = (AV *)SvRV (sem);
4136		4365
4137	if (SvREFCNT ((SV *)av) == 1 + extra_refs	4366	if (SvREFCNT ((SV *)av) == 1 + extra_refs
4138	&& AvFILLp (av) == 0 /* no waiters, just count */	4367	&& AvFILLp (av) == 0 /* no waiters, just count */
4139	&& SvIV (AvARRAY (av)[0]) == count)	4368	&& SvIV (AvARRAY (av)[0]) == count)
4140	XSRETURN_YES;	4369	XSRETURN_YES;
…		…
4161		4390
4162	void	4391	void
4163	broadcast (SV *self)	4392	broadcast (SV *self)
4164	CODE:	4393	CODE:
4165	{	4394	{
4166	AV *av = (AV *)SvRV (self);	4395	AV *av = (AV *)SvRV (self);
4167	coro_signal_wake (aTHX_ av, AvFILLp (av));	4396	coro_signal_wake (aTHX_ av, AvFILLp (av));
4168	}	4397	}
4169		4398
4170	void	4399	void
4171	send (SV *self)	4400	send (SV *self)
…		…
4179	SvIVX (AvARRAY (av)[0]) = 1; /* remember the signal */	4408	SvIVX (AvARRAY (av)[0]) = 1; /* remember the signal */
4180	}	4409	}
4181		4410
4182	IV	4411	IV
4183	awaited (SV *self)	4412	awaited (SV *self)
4184	CODE:	4413	CODE:
4185	RETVAL = AvFILLp ((AV *)SvRV (self)) + 1 - 1;	4414	RETVAL = AvFILLp ((AV *)SvRV (self)) + 1 - 1;
4186	OUTPUT:	4415	OUTPUT:
4187	RETVAL	4416	RETVAL
4188		4417
4189		4418
…		…
4194		4423
4195	void	4424	void
4196	_schedule (...)	4425	_schedule (...)
4197	CODE:	4426	CODE:
4198	{	4427	{
4199	static int incede;	4428	static int incede;
4200		4429
4201	api_cede_notself (aTHX);	4430	api_cede_notself (aTHX);
4202		4431
4203	++incede;	4432	++incede;
4204	while (coro_nready >= incede && api_cede (aTHX))	4433	while (coro_nready >= incede && api_cede (aTHX))
…		…
4248	{	4477	{
4249	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;	4478	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;
4250	coro_old_pp_sselect = 0;	4479	coro_old_pp_sselect = 0;
4251	}	4480	}
4252		4481
		4482	MODULE = Coro::State PACKAGE = Coro::Util
		4483
		4484	void
		4485	_exit (int code)
		4486	CODE:
		4487	_exit (code);
		4488
		4489	NV
		4490	time ()
		4491	CODE:
		4492	RETVAL = nvtime (aTHX);
		4493	OUTPUT:
		4494	RETVAL
		4495
		4496	NV
		4497	gettimeofday ()
		4498	PPCODE:
		4499	{
		4500	UV tv [2];
		4501	u2time (aTHX_ tv);
		4502	EXTEND (SP, 2);
		4503	PUSHs (sv_2mortal (newSVuv (tv [0])));
		4504	PUSHs (sv_2mortal (newSVuv (tv [1])));
		4505	}
		4506

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines