ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
(Generate patch)

Comparing Coro/Coro/State.xs (file contents):
Revision 1.4 by root, Tue Jul 17 02:21:56 2001 UTC vs.
Revision 1.418 by root, Mon Feb 20 00:03:07 2012 UTC

1/* this works around a bug in mingw32 providing a non-working setjmp */
2#define USE_NO_MINGW_SETJMP_TWO_ARGS
3
4#define NDEBUG 1
5
6#include "libcoro/coro.c"
7
8#define PERL_NO_GET_CONTEXT
9#define PERL_EXT
10
1#include "EXTERN.h" 11#include "EXTERN.h"
2#include "perl.h" 12#include "perl.h"
3#include "XSUB.h" 13#include "XSUB.h"
14#include "perliol.h"
4 15
5#if 0 16#include "schmorp.h"
6# define CHK(x) (void *)0 17#include "ecb.h"
18
19#include <stddef.h>
20#include <stdio.h>
21#include <errno.h>
22#include <assert.h>
23
24#ifndef SVs_PADSTALE
25# define SVs_PADSTALE 0
26#endif
27
28#if defined(_WIN32)
29# undef HAS_GETTIMEOFDAY
30# undef setjmp
31# undef longjmp
32# undef _exit
33# define setjmp _setjmp /* deep magic */
7#else 34#else
8# define CHK(x) if (!(x)) croak("FATAL, CHK: " #x) 35# include <inttypes.h> /* most portable stdint.h */
36#endif
37
38#if HAVE_MMAP
39# include <unistd.h>
40# include <sys/mman.h>
41# ifndef MAP_ANONYMOUS
42# ifdef MAP_ANON
43# define MAP_ANONYMOUS MAP_ANON
44# else
45# undef HAVE_MMAP
46# endif
9#endif 47# endif
48# include <limits.h>
49# ifndef PAGESIZE
50# define PAGESIZE pagesize
51# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
52static long pagesize;
53# else
54# define BOOT_PAGESIZE (void)0
55# endif
56#else
57# define PAGESIZE 0
58# define BOOT_PAGESIZE (void)0
59#endif
10 60
61#if CORO_USE_VALGRIND
62# include <valgrind/valgrind.h>
63#endif
64
65/* the maximum number of idle cctx that will be pooled */
66static int cctx_max_idle = 4;
67
68#if defined(DEBUGGING) && PERL_VERSION_ATLEAST(5,12,0)
69# define HAS_SCOPESTACK_NAME 1
70#endif
71
72#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
73# undef CORO_STACKGUARD
74#endif
75
76#ifndef CORO_STACKGUARD
77# define CORO_STACKGUARD 0
78#endif
79
80/* prefer perl internal functions over our own? */
81#ifndef CORO_PREFER_PERL_FUNCTIONS
82# define CORO_PREFER_PERL_FUNCTIONS 0
83#endif
84
85/* The next macros try to return the current stack pointer, in an as
86 * portable way as possible. */
87#if __GNUC__ >= 4
88# define dSTACKLEVEL int stacklevel_dummy
89# define STACKLEVEL __builtin_frame_address (0)
90#else
91# define dSTACKLEVEL volatile void *stacklevel
92# define STACKLEVEL ((void *)&stacklevel)
93#endif
94
95#define IN_DESTRUCT PL_dirty
96
97#include "CoroAPI.h"
98#define GCoroAPI (&coroapi) /* very sneaky */
99
100#ifdef USE_ITHREADS
101# if CORO_PTHREAD
102static void *coro_thx;
103# endif
104#endif
105
106/* used in state.h */
107#define VAR(name,type) VARx(name, PL_ ## name, type)
108
109#ifdef __linux
110# include <time.h> /* for timespec */
111# include <syscall.h> /* for SYS_* */
112# ifdef SYS_clock_gettime
113# define coro_clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
114# define CORO_CLOCK_MONOTONIC 1
115# define CORO_CLOCK_THREAD_CPUTIME_ID 3
116# endif
117#endif
118
119static double (*nvtime)(); /* so why doesn't it take void? */
120static void (*u2time)(pTHX_ UV ret[2]);
121
122/* we hijack an hopefully unused CV flag for our purposes */
123#define CVf_SLF 0x4000
124static OP *pp_slf (pTHX);
125static void slf_destroy (pTHX_ struct coro *coro);
126
127static U32 cctx_gen;
128static size_t cctx_stacksize = CORO_STACKSIZE;
129static struct CoroAPI coroapi;
130static AV *main_mainstack; /* used to differentiate between $main and others */
131static JMPENV *main_top_env;
132static HV *coro_state_stash, *coro_stash;
133static volatile SV *coro_mortal; /* will be freed/thrown after next transfer */
134
135static AV *av_destroy; /* destruction queue */
136static SV *sv_manager; /* the manager coro */
137static SV *sv_idle; /* $Coro::idle */
138
139static GV *irsgv; /* $/ */
140static GV *stdoutgv; /* *STDOUT */
141static SV *rv_diehook;
142static SV *rv_warnhook;
143static HV *hv_sig; /* %SIG */
144
145/* async_pool helper stuff */
146static SV *sv_pool_rss;
147static SV *sv_pool_size;
148static SV *sv_async_pool_idle; /* description string */
149static AV *av_async_pool; /* idle pool */
150static SV *sv_Coro; /* class string */
151static CV *cv_pool_handler;
152
153/* Coro::AnyEvent */
154static SV *sv_activity;
155
156/* enable processtime/realtime profiling */
157static char enable_times;
158typedef U32 coro_ts[2];
159static coro_ts time_real, time_cpu;
160static char times_valid;
161
162static struct coro_cctx *cctx_first;
163static int cctx_count, cctx_idle;
164
165enum
166{
167 CC_MAPPED = 0x01,
168 CC_NOREUSE = 0x02, /* throw this away after tracing */
169 CC_TRACE = 0x04,
170 CC_TRACE_SUB = 0x08, /* trace sub calls */
171 CC_TRACE_LINE = 0x10, /* trace each statement */
172 CC_TRACE_ALL = CC_TRACE_SUB | CC_TRACE_LINE,
173};
174
175/* this is a structure representing a c-level coroutine */
176typedef struct coro_cctx
177{
178 struct coro_cctx *next;
179
180 /* the stack */
181 void *sptr;
182 size_t ssize;
183
184 /* cpu state */
185 void *idle_sp; /* sp of top-level transfer/schedule/cede call */
186#ifndef NDEBUG
187 JMPENV *idle_te; /* same as idle_sp, but for top_env */
188#endif
189 JMPENV *top_env;
190 coro_context cctx;
191
192 U32 gen;
193#if CORO_USE_VALGRIND
194 int valgrind_id;
195#endif
196 unsigned char flags;
197} coro_cctx;
198
199static coro_cctx *cctx_current; /* the currently running cctx */
200
201/*****************************************************************************/
202
203static MGVTBL coro_state_vtbl;
204
205enum
206{
207 CF_RUNNING = 0x0001, /* coroutine is running */
208 CF_READY = 0x0002, /* coroutine is ready */
209 CF_NEW = 0x0004, /* has never been switched to */
210 CF_ZOMBIE = 0x0008, /* coroutine data has been freed */
211 CF_SUSPENDED = 0x0010, /* coroutine can't be scheduled */
212 CF_NOCANCEL = 0x0020, /* cannot cancel, set slf_frame.data to 1 (hackish) */
213};
214
215/* the structure where most of the perl state is stored, overlaid on the cxstack */
216typedef struct
217{
218#define VARx(name,expr,type) type name;
219# include "state.h"
220#undef VARx
221} perl_slots;
222
223/* how many context stack entries do we need for perl_slots */
224#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))
225
226/* this is a structure representing a perl-level coroutine */
11struct coro { 227struct coro
12 U8 dowarn; 228{
13 AV *defav; 229 /* the C coroutine allocated to this perl coroutine, if any */
14 230 coro_cctx *cctx;
15 PERL_SI *curstackinfo; 231
16 AV *curstack; 232 /* ready queue */
233 struct coro *next_ready;
234
235 /* state data */
236 struct CoroSLF slf_frame; /* saved slf frame */
17 AV *mainstack; 237 AV *mainstack;
18 SV **stack_sp; 238 perl_slots *slot; /* basically the saved sp */
19 OP *op;
20 SV **curpad;
21 SV **stack_base;
22 SV **stack_max;
23 SV **tmps_stack;
24 I32 tmps_floor;
25 I32 tmps_ix;
26 I32 tmps_max;
27 I32 *markstack;
28 I32 *markstack_ptr;
29 I32 *markstack_max;
30 I32 *scopestack;
31 I32 scopestack_ix;
32 I32 scopestack_max;
33 ANY *savestack;
34 I32 savestack_ix;
35 I32 savestack_max;
36 OP **retstack;
37 I32 retstack_ix;
38 I32 retstack_max;
39 COP *curcop;
40 239
41 AV *args; 240 CV *startcv; /* the CV to execute */
241 AV *args; /* data associated with this coroutine (initial args) */
242 int flags; /* CF_ flags */
243 HV *hv; /* the perl hash associated with this coro, if any */
244
245 /* statistics */
246 int usecount; /* number of transfers to this coro */
247
248 /* coro process data */
249 int prio;
250 SV *except; /* exception to be thrown */
251 SV *rouse_cb; /* last rouse callback */
252 AV *on_destroy; /* callbacks or coros to notify on destroy */
253 AV *status; /* the exit status list */
254
255 /* async_pool */
256 SV *saved_deffh;
257 SV *invoke_cb;
258 AV *invoke_av;
259
260 /* on_enter/on_leave */
261 AV *on_enter;
262 AV *on_leave;
263
264 /* swap_sv */
265 AV *swap_sv;
266
267 /* times */
268 coro_ts t_cpu, t_real;
269
270 /* linked list */
271 struct coro *next, *prev;
42}; 272};
43 273
44typedef struct coro *Coro__State; 274typedef struct coro *Coro__State;
45typedef struct coro *Coro__State_or_hashref; 275typedef struct coro *Coro__State_or_hashref;
46 276
47static HV *padlist_cache; 277/* the following variables are effectively part of the perl context */
278/* and get copied between struct coro and these variables */
279/* the main reason we don't support windows process emulation */
280static struct CoroSLF slf_frame; /* the current slf frame */
48 281
49/* mostly copied from op.c:cv_clone2 */ 282/** Coro ********************************************************************/
50STATIC AV * 283
51clone_padlist (AV *protopadlist) 284#define CORO_PRIO_MAX 3
285#define CORO_PRIO_HIGH 1
286#define CORO_PRIO_NORMAL 0
287#define CORO_PRIO_LOW -1
288#define CORO_PRIO_IDLE -3
289#define CORO_PRIO_MIN -4
290
291/* for Coro.pm */
292static SV *coro_current;
293static SV *coro_readyhook;
294static struct coro *coro_ready [CORO_PRIO_MAX - CORO_PRIO_MIN + 1][2]; /* head|tail */
295static CV *cv_coro_run;
296static struct coro *coro_first;
297#define coro_nready coroapi.nready
298
299/** JIT *********************************************************************/
300
301#if CORO_JIT
302 /* APPLE doesn't have HAVE_MMAP though */
303 #define CORO_JIT_UNIXY (__linux || __FreeBSD__ || __OpenBSD__ || __NetBSD__ || __solaris || __APPLE__)
304 #ifndef CORO_JIT_TYPE
305 #if __x86_64 && CORO_JIT_UNIXY
306 #define CORO_JIT_TYPE "amd64-unix"
307 #elif __i386 && CORO_JIT_UNIXY
308 #define CORO_JIT_TYPE "x86-unix"
309 #endif
310 #endif
311#endif
312
313#if !defined(CORO_JIT_TYPE) || !HAVE_MMAP
314 #undef CORO_JIT
315#endif
316
317#if CORO_JIT
318 typedef void (*load_save_perl_slots_type)(perl_slots *);
319 static load_save_perl_slots_type load_perl_slots, save_perl_slots;
320#endif
321
322/** Coro::Select ************************************************************/
323
324static OP *(*coro_old_pp_sselect) (pTHX);
325static SV *coro_select_select;
326
327/* horrible hack, but if it works... */
328static OP *
329coro_pp_sselect (pTHX)
52{ 330{
53 AV *av; 331 dSP;
54 I32 ix; 332 PUSHMARK (SP - 4); /* fake argument list */
55 AV *protopad_name = (AV *) * av_fetch (protopadlist, 0, FALSE); 333 XPUSHs (coro_select_select);
56 AV *protopad = (AV *) * av_fetch (protopadlist, 1, FALSE); 334 PUTBACK;
57 SV **pname = AvARRAY (protopad_name); 335
58 SV **ppad = AvARRAY (protopad); 336 /* entersub is an UNOP, select a LISTOP... keep your fingers crossed */
59 I32 fname = AvFILLp (protopad_name); 337 PL_op->op_flags |= OPf_STACKED;
60 I32 fpad = AvFILLp (protopad); 338 PL_op->op_private = 0;
339 return PL_ppaddr [OP_ENTERSUB](aTHX);
340}
341
342/** time stuff **************************************************************/
343
344#ifdef HAS_GETTIMEOFDAY
345
346ecb_inline void
347coro_u2time (pTHX_ UV ret[2])
348{
349 struct timeval tv;
350 gettimeofday (&tv, 0);
351
352 ret [0] = tv.tv_sec;
353 ret [1] = tv.tv_usec;
354}
355
356ecb_inline double
357coro_nvtime (void)
358{
359 struct timeval tv;
360 gettimeofday (&tv, 0);
361
362 return tv.tv_sec + tv.tv_usec * 1e-6;
363}
364
365ecb_inline void
366time_init (pTHX)
367{
368 nvtime = coro_nvtime;
369 u2time = coro_u2time;
370}
371
372#else
373
374ecb_inline void
375time_init (pTHX)
376{
377 SV **svp;
378
379 require_pv ("Time/HiRes.pm");
380
381 svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
382
383 if (!svp) croak ("Time::HiRes is required, but missing. Caught");
384 if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer. Caught");
385
386 nvtime = INT2PTR (double (*)(), SvIV (*svp));
387
388 svp = hv_fetch (PL_modglobal, "Time::U2time", 12, 0);
389 u2time = INT2PTR (void (*)(pTHX_ UV ret[2]), SvIV (*svp));
390}
391
392#endif
393
394/** lowlevel stuff **********************************************************/
395
396static SV * ecb_noinline
397coro_get_sv (pTHX_ const char *name, int create)
398{
399#if PERL_VERSION_ATLEAST (5,10,0)
400 /* silence stupid and wrong 5.10 warning that I am unable to switch off */
401 get_sv (name, create);
402#endif
403 return get_sv (name, create);
404}
405
406static AV * ecb_noinline
407coro_get_av (pTHX_ const char *name, int create)
408{
409#if PERL_VERSION_ATLEAST (5,10,0)
410 /* silence stupid and wrong 5.10 warning that I am unable to switch off */
411 get_av (name, create);
412#endif
413 return get_av (name, create);
414}
415
416static HV * ecb_noinline
417coro_get_hv (pTHX_ const char *name, int create)
418{
419#if PERL_VERSION_ATLEAST (5,10,0)
420 /* silence stupid and wrong 5.10 warning that I am unable to switch off */
421 get_hv (name, create);
422#endif
423 return get_hv (name, create);
424}
425
426ecb_inline void
427coro_times_update (void)
428{
429#ifdef coro_clock_gettime
430 struct timespec ts;
431
432 ts.tv_sec = ts.tv_nsec = 0;
433 coro_clock_gettime (CORO_CLOCK_THREAD_CPUTIME_ID, &ts);
434 time_cpu [0] = ts.tv_sec; time_cpu [1] = ts.tv_nsec;
435
436 ts.tv_sec = ts.tv_nsec = 0;
437 coro_clock_gettime (CORO_CLOCK_MONOTONIC, &ts);
438 time_real [0] = ts.tv_sec; time_real [1] = ts.tv_nsec;
439#else
440 dTHX;
441 UV tv[2];
442
443 u2time (aTHX_ tv);
444 time_real [0] = tv [0];
445 time_real [1] = tv [1] * 1000;
446#endif
447}
448
449ecb_inline void
450coro_times_add (struct coro *c)
451{
452 c->t_real [1] += time_real [1];
453 if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }
454 c->t_real [0] += time_real [0];
455
456 c->t_cpu [1] += time_cpu [1];
457 if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }
458 c->t_cpu [0] += time_cpu [0];
459}
460
461ecb_inline void
462coro_times_sub (struct coro *c)
463{
464 if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }
465 c->t_real [1] -= time_real [1];
466 c->t_real [0] -= time_real [0];
467
468 if (c->t_cpu [1] < time_cpu [1]) { c->t_cpu [1] += 1000000000; --c->t_cpu [0]; }
469 c->t_cpu [1] -= time_cpu [1];
470 c->t_cpu [0] -= time_cpu [0];
471}
472
473/*****************************************************************************/
474/* magic glue */
475
476#define CORO_MAGIC_type_cv 26
477#define CORO_MAGIC_type_state PERL_MAGIC_ext
478
479#define CORO_MAGIC_NN(sv, type) \
480 (ecb_expect_true (SvMAGIC (sv)->mg_type == type) \
481 ? SvMAGIC (sv) \
482 : mg_find (sv, type))
483
484#define CORO_MAGIC(sv, type) \
485 (ecb_expect_true (SvMAGIC (sv)) \
486 ? CORO_MAGIC_NN (sv, type) \
487 : 0)
488
489#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)
490#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)
491
492ecb_inline MAGIC *
493SvSTATEhv_p (pTHX_ SV *coro)
494{
495 MAGIC *mg;
496
497 if (ecb_expect_true (
498 SvTYPE (coro) == SVt_PVHV
499 && (mg = CORO_MAGIC_state (coro))
500 && mg->mg_virtual == &coro_state_vtbl
501 ))
502 return mg;
503
504 return 0;
505}
506
507ecb_inline struct coro *
508SvSTATE_ (pTHX_ SV *coro)
509{
510 MAGIC *mg;
511
512 if (SvROK (coro))
513 coro = SvRV (coro);
514
515 mg = SvSTATEhv_p (aTHX_ coro);
516 if (!mg)
517 croak ("Coro::State object required");
518
519 return (struct coro *)mg->mg_ptr;
520}
521
522#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv))
523
524/* faster than SvSTATE, but expects a coroutine hv */
525#define SvSTATE_hv(hv) ((struct coro *)CORO_MAGIC_NN ((SV *)hv, CORO_MAGIC_type_state)->mg_ptr)
526#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))
527
528/*****************************************************************************/
529/* padlist management and caching */
530
531ecb_inline AV *
532coro_derive_padlist (pTHX_ CV *cv)
533{
534 AV *padlist = CvPADLIST (cv);
61 AV *newpadlist, *newpad_name, *newpad; 535 AV *newpadlist, *newpad;
62 SV **npad;
63
64 newpad_name = newAV ();
65 for (ix = fname; ix >= 0; ix--)
66 av_store (newpad_name, ix, SvREFCNT_inc (pname[ix]));
67
68 newpad = newAV ();
69 av_fill (newpad, AvFILLp (protopad));
70 npad = AvARRAY (newpad);
71 536
72 newpadlist = newAV (); 537 newpadlist = newAV ();
73 AvREAL_off (newpadlist); 538 AvREAL_off (newpadlist);
74 av_store (newpadlist, 0, (SV *) newpad_name); 539#if PERL_VERSION_ATLEAST (5,10,0)
540 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
541#else
542 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
543#endif
544 newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
545 --AvFILLp (padlist);
546
547 av_store (newpadlist, 0, SvREFCNT_inc_NN (AvARRAY (padlist)[0]));
75 av_store (newpadlist, 1, (SV *) newpad); 548 av_store (newpadlist, 1, (SV *)newpad);
76 549
77 av = newAV (); /* will be @_ */ 550 return newpadlist;
78 av_extend (av, 0); 551}
79 av_store (newpad, 0, (SV *) av);
80 AvFLAGS (av) = AVf_REIFY;
81 552
82 for (ix = fpad; ix > 0; ix--) 553ecb_inline void
554free_padlist (pTHX_ AV *padlist)
555{
556 /* may be during global destruction */
557 if (!IN_DESTRUCT)
83 { 558 {
84 SV *namesv = (ix <= fname) ? pname[ix] : Nullsv; 559 I32 i = AvFILLp (padlist);
85 if (namesv && namesv != &PL_sv_undef) 560
561 while (i > 0) /* special-case index 0 */
86 { 562 {
87 char *name = SvPVX (namesv); /* XXX */ 563 /* we try to be extra-careful here */
88 if (SvFLAGS (namesv) & SVf_FAKE || *name == '&') 564 AV *av = (AV *)AvARRAY (padlist)[i--];
89 { /* lexical from outside? */ 565 I32 j = AvFILLp (av);
90 npad[ix] = SvREFCNT_inc (ppad[ix]); 566
91 } 567 while (j >= 0)
92 else 568 SvREFCNT_dec (AvARRAY (av)[j--]);
93 { /* our own lexical */ 569
94 SV *sv; 570 AvFILLp (av) = -1;
95 if (*name == '&') 571 SvREFCNT_dec (av);
96 sv = SvREFCNT_inc (ppad[ix]);
97 else if (*name == '@')
98 sv = (SV *) newAV ();
99 else if (*name == '%')
100 sv = (SV *) newHV ();
101 else
102 sv = NEWSV (0, 0);
103 if (!SvPADBUSY (sv))
104 SvPADMY_on (sv);
105 npad[ix] = sv;
106 }
107 } 572 }
108 else if (IS_PADGV (ppad[ix]) || IS_PADCONST (ppad[ix]))
109 {
110 npad[ix] = SvREFCNT_inc (ppad[ix]);
111 }
112 else
113 {
114 SV *sv = NEWSV (0, 0);
115 SvPADTMP_on (sv);
116 npad[ix] = sv;
117 }
118 }
119 573
120#if 0 /* NONOTUNDERSTOOD */ 574 SvREFCNT_dec (AvARRAY (padlist)[0]);
121 /* Now that vars are all in place, clone nested closures. */
122 575
123 for (ix = fpad; ix > 0; ix--) {
124 SV* namesv = (ix <= fname) ? pname[ix] : Nullsv;
125 if (namesv
126 && namesv != &PL_sv_undef
127 && !(SvFLAGS(namesv) & SVf_FAKE)
128 && *SvPVX(namesv) == '&'
129 && CvCLONE(ppad[ix]))
130 {
131 CV *kid = cv_clone((CV*)ppad[ix]);
132 SvREFCNT_dec(ppad[ix]);
133 CvCLONE_on(kid);
134 SvPADMY_on(kid);
135 npad[ix] = (SV*)kid;
136 }
137 }
138#endif
139
140 return newpadlist;
141}
142
143STATIC AV *
144free_padlist (AV *padlist)
145{
146 /* may be during global destruction */
147 if (SvREFCNT(padlist))
148 {
149 I32 i = AvFILLp(padlist); 576 AvFILLp (padlist) = -1;
150 while (i >= 0)
151 {
152 SV **svp = av_fetch(padlist, i--, FALSE);
153 SV *sv = svp ? *svp : Nullsv;
154 if (sv)
155 SvREFCNT_dec(sv);
156 }
157
158 SvREFCNT_dec((SV*)padlist); 577 SvREFCNT_dec ((SV*)padlist);
578 }
579}
580
581static int
582coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
583{
584 AV *padlist;
585 AV *av = (AV *)mg->mg_obj;
586
587 /* perl manages to free our internal AV and _then_ call us */
588 if (IN_DESTRUCT)
589 return 0;
590
591 /* casting is fun. */
592 while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
593 free_padlist (aTHX_ padlist);
594
595 SvREFCNT_dec (av); /* sv_magicext increased the refcount */
596
597 return 0;
598}
599
600static MGVTBL coro_cv_vtbl = {
601 0, 0, 0, 0,
602 coro_cv_free
603};
604
605/* the next two functions merely cache the padlists */
606ecb_inline void
607get_padlist (pTHX_ CV *cv)
608{
609 MAGIC *mg = CORO_MAGIC_cv (cv);
610 AV *av;
611
612 if (ecb_expect_true (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0))
613 CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];
614 else
615 {
616#if CORO_PREFER_PERL_FUNCTIONS
617 /* this is probably cleaner? but also slower! */
618 /* in practise, it seems to be less stable */
619 CV *cp = Perl_cv_clone (aTHX_ cv);
620 CvPADLIST (cv) = CvPADLIST (cp);
621 CvPADLIST (cp) = 0;
622 SvREFCNT_dec (cp);
623#else
624 CvPADLIST (cv) = coro_derive_padlist (aTHX_ cv);
625#endif
626 }
627}
628
629ecb_inline void
630put_padlist (pTHX_ CV *cv)
631{
632 MAGIC *mg = CORO_MAGIC_cv (cv);
633 AV *av;
634
635 if (ecb_expect_false (!mg))
636 mg = sv_magicext ((SV *)cv, (SV *)newAV (), CORO_MAGIC_type_cv, &coro_cv_vtbl, 0, 0);
637
638 av = (AV *)mg->mg_obj;
639
640 if (ecb_expect_false (AvFILLp (av) >= AvMAX (av)))
641 av_extend (av, AvFILLp (av) + 1);
642
643 AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
644}
645
646/** load & save, init *******************************************************/
647
648ecb_inline void
649swap_sv (SV *a, SV *b)
650{
651 const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
652 SV tmp;
653
654 /* swap sv_any */
655 SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
656
657 /* swap sv_flags */
658 SvFLAGS (&tmp) = SvFLAGS (a);
659 SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
660 SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
661
662#if PERL_VERSION_ATLEAST (5,10,0)
663 /* perl 5.10 and later complicates this _quite_ a bit, but it also
664 * is much faster, so no quarrels here. alternatively, we could
665 * sv_upgrade to avoid this.
666 */
667 {
668 /* swap sv_u */
669 tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
670
671 /* if SvANY points to the head, we need to adjust the pointers,
672 * as the pointer for a still points to b, and maybe vice versa.
673 */
674 #define svany_in_head(type) \
675 (((1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV)) & (1 << (type)))
676
677 if (svany_in_head (SvTYPE (a)))
678 SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
679
680 if (svany_in_head (SvTYPE (b)))
681 SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
159 } 682 }
683#endif
160} 684}
161 685
162/* the next tow functions merely cache the padlists */ 686/* swap sv heads, at least logically */
163STATIC void 687static void
164get_padlist (CV *cv) 688swap_svs (pTHX_ Coro__State c)
165{ 689{
166 SV **he = hv_fetch (padlist_cache, (void *)&cv, sizeof (CV *), 0); 690 int i;
167 691
168 if (he && AvFILLp ((AV *)*he) >= 0) 692 for (i = 0; i <= AvFILLp (c->swap_sv); i += 2)
169 CvPADLIST (cv) = (AV *)av_pop ((AV *)*he); 693 swap_sv (AvARRAY (c->swap_sv)[i], AvARRAY (c->swap_sv)[i + 1]);
170 else
171 CvPADLIST (cv) = clone_padlist (CvPADLIST (cv));
172} 694}
173 695
174STATIC void 696#define SWAP_SVS(coro) \
175put_padlist (CV *cv) 697 if (ecb_expect_false ((coro)->swap_sv)) \
176{ 698 swap_svs (aTHX_ (coro))
177 SV **he = hv_fetch (padlist_cache, (void *)&cv, sizeof (CV *), 1);
178 699
179 if (SvTYPE (*he) != SVt_PVAV) 700static void
701on_enterleave_call (pTHX_ SV *cb);
702
703static void
704load_perl (pTHX_ Coro__State c)
705{
706 perl_slots *slot = c->slot;
707 c->slot = 0;
708
709 PL_mainstack = c->mainstack;
710
711#if CORO_JIT
712 load_perl_slots (slot);
713#else
714 #define VARx(name,expr,type) expr = slot->name;
715 # include "state.h"
716 #undef VARx
717#endif
718
719 {
720 dSP;
721
722 CV *cv;
723
724 /* now do the ugly restore mess */
725 while (ecb_expect_true (cv = (CV *)POPs))
180 { 726 {
181 SvREFCNT_dec (*he); 727 put_padlist (aTHX_ cv); /* mark this padlist as available */
182 *he = (SV *)newAV (); 728 CvDEPTH (cv) = PTR2IV (POPs);
729 CvPADLIST (cv) = (AV *)POPs;
183 } 730 }
184 731
185 av_push ((AV *)*he, (SV *)CvPADLIST (cv)); 732 PUTBACK;
186} 733 }
187 734
735 slf_frame = c->slf_frame;
736 CORO_THROW = c->except;
737
738 if (ecb_expect_false (enable_times))
739 {
740 if (ecb_expect_false (!times_valid))
741 coro_times_update ();
742
743 coro_times_sub (c);
744 }
745
746 if (ecb_expect_false (c->on_enter))
747 {
748 int i;
749
750 for (i = 0; i <= AvFILLp (c->on_enter); ++i)
751 on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
752 }
753
754 SWAP_SVS (c);
755}
756
188static void 757static void
189SAVE(pTHX_ Coro__State c) 758save_perl (pTHX_ Coro__State c)
190{ 759{
760 SWAP_SVS (c);
761
762 if (ecb_expect_false (c->on_leave))
763 {
764 int i;
765
766 for (i = AvFILLp (c->on_leave); i >= 0; --i)
767 on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);
768 }
769
770 times_valid = 0;
771
772 if (ecb_expect_false (enable_times))
773 {
774 coro_times_update (); times_valid = 1;
775 coro_times_add (c);
776 }
777
778 c->except = CORO_THROW;
779 c->slf_frame = slf_frame;
780
191 { 781 {
192 dSP; 782 dSP;
193 I32 cxix = cxstack_ix; 783 I32 cxix = cxstack_ix;
784 PERL_CONTEXT *ccstk = cxstack;
194 PERL_SI *top_si = PL_curstackinfo; 785 PERL_SI *top_si = PL_curstackinfo;
195 PERL_CONTEXT *ccstk = cxstack;
196 786
197 /* 787 /*
198 * the worst thing you can imagine happens first - we have to save 788 * the worst thing you can imagine happens first - we have to save
199 * (and reinitialize) all cv's in the whole callchain :( 789 * (and reinitialize) all cv's in the whole callchain :(
200 */ 790 */
201 791
202 PUSHs (Nullsv); 792 XPUSHs (Nullsv);
203 /* this loop was inspired by pp_caller */ 793 /* this loop was inspired by pp_caller */
204 for (;;) 794 for (;;)
205 { 795 {
206 while (cxix >= 0) 796 while (ecb_expect_true (cxix >= 0))
207 { 797 {
208 PERL_CONTEXT *cx = &ccstk[cxix--]; 798 PERL_CONTEXT *cx = &ccstk[cxix--];
209 799
210 if (CxTYPE(cx) == CXt_SUB) 800 if (ecb_expect_true (CxTYPE (cx) == CXt_SUB) || ecb_expect_false (CxTYPE (cx) == CXt_FORMAT))
211 { 801 {
212 CV *cv = cx->blk_sub.cv; 802 CV *cv = cx->blk_sub.cv;
803
213 if (CvDEPTH(cv)) 804 if (ecb_expect_true (CvDEPTH (cv)))
214 { 805 {
215#ifdef USE_THREADS
216 XPUSHs ((SV *)CvOWNER(cv));
217#endif
218 EXTEND (SP, 3); 806 EXTEND (SP, 3);
219 PUSHs ((SV *)CvDEPTH(cv));
220 PUSHs ((SV *)CvPADLIST(cv)); 807 PUSHs ((SV *)CvPADLIST (cv));
808 PUSHs (INT2PTR (SV *, (IV)CvDEPTH (cv)));
221 PUSHs ((SV *)cv); 809 PUSHs ((SV *)cv);
222 810
223 get_padlist (cv);
224
225 CvDEPTH(cv) = 0; 811 CvDEPTH (cv) = 0;
226#ifdef USE_THREADS 812 get_padlist (aTHX_ cv);
227 CvOWNER(cv) = 0;
228 error must unlock this cv etc.. etc...
229 if you are here wondering about this error message then
230 the reason is that it will not work as advertised yet
231#endif
232 } 813 }
233 } 814 }
234 else if (CxTYPE(cx) == CXt_FORMAT) 815 }
816
817 if (ecb_expect_true (top_si->si_type == PERLSI_MAIN))
818 break;
819
820 top_si = top_si->si_prev;
821 ccstk = top_si->si_cxstack;
822 cxix = top_si->si_cxix;
823 }
824
825 PUTBACK;
826 }
827
828 /* allocate some space on the context stack for our purposes */
829 if (ecb_expect_false (cxstack_ix + (int)SLOT_COUNT >= cxstack_max))
830 {
831 unsigned int i;
832
833 for (i = 0; i < SLOT_COUNT; ++i)
834 CXINC;
835
836 cxstack_ix -= SLOT_COUNT; /* undo allocation */
837 }
838
839 c->mainstack = PL_mainstack;
840
841 {
842 perl_slots *slot = c->slot = (perl_slots *)(cxstack + cxstack_ix + 1);
843
844#if CORO_JIT
845 save_perl_slots (slot);
846#else
847 #define VARx(name,expr,type) slot->name = expr;
848 # include "state.h"
849 #undef VARx
850#endif
851 }
852}
853
854/*
855 * allocate various perl stacks. This is almost an exact copy
856 * of perl.c:init_stacks, except that it uses less memory
857 * on the (sometimes correct) assumption that coroutines do
858 * not usually need a lot of stackspace.
859 */
860#if CORO_PREFER_PERL_FUNCTIONS
861# define coro_init_stacks(thx) init_stacks ()
862#else
863static void
864coro_init_stacks (pTHX)
865{
866 PL_curstackinfo = new_stackinfo(32, 4 + SLOT_COUNT); /* 3 is minimum due to perl rounding down in scope.c:GROW() */
867 PL_curstackinfo->si_type = PERLSI_MAIN;
868 PL_curstack = PL_curstackinfo->si_stack;
869 PL_mainstack = PL_curstack; /* remember in case we switch stacks */
870
871 PL_stack_base = AvARRAY(PL_curstack);
872 PL_stack_sp = PL_stack_base;
873 PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
874
875 New(50,PL_tmps_stack,32,SV*);
876 PL_tmps_floor = -1;
877 PL_tmps_ix = -1;
878 PL_tmps_max = 32;
879
880 New(54,PL_markstack,16,I32);
881 PL_markstack_ptr = PL_markstack;
882 PL_markstack_max = PL_markstack + 16;
883
884#ifdef SET_MARK_OFFSET
885 SET_MARK_OFFSET;
886#endif
887
888 New(54,PL_scopestack,8,I32);
889 PL_scopestack_ix = 0;
890 PL_scopestack_max = 8;
891#if HAS_SCOPESTACK_NAME
892 New(54,PL_scopestack_name,8,const char*);
893#endif
894
895 New(54,PL_savestack,24,ANY);
896 PL_savestack_ix = 0;
897 PL_savestack_max = 24;
898
899#if !PERL_VERSION_ATLEAST (5,10,0)
900 New(54,PL_retstack,4,OP*);
901 PL_retstack_ix = 0;
902 PL_retstack_max = 4;
903#endif
904}
905#endif
906
907/*
908 * destroy the stacks, the callchain etc...
909 */
910static void
911coro_destruct_stacks (pTHX)
912{
913 while (PL_curstackinfo->si_next)
914 PL_curstackinfo = PL_curstackinfo->si_next;
915
916 while (PL_curstackinfo)
917 {
918 PERL_SI *p = PL_curstackinfo->si_prev;
919
920 if (!IN_DESTRUCT)
921 SvREFCNT_dec (PL_curstackinfo->si_stack);
922
923 Safefree (PL_curstackinfo->si_cxstack);
924 Safefree (PL_curstackinfo);
925 PL_curstackinfo = p;
926 }
927
928 Safefree (PL_tmps_stack);
929 Safefree (PL_markstack);
930 Safefree (PL_scopestack);
931#if HAS_SCOPESTACK_NAME
932 Safefree (PL_scopestack_name);
933#endif
934 Safefree (PL_savestack);
935#if !PERL_VERSION_ATLEAST (5,10,0)
936 Safefree (PL_retstack);
937#endif
938}
939
940#define CORO_RSS \
941 rss += sizeof (SYM (curstackinfo)); \
942 rss += (SYM (curstackinfo->si_cxmax) + 1) * sizeof (PERL_CONTEXT); \
943 rss += sizeof (SV) + sizeof (struct xpvav) + (1 + AvMAX (SYM (curstack))) * sizeof (SV *); \
944 rss += SYM (tmps_max) * sizeof (SV *); \
945 rss += (SYM (markstack_max) - SYM (markstack_ptr)) * sizeof (I32); \
946 rss += SYM (scopestack_max) * sizeof (I32); \
947 rss += SYM (savestack_max) * sizeof (ANY);
948
949static size_t
950coro_rss (pTHX_ struct coro *coro)
951{
952 size_t rss = sizeof (*coro);
953
954 if (coro->mainstack)
955 {
956 if (coro->flags & CF_RUNNING)
957 {
958 #define SYM(sym) PL_ ## sym
959 CORO_RSS;
960 #undef SYM
961 }
962 else
963 {
964 #define SYM(sym) coro->slot->sym
965 CORO_RSS;
966 #undef SYM
967 }
968 }
969
970 return rss;
971}
972
973/** coroutine stack handling ************************************************/
974
975static int (*orig_sigelem_get) (pTHX_ SV *sv, MAGIC *mg);
976static int (*orig_sigelem_set) (pTHX_ SV *sv, MAGIC *mg);
977static int (*orig_sigelem_clr) (pTHX_ SV *sv, MAGIC *mg);
978
979/* apparently < 5.8.8 */
980#ifndef MgPV_nolen_const
981#define MgPV_nolen_const(mg) (((((int)(mg)->mg_len)) == HEf_SVKEY) ? \
982 SvPV_nolen((SV*)((mg)->mg_ptr)) : \
983 (const char*)(mg)->mg_ptr)
984#endif
985
986/*
987 * This overrides the default magic get method of %SIG elements.
988 * The original one doesn't provide for reading back of PL_diehook/PL_warnhook
989 * and instead of trying to save and restore the hash elements (extremely slow),
990 * we just provide our own readback here.
991 */
992static int ecb_cold
993coro_sigelem_get (pTHX_ SV *sv, MAGIC *mg)
994{
995 const char *s = MgPV_nolen_const (mg);
996
997 if (*s == '_')
998 {
999 SV **svp = 0;
1000
1001 if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
1002 if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
1003
1004 if (svp)
1005 {
1006 SV *ssv;
1007
1008 if (!*svp)
1009 ssv = &PL_sv_undef;
1010 else if (SvTYPE (*svp) == SVt_PVCV) /* perlio directly stores a CV in warnhook. ugh. */
1011 ssv = sv_2mortal (newRV_inc (*svp));
1012 else
1013 ssv = *svp;
1014
1015 sv_setsv (sv, ssv);
1016 return 0;
1017 }
1018 }
1019
1020 return orig_sigelem_get ? orig_sigelem_get (aTHX_ sv, mg) : 0;
1021}
1022
1023static int ecb_cold
1024coro_sigelem_clr (pTHX_ SV *sv, MAGIC *mg)
1025{
1026 const char *s = MgPV_nolen_const (mg);
1027
1028 if (*s == '_')
1029 {
1030 SV **svp = 0;
1031
1032 if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
1033 if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
1034
1035 if (svp)
1036 {
1037 SV *old = *svp;
1038 *svp = 0;
1039 SvREFCNT_dec (old);
1040 return 0;
1041 }
1042 }
1043
1044 return orig_sigelem_clr ? orig_sigelem_clr (aTHX_ sv, mg) : 0;
1045}
1046
1047static int ecb_cold
1048coro_sigelem_set (pTHX_ SV *sv, MAGIC *mg)
1049{
1050 const char *s = MgPV_nolen_const (mg);
1051
1052 if (*s == '_')
1053 {
1054 SV **svp = 0;
1055
1056 if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
1057 if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
1058
1059 if (svp)
1060 {
1061 SV *old = *svp;
1062 *svp = SvOK (sv) ? newSVsv (sv) : 0;
1063 SvREFCNT_dec (old);
1064 return 0;
1065 }
1066 }
1067
1068 return orig_sigelem_set ? orig_sigelem_set (aTHX_ sv, mg) : 0;
1069}
1070
1071static void
1072prepare_nop (pTHX_ struct coro_transfer_args *ta)
1073{
1074 /* kind of mega-hacky, but works */
1075 ta->next = ta->prev = (struct coro *)ta;
1076}
1077
1078static int
1079slf_check_nop (pTHX_ struct CoroSLF *frame)
1080{
1081 return 0;
1082}
1083
1084static int
1085slf_check_repeat (pTHX_ struct CoroSLF *frame)
1086{
1087 return 1;
1088}
1089
1090static UNOP init_perl_op;
1091
1092ecb_noinline static void /* noinline to keep it out of the transfer fast path */
1093init_perl (pTHX_ struct coro *coro)
1094{
1095 /*
1096 * emulate part of the perl startup here.
1097 */
1098 coro_init_stacks (aTHX);
1099
1100 PL_runops = RUNOPS_DEFAULT;
1101 PL_curcop = &PL_compiling;
1102 PL_in_eval = EVAL_NULL;
1103 PL_comppad = 0;
1104 PL_comppad_name = 0;
1105 PL_comppad_name_fill = 0;
1106 PL_comppad_name_floor = 0;
1107 PL_curpm = 0;
1108 PL_curpad = 0;
1109 PL_localizing = 0;
1110 PL_restartop = 0;
1111#if PERL_VERSION_ATLEAST (5,10,0)
1112 PL_parser = 0;
1113#endif
1114 PL_hints = 0;
1115
1116 /* recreate the die/warn hooks */
1117 PL_diehook = SvREFCNT_inc (rv_diehook);
1118 PL_warnhook = SvREFCNT_inc (rv_warnhook);
1119
1120 GvSV (PL_defgv) = newSV (0);
1121 GvAV (PL_defgv) = coro->args; coro->args = 0;
1122 GvSV (PL_errgv) = newSV (0);
1123 GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);
1124 GvHV (PL_hintgv) = 0;
1125 PL_rs = newSVsv (GvSV (irsgv));
1126 PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);
1127
1128 {
1129 dSP;
1130 UNOP myop;
1131
1132 Zero (&myop, 1, UNOP);
1133 myop.op_next = Nullop;
1134 myop.op_type = OP_ENTERSUB;
1135 myop.op_flags = OPf_WANT_VOID;
1136
1137 PUSHMARK (SP);
1138 PUSHs ((SV *)coro->startcv);
1139 PUTBACK;
1140 PL_op = (OP *)&myop;
1141 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
1142 }
1143
1144 /* this newly created coroutine might be run on an existing cctx which most
1145 * likely was suspended in pp_slf, so we have to emulate entering pp_slf here.
1146 */
1147 slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */
1148 slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */
1149 slf_frame.destroy = 0;
1150
1151 /* and we have to provide the pp_slf op in any case, so pp_slf can skip it */
1152 init_perl_op.op_next = PL_op;
1153 init_perl_op.op_type = OP_ENTERSUB;
1154 init_perl_op.op_ppaddr = pp_slf;
1155 /* no flags etc. required, as an init function won't be called */
1156
1157 PL_op = (OP *)&init_perl_op;
1158
1159 /* copy throw, in case it was set before init_perl */
1160 CORO_THROW = coro->except;
1161
1162 SWAP_SVS (coro);
1163
1164 if (ecb_expect_false (enable_times))
1165 {
1166 coro_times_update ();
1167 coro_times_sub (coro);
1168 }
1169}
1170
1171static void
1172coro_unwind_stacks (pTHX)
1173{
1174 if (!IN_DESTRUCT)
1175 {
1176 /* restore all saved variables and stuff */
1177 LEAVE_SCOPE (0);
1178 assert (PL_tmps_floor == -1);
1179
1180 /* free all temporaries */
1181 FREETMPS;
1182 assert (PL_tmps_ix == -1);
1183
1184 /* unwind all extra stacks */
1185 POPSTACK_TO (PL_mainstack);
1186
1187 /* unwind main stack */
1188 dounwind (-1);
1189 }
1190}
1191
1192static void
1193destroy_perl (pTHX_ struct coro *coro)
1194{
1195 SV *svf [9];
1196
1197 {
1198 SV *old_current = SvRV (coro_current);
1199 struct coro *current = SvSTATE (old_current);
1200
1201 assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
1202
1203 save_perl (aTHX_ current);
1204
1205 /* this will cause transfer_check to croak on block*/
1206 SvRV_set (coro_current, (SV *)coro->hv);
1207
1208 load_perl (aTHX_ coro);
1209
1210 coro_unwind_stacks (aTHX);
1211
1212 /* restore swapped sv's */
1213 SWAP_SVS (coro);
1214
1215 coro_destruct_stacks (aTHX);
1216
1217 /* now save some sv's to be free'd later */
1218 svf [0] = GvSV (PL_defgv);
1219 svf [1] = (SV *)GvAV (PL_defgv);
1220 svf [2] = GvSV (PL_errgv);
1221 svf [3] = (SV *)PL_defoutgv;
1222 svf [4] = PL_rs;
1223 svf [5] = GvSV (irsgv);
1224 svf [6] = (SV *)GvHV (PL_hintgv);
1225 svf [7] = PL_diehook;
1226 svf [8] = PL_warnhook;
1227 assert (9 == sizeof (svf) / sizeof (*svf));
1228
1229 SvRV_set (coro_current, old_current);
1230
1231 load_perl (aTHX_ current);
1232 }
1233
1234 {
1235 unsigned int i;
1236
1237 for (i = 0; i < sizeof (svf) / sizeof (*svf); ++i)
1238 SvREFCNT_dec (svf [i]);
1239
1240 SvREFCNT_dec (coro->saved_deffh);
1241 SvREFCNT_dec (coro->rouse_cb);
1242 SvREFCNT_dec (coro->invoke_cb);
1243 SvREFCNT_dec (coro->invoke_av);
1244 }
1245}
1246
1247ecb_inline void
1248free_coro_mortal (pTHX)
1249{
1250 if (ecb_expect_true (coro_mortal))
1251 {
1252 SvREFCNT_dec ((SV *)coro_mortal);
1253 coro_mortal = 0;
1254 }
1255}
1256
1257static int
1258runops_trace (pTHX)
1259{
1260 COP *oldcop = 0;
1261 int oldcxix = -2;
1262
1263 while ((PL_op = CALL_FPTR (PL_op->op_ppaddr) (aTHX)))
1264 {
1265 PERL_ASYNC_CHECK ();
1266
1267 if (cctx_current->flags & CC_TRACE_ALL)
1268 {
1269 if (PL_op->op_type == OP_LEAVESUB && cctx_current->flags & CC_TRACE_SUB)
1270 {
1271 PERL_CONTEXT *cx = &cxstack[cxstack_ix];
1272 SV **bot, **top;
1273 AV *av = newAV (); /* return values */
1274 SV **cb;
1275 dSP;
1276
1277 GV *gv = CvGV (cx->blk_sub.cv);
1278 SV *fullname = sv_2mortal (newSV (0));
1279 if (isGV (gv))
1280 gv_efullname3 (fullname, gv, 0);
1281
1282 bot = PL_stack_base + cx->blk_oldsp + 1;
1283 top = cx->blk_gimme == G_ARRAY ? SP + 1
1284 : cx->blk_gimme == G_SCALAR ? bot + 1
1285 : bot;
1286
1287 av_extend (av, top - bot);
1288 while (bot < top)
1289 av_push (av, SvREFCNT_inc_NN (*bot++));
1290
1291 PL_runops = RUNOPS_DEFAULT;
1292 ENTER;
1293 SAVETMPS;
1294 EXTEND (SP, 3);
1295 PUSHMARK (SP);
1296 PUSHs (&PL_sv_no);
1297 PUSHs (fullname);
1298 PUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
1299 PUTBACK;
1300 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
1301 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1302 SPAGAIN;
1303 FREETMPS;
1304 LEAVE;
1305 PL_runops = runops_trace;
1306 }
1307
1308 if (oldcop != PL_curcop)
1309 {
1310 oldcop = PL_curcop;
1311
1312 if (PL_curcop != &PL_compiling)
1313 {
1314 SV **cb;
1315
1316 if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB)
1317 {
1318 PERL_CONTEXT *cx = &cxstack[cxstack_ix];
1319
1320 if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)
1321 {
1322 dSP;
1323 GV *gv = CvGV (cx->blk_sub.cv);
1324 SV *fullname = sv_2mortal (newSV (0));
1325
1326 if (isGV (gv))
1327 gv_efullname3 (fullname, gv, 0);
1328
1329 PL_runops = RUNOPS_DEFAULT;
1330 ENTER;
1331 SAVETMPS;
1332 EXTEND (SP, 3);
1333 PUSHMARK (SP);
1334 PUSHs (&PL_sv_yes);
1335 PUSHs (fullname);
1336 PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc ((SV *)cx->blk_sub.argarray)) : &PL_sv_undef);
1337 PUTBACK;
1338 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
1339 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1340 SPAGAIN;
1341 FREETMPS;
1342 LEAVE;
1343 PL_runops = runops_trace;
1344 }
1345
1346 oldcxix = cxstack_ix;
1347 }
1348
1349 if (cctx_current->flags & CC_TRACE_LINE)
1350 {
1351 dSP;
1352
1353 PL_runops = RUNOPS_DEFAULT;
1354 ENTER;
1355 SAVETMPS;
1356 EXTEND (SP, 3);
1357 PL_runops = RUNOPS_DEFAULT;
1358 PUSHMARK (SP);
1359 PUSHs (sv_2mortal (newSVpv (OutCopFILE (oldcop), 0)));
1360 PUSHs (sv_2mortal (newSViv (CopLINE (oldcop))));
1361 PUTBACK;
1362 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_line_cb", sizeof ("_trace_line_cb") - 1, 0);
1363 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1364 SPAGAIN;
1365 FREETMPS;
1366 LEAVE;
1367 PL_runops = runops_trace;
1368 }
1369 }
1370 }
1371 }
1372 }
1373
1374 TAINT_NOT;
1375 return 0;
1376}
1377
1378static struct CoroSLF cctx_ssl_frame;
1379
1380static void
1381slf_prepare_set_stacklevel (pTHX_ struct coro_transfer_args *ta)
1382{
1383 ta->prev = 0;
1384}
1385
1386static int
1387slf_check_set_stacklevel (pTHX_ struct CoroSLF *frame)
1388{
1389 *frame = cctx_ssl_frame;
1390
1391 return frame->check (aTHX_ frame); /* execute the restored frame - there must be one */
1392}
1393
1394/* initialises PL_top_env and injects a pseudo-slf-call to set the stacklevel */
1395static void ecb_noinline
1396cctx_prepare (pTHX)
1397{
1398 PL_top_env = &PL_start_env;
1399
1400 if (cctx_current->flags & CC_TRACE)
1401 PL_runops = runops_trace;
1402
1403 /* we already must be executing an SLF op, there is no other valid way
1404 * that can lead to creation of a new cctx */
1405 assert (("FATAL: can't prepare slf-less cctx in Coro module (please report)",
1406 slf_frame.prepare && PL_op->op_ppaddr == pp_slf));
1407
1408 /* we must emulate leaving pp_slf, which is done inside slf_check_set_stacklevel */
1409 cctx_ssl_frame = slf_frame;
1410
1411 slf_frame.prepare = slf_prepare_set_stacklevel;
1412 slf_frame.check = slf_check_set_stacklevel;
1413}
1414
1415/* the tail of transfer: execute stuff we can only do after a transfer */
1416ecb_inline void
1417transfer_tail (pTHX)
1418{
1419 free_coro_mortal (aTHX);
1420}
1421
1422/* try to exit the same way perl's main function would do */
1423/* we do not bother resetting the environment or other things *7
1424/* that are not, uhm, essential */
1425/* this obviously also doesn't work when perl is embedded */
1426static void ecb_noinline ecb_cold
1427perlish_exit (void)
1428{
1429 int exitstatus = perl_destruct (PL_curinterp);
1430 perl_free (PL_curinterp);
1431 exit (exitstatus);
1432}
1433
1434/*
1435 * this is a _very_ stripped down perl interpreter ;)
1436 */
1437static void
1438cctx_run (void *arg)
1439{
1440#ifdef USE_ITHREADS
1441# if CORO_PTHREAD
1442 PERL_SET_CONTEXT (coro_thx);
1443# endif
1444#endif
1445 {
1446 dTHX;
1447
1448 /* normally we would need to skip the entersub here */
1449 /* not doing so will re-execute it, which is exactly what we want */
1450 /* PL_nop = PL_nop->op_next */
1451
1452 /* inject a fake subroutine call to cctx_init */
1453 cctx_prepare (aTHX);
1454
1455 /* cctx_run is the alternative tail of transfer() */
1456 transfer_tail (aTHX);
1457
1458 /* somebody or something will hit me for both perl_run and PL_restartop */
1459 PL_restartop = PL_op;
1460 perl_run (PL_curinterp);
1461 /*
1462 * Unfortunately, there is no way to get at the return values of the
1463 * coro body here, as perl_run destroys these. Likewise, we cannot catch
1464 * runtime errors here, as this is just a random interpreter, not a thread.
1465 */
1466
1467 /*
1468 * If perl-run returns we assume exit() was being called or the coro
1469 * fell off the end, which seems to be the only valid (non-bug)
1470 * reason for perl_run to return. We try to mimic whatever perl is normally
1471 * doing in that case. YMMV.
1472 */
1473 perlish_exit ();
1474 }
1475}
1476
1477static coro_cctx *
1478cctx_new (void)
1479{
1480 coro_cctx *cctx;
1481
1482 ++cctx_count;
1483 New (0, cctx, 1, coro_cctx);
1484
1485 cctx->gen = cctx_gen;
1486 cctx->flags = 0;
1487 cctx->idle_sp = 0; /* can be accessed by transfer between cctx_run and set_stacklevel, on throw */
1488
1489 return cctx;
1490}
1491
1492/* create a new cctx only suitable as source */
1493static coro_cctx *
1494cctx_new_empty (void)
1495{
1496 coro_cctx *cctx = cctx_new ();
1497
1498 cctx->sptr = 0;
1499 coro_create (&cctx->cctx, 0, 0, 0, 0);
1500
1501 return cctx;
1502}
1503
1504/* create a new cctx suitable as destination/running a perl interpreter */
1505static coro_cctx *
1506cctx_new_run (void)
1507{
1508 coro_cctx *cctx = cctx_new ();
1509 void *stack_start;
1510 size_t stack_size;
1511
1512#if HAVE_MMAP
1513 cctx->ssize = ((cctx_stacksize * sizeof (long) + PAGESIZE - 1) / PAGESIZE + CORO_STACKGUARD) * PAGESIZE;
1514 /* mmap supposedly does allocate-on-write for us */
1515 cctx->sptr = mmap (0, cctx->ssize, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_ANONYMOUS, 0, 0);
1516
1517 if (cctx->sptr != (void *)-1)
1518 {
1519 #if CORO_STACKGUARD
1520 mprotect (cctx->sptr, CORO_STACKGUARD * PAGESIZE, PROT_NONE);
1521 #endif
1522 stack_start = (char *)cctx->sptr + CORO_STACKGUARD * PAGESIZE;
1523 stack_size = cctx->ssize - CORO_STACKGUARD * PAGESIZE;
1524 cctx->flags |= CC_MAPPED;
1525 }
1526 else
1527#endif
1528 {
1529 cctx->ssize = cctx_stacksize * (long)sizeof (long);
1530 New (0, cctx->sptr, cctx_stacksize, long);
1531
1532 if (!cctx->sptr)
1533 {
1534 perror ("FATAL: unable to allocate stack for coroutine, exiting.");
1535 _exit (EXIT_FAILURE);
1536 }
1537
1538 stack_start = cctx->sptr;
1539 stack_size = cctx->ssize;
1540 }
1541
1542 #if CORO_USE_VALGRIND
1543 cctx->valgrind_id = VALGRIND_STACK_REGISTER ((char *)stack_start, (char *)stack_start + stack_size);
1544 #endif
1545
1546 coro_create (&cctx->cctx, cctx_run, (void *)cctx, stack_start, stack_size);
1547
1548 return cctx;
1549}
1550
1551static void
1552cctx_destroy (coro_cctx *cctx)
1553{
1554 if (!cctx)
1555 return;
1556
1557 assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));
1558
1559 --cctx_count;
1560 coro_destroy (&cctx->cctx);
1561
1562 /* coro_transfer creates new, empty cctx's */
1563 if (cctx->sptr)
1564 {
1565 #if CORO_USE_VALGRIND
1566 VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
1567 #endif
1568
1569#if HAVE_MMAP
1570 if (cctx->flags & CC_MAPPED)
1571 munmap (cctx->sptr, cctx->ssize);
1572 else
1573#endif
1574 Safefree (cctx->sptr);
1575 }
1576
1577 Safefree (cctx);
1578}
1579
1580/* wether this cctx should be destructed */
1581#define CCTX_EXPIRED(cctx) ((cctx)->gen != cctx_gen || ((cctx)->flags & CC_NOREUSE))
1582
1583static coro_cctx *
1584cctx_get (pTHX)
1585{
1586 while (ecb_expect_true (cctx_first))
1587 {
1588 coro_cctx *cctx = cctx_first;
1589 cctx_first = cctx->next;
1590 --cctx_idle;
1591
1592 if (ecb_expect_true (!CCTX_EXPIRED (cctx)))
1593 return cctx;
1594
1595 cctx_destroy (cctx);
1596 }
1597
1598 return cctx_new_run ();
1599}
1600
1601static void
1602cctx_put (coro_cctx *cctx)
1603{
1604 assert (("FATAL: cctx_put called on non-initialised cctx in Coro (please report)", cctx->sptr));
1605
1606 /* free another cctx if overlimit */
1607 if (ecb_expect_false (cctx_idle >= cctx_max_idle))
1608 {
1609 coro_cctx *first = cctx_first;
1610 cctx_first = first->next;
1611 --cctx_idle;
1612
1613 cctx_destroy (first);
1614 }
1615
1616 ++cctx_idle;
1617 cctx->next = cctx_first;
1618 cctx_first = cctx;
1619}
1620
1621/** coroutine switching *****************************************************/
1622
1623static void
1624transfer_check (pTHX_ struct coro *prev, struct coro *next)
1625{
1626 /* TODO: throwing up here is considered harmful */
1627
1628 if (ecb_expect_true (prev != next))
1629 {
1630 if (ecb_expect_false (!(prev->flags & (CF_RUNNING | CF_NEW))))
1631 croak ("Coro::State::transfer called with a blocked prev Coro::State, but can only transfer from running or new states,");
1632
1633 if (ecb_expect_false (next->flags & (CF_RUNNING | CF_ZOMBIE | CF_SUSPENDED)))
1634 croak ("Coro::State::transfer called with running, destroyed or suspended next Coro::State, but can only transfer to inactive states,");
1635
1636#if !PERL_VERSION_ATLEAST (5,10,0)
1637 if (ecb_expect_false (PL_lex_state != LEX_NOTPARSING))
1638 croak ("Coro::State::transfer called while parsing, but this is not supported in your perl version,");
1639#endif
1640 }
1641}
1642
1643/* always use the TRANSFER macro */
1644static void ecb_noinline /* noinline so we have a fixed stackframe */
1645transfer (pTHX_ struct coro *prev, struct coro *next, int force_cctx)
1646{
1647 dSTACKLEVEL;
1648
1649 /* sometimes transfer is only called to set idle_sp */
1650 if (ecb_expect_false (!prev))
1651 {
1652 cctx_current->idle_sp = STACKLEVEL;
1653 assert (cctx_current->idle_te = PL_top_env); /* just for the side-effect when asserts are enabled */
1654 }
1655 else if (ecb_expect_true (prev != next))
1656 {
1657 coro_cctx *cctx_prev;
1658
1659 if (ecb_expect_false (prev->flags & CF_NEW))
1660 {
1661 /* create a new empty/source context */
1662 prev->flags &= ~CF_NEW;
1663 prev->flags |= CF_RUNNING;
1664 }
1665
1666 prev->flags &= ~CF_RUNNING;
1667 next->flags |= CF_RUNNING;
1668
1669 /* first get rid of the old state */
1670 save_perl (aTHX_ prev);
1671
1672 if (ecb_expect_false (next->flags & CF_NEW))
1673 {
1674 /* need to start coroutine */
1675 next->flags &= ~CF_NEW;
1676 /* setup coroutine call */
1677 init_perl (aTHX_ next);
1678 }
1679 else
1680 load_perl (aTHX_ next);
1681
1682 /* possibly untie and reuse the cctx */
1683 if (ecb_expect_true (
1684 cctx_current->idle_sp == STACKLEVEL
1685 && !(cctx_current->flags & CC_TRACE)
1686 && !force_cctx
1687 ))
1688 {
1689 /* I assume that stacklevel is a stronger indicator than PL_top_env changes */
1690 assert (("FATAL: current top_env must equal previous top_env in Coro (please report)", PL_top_env == cctx_current->idle_te));
1691
1692 /* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get. */
1693 /* without this the next cctx_get might destroy the running cctx while still in use */
1694 if (ecb_expect_false (CCTX_EXPIRED (cctx_current)))
1695 if (ecb_expect_true (!next->cctx))
1696 next->cctx = cctx_get (aTHX);
1697
1698 cctx_put (cctx_current);
1699 }
1700 else
1701 prev->cctx = cctx_current;
1702
1703 ++next->usecount;
1704
1705 cctx_prev = cctx_current;
1706 cctx_current = ecb_expect_false (next->cctx) ? next->cctx : cctx_get (aTHX);
1707
1708 next->cctx = 0;
1709
1710 if (ecb_expect_false (cctx_prev != cctx_current))
1711 {
1712 cctx_prev->top_env = PL_top_env;
1713 PL_top_env = cctx_current->top_env;
1714 coro_transfer (&cctx_prev->cctx, &cctx_current->cctx);
1715 }
1716
1717 transfer_tail (aTHX);
1718 }
1719}
1720
1721#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))
1722#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)
1723
1724/** high level stuff ********************************************************/
1725
1726/* this function is actually Coro, not Coro::State, but we call it from here */
1727/* because it is convenient - but it hasn't been declared yet for that reason */
1728static void
1729coro_call_on_destroy (pTHX_ struct coro *coro);
1730
1731static void
1732coro_state_destroy (pTHX_ struct coro *coro)
1733{
1734 if (coro->flags & CF_ZOMBIE)
1735 return;
1736
1737 slf_destroy (aTHX_ coro);
1738
1739 coro->flags |= CF_ZOMBIE;
1740
1741 if (coro->flags & CF_READY)
1742 {
1743 /* reduce nready, as destroying a ready coro effectively unreadies it */
1744 /* alternative: look through all ready queues and remove the coro */
1745 --coro_nready;
1746 }
1747 else
1748 coro->flags |= CF_READY; /* make sure it is NOT put into the readyqueue */
1749
1750 if (coro->next) coro->next->prev = coro->prev;
1751 if (coro->prev) coro->prev->next = coro->next;
1752 if (coro == coro_first) coro_first = coro->next;
1753
1754 if (coro->mainstack
1755 && coro->mainstack != main_mainstack
1756 && coro->slot
1757 && !PL_dirty)
1758 destroy_perl (aTHX_ coro);
1759
1760 cctx_destroy (coro->cctx);
1761 SvREFCNT_dec (coro->startcv);
1762 SvREFCNT_dec (coro->args);
1763 SvREFCNT_dec (coro->swap_sv);
1764 SvREFCNT_dec (CORO_THROW);
1765
1766 coro_call_on_destroy (aTHX_ coro);
1767
1768 /* more destruction mayhem in coro_state_free */
1769}
1770
1771static int
1772coro_state_free (pTHX_ SV *sv, MAGIC *mg)
1773{
1774 struct coro *coro = (struct coro *)mg->mg_ptr;
1775 mg->mg_ptr = 0;
1776
1777 coro_state_destroy (aTHX_ coro);
1778 SvREFCNT_dec (coro->on_destroy);
1779 SvREFCNT_dec (coro->status);
1780
1781 Safefree (coro);
1782
1783 return 0;
1784}
1785
1786static int ecb_cold
1787coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)
1788{
1789 /* called when perl clones the current process the slow way (windows process emulation) */
1790 /* WE SIMply nuke the pointers in the copy, causing perl to croak */
1791 mg->mg_ptr = 0;
1792 mg->mg_virtual = 0;
1793
1794 return 0;
1795}
1796
1797static MGVTBL coro_state_vtbl = {
1798 0, 0, 0, 0,
1799 coro_state_free,
1800 0,
1801#ifdef MGf_DUP
1802 coro_state_dup,
1803#else
1804# define MGf_DUP 0
1805#endif
1806};
1807
1808static void
1809prepare_transfer (pTHX_ struct coro_transfer_args *ta, SV *prev_sv, SV *next_sv)
1810{
1811 ta->prev = SvSTATE (prev_sv);
1812 ta->next = SvSTATE (next_sv);
1813 TRANSFER_CHECK (*ta);
1814}
1815
1816static void
1817api_transfer (pTHX_ SV *prev_sv, SV *next_sv)
1818{
1819 struct coro_transfer_args ta;
1820
1821 prepare_transfer (aTHX_ &ta, prev_sv, next_sv);
1822 TRANSFER (ta, 1);
1823}
1824
1825/** Coro ********************************************************************/
1826
1827ecb_inline void
1828coro_enq (pTHX_ struct coro *coro)
1829{
1830 struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];
1831
1832 SvREFCNT_inc_NN (coro->hv);
1833
1834 coro->next_ready = 0;
1835 *(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;
1836 ready [1] = coro;
1837}
1838
1839ecb_inline struct coro *
1840coro_deq (pTHX)
1841{
1842 int prio;
1843
1844 for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )
1845 {
1846 struct coro **ready = coro_ready [prio];
1847
1848 if (ready [0])
1849 {
1850 struct coro *coro = ready [0];
1851 ready [0] = coro->next_ready;
1852 return coro;
1853 }
1854 }
1855
1856 return 0;
1857}
1858
1859static void
1860invoke_sv_ready_hook_helper (void)
1861{
1862 dTHX;
1863 dSP;
1864
1865 ENTER;
1866 SAVETMPS;
1867
1868 PUSHMARK (SP);
1869 PUTBACK;
1870 call_sv (coro_readyhook, G_VOID | G_DISCARD);
1871
1872 FREETMPS;
1873 LEAVE;
1874}
1875
1876static int
1877api_ready (pTHX_ SV *coro_sv)
1878{
1879 struct coro *coro = SvSTATE (coro_sv);
1880
1881 if (coro->flags & CF_READY)
1882 return 0;
1883
1884 coro->flags |= CF_READY;
1885
1886 coro_enq (aTHX_ coro);
1887
1888 if (!coro_nready++)
1889 if (coroapi.readyhook)
1890 coroapi.readyhook ();
1891
1892 return 1;
1893}
1894
1895static int
1896api_is_ready (pTHX_ SV *coro_sv)
1897{
1898 return !!(SvSTATE (coro_sv)->flags & CF_READY);
1899}
1900
1901/* expects to own a reference to next->hv */
1902ecb_inline void
1903prepare_schedule_to (pTHX_ struct coro_transfer_args *ta, struct coro *next)
1904{
1905 SV *prev_sv = SvRV (coro_current);
1906
1907 ta->prev = SvSTATE_hv (prev_sv);
1908 ta->next = next;
1909
1910 TRANSFER_CHECK (*ta);
1911
1912 SvRV_set (coro_current, (SV *)next->hv);
1913
1914 free_coro_mortal (aTHX);
1915 coro_mortal = prev_sv;
1916}
1917
1918static void
1919prepare_schedule (pTHX_ struct coro_transfer_args *ta)
1920{
1921 for (;;)
1922 {
1923 struct coro *next = coro_deq (aTHX);
1924
1925 if (ecb_expect_true (next))
1926 {
1927 /* cannot transfer to destroyed coros, skip and look for next */
1928 if (ecb_expect_false (next->flags & (CF_ZOMBIE | CF_SUSPENDED)))
1929 SvREFCNT_dec (next->hv); /* coro_nready has already been taken care of by destroy */
1930 else
1931 {
1932 next->flags &= ~CF_READY;
1933 --coro_nready;
1934
1935 prepare_schedule_to (aTHX_ ta, next);
1936 break;
1937 }
1938 }
1939 else
1940 {
1941 /* nothing to schedule: call the idle handler */
1942 if (SvROK (sv_idle)
1943 && SvOBJECT (SvRV (sv_idle)))
1944 {
1945 if (SvRV (sv_idle) == SvRV (coro_current))
1946 croak ("FATAL: $Coro::IDLE blocked itself - did you try to block inside an event loop callback? Caught");
1947
1948 ++coro_nready; /* hack so that api_ready doesn't invoke ready hook */
1949 api_ready (aTHX_ SvRV (sv_idle));
1950 --coro_nready;
1951 }
1952 else
1953 {
1954 /* TODO: deprecated, remove, cannot work reliably *//*D*/
1955 dSP;
1956
1957 ENTER;
1958 SAVETMPS;
1959
1960 PUSHMARK (SP);
1961 PUTBACK;
1962 call_sv (sv_idle, G_VOID | G_DISCARD);
1963
1964 FREETMPS;
1965 LEAVE;
1966 }
1967 }
1968 }
1969}
1970
1971ecb_inline void
1972prepare_cede (pTHX_ struct coro_transfer_args *ta)
1973{
1974 api_ready (aTHX_ coro_current);
1975 prepare_schedule (aTHX_ ta);
1976}
1977
1978ecb_inline void
1979prepare_cede_notself (pTHX_ struct coro_transfer_args *ta)
1980{
1981 SV *prev = SvRV (coro_current);
1982
1983 if (coro_nready)
1984 {
1985 prepare_schedule (aTHX_ ta);
1986 api_ready (aTHX_ prev);
1987 }
1988 else
1989 prepare_nop (aTHX_ ta);
1990}
1991
1992static void
1993api_schedule (pTHX)
1994{
1995 struct coro_transfer_args ta;
1996
1997 prepare_schedule (aTHX_ &ta);
1998 TRANSFER (ta, 1);
1999}
2000
2001static void
2002api_schedule_to (pTHX_ SV *coro_sv)
2003{
2004 struct coro_transfer_args ta;
2005 struct coro *next = SvSTATE (coro_sv);
2006
2007 SvREFCNT_inc_NN (coro_sv);
2008 prepare_schedule_to (aTHX_ &ta, next);
2009}
2010
2011static int
2012api_cede (pTHX)
2013{
2014 struct coro_transfer_args ta;
2015
2016 prepare_cede (aTHX_ &ta);
2017
2018 if (ecb_expect_true (ta.prev != ta.next))
2019 {
2020 TRANSFER (ta, 1);
2021 return 1;
2022 }
2023 else
2024 return 0;
2025}
2026
2027static int
2028api_cede_notself (pTHX)
2029{
2030 if (coro_nready)
2031 {
2032 struct coro_transfer_args ta;
2033
2034 prepare_cede_notself (aTHX_ &ta);
2035 TRANSFER (ta, 1);
2036 return 1;
2037 }
2038 else
2039 return 0;
2040}
2041
2042static void
2043api_trace (pTHX_ SV *coro_sv, int flags)
2044{
2045 struct coro *coro = SvSTATE (coro_sv);
2046
2047 if (coro->flags & CF_RUNNING)
2048 croak ("cannot enable tracing on a running coroutine, caught");
2049
2050 if (flags & CC_TRACE)
2051 {
2052 if (!coro->cctx)
2053 coro->cctx = cctx_new_run ();
2054 else if (!(coro->cctx->flags & CC_TRACE))
2055 croak ("cannot enable tracing on coroutine with custom stack, caught");
2056
2057 coro->cctx->flags |= CC_NOREUSE | (flags & (CC_TRACE | CC_TRACE_ALL));
2058 }
2059 else if (coro->cctx && coro->cctx->flags & CC_TRACE)
2060 {
2061 coro->cctx->flags &= ~(CC_TRACE | CC_TRACE_ALL);
2062
2063 if (coro->flags & CF_RUNNING)
2064 PL_runops = RUNOPS_DEFAULT;
2065 else
2066 coro->slot->runops = RUNOPS_DEFAULT;
2067 }
2068}
2069
2070static void
2071coro_push_av (pTHX_ AV *av, I32 gimme_v)
2072{
2073 if (AvFILLp (av) >= 0 && gimme_v != G_VOID)
2074 {
2075 dSP;
2076
2077 if (gimme_v == G_SCALAR)
2078 XPUSHs (AvARRAY (av)[AvFILLp (av)]);
2079 else
2080 {
2081 int i;
2082 EXTEND (SP, AvFILLp (av) + 1);
2083
2084 for (i = 0; i <= AvFILLp (av); ++i)
2085 PUSHs (AvARRAY (av)[i]);
2086 }
2087
2088 PUTBACK;
2089 }
2090}
2091
2092static void
2093coro_push_on_destroy (pTHX_ struct coro *coro, SV *cb)
2094{
2095 if (!coro->on_destroy)
2096 coro->on_destroy = newAV ();
2097
2098 av_push (coro->on_destroy, cb);
2099}
2100
2101static void
2102slf_destroy_join (pTHX_ struct CoroSLF *frame)
2103{
2104 SvREFCNT_dec ((SV *)((struct coro *)frame->data)->hv);
2105}
2106
2107static int
2108slf_check_join (pTHX_ struct CoroSLF *frame)
2109{
2110 struct coro *coro = (struct coro *)frame->data;
2111
2112 if (!coro->status)
2113 return 1;
2114
2115 frame->destroy = 0;
2116
2117 coro_push_av (aTHX_ coro->status, GIMME_V);
2118
2119 SvREFCNT_dec ((SV *)coro->hv);
2120
2121 return 0;
2122}
2123
2124static void
2125slf_init_join (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2126{
2127 struct coro *coro = SvSTATE (items > 0 ? arg [0] : &PL_sv_undef);
2128
2129 if (items > 1)
2130 croak ("join called with too many arguments");
2131
2132 if (coro->status)
2133 frame->prepare = prepare_nop;
2134 else
2135 {
2136 coro_push_on_destroy (aTHX_ coro, SvREFCNT_inc_NN (SvRV (coro_current)));
2137 frame->prepare = prepare_schedule;
2138 }
2139
2140 frame->check = slf_check_join;
2141 frame->destroy = slf_destroy_join;
2142 frame->data = (void *)coro;
2143 SvREFCNT_inc (coro->hv);
2144}
2145
2146static void
2147coro_call_on_destroy (pTHX_ struct coro *coro)
2148{
2149 AV *od = coro->on_destroy;
2150
2151 if (!od)
2152 return;
2153
2154 while (AvFILLp (od) >= 0)
2155 {
2156 SV *cb = sv_2mortal (av_pop (od));
2157
2158 /* coro hv's (and only hv's at the moment) are supported as well */
2159 if (SvSTATEhv_p (aTHX_ cb))
2160 api_ready (aTHX_ cb);
2161 else
2162 {
2163 dSP; /* don't disturb outer sp */
2164 PUSHMARK (SP);
2165
2166 if (coro->status)
2167 {
2168 PUTBACK;
2169 coro_push_av (aTHX_ coro->status, G_ARRAY);
2170 SPAGAIN;
2171 }
2172
2173 PUTBACK;
2174 call_sv (cb, G_VOID | G_DISCARD);
2175 }
2176 }
2177}
2178
2179static void
2180coro_set_status (pTHX_ struct coro *coro, SV **arg, int items)
2181{
2182 AV *av;
2183
2184 if (coro->status)
2185 {
2186 av = coro->status;
2187 av_clear (av);
2188 }
2189 else
2190 av = coro->status = newAV ();
2191
2192 /* items are actually not so common, so optimise for this case */
2193 if (items)
2194 {
2195 int i;
2196
2197 av_extend (av, items - 1);
2198
2199 for (i = 0; i < items; ++i)
2200 av_push (av, SvREFCNT_inc_NN (arg [i]));
2201 }
2202}
2203
2204static void
2205slf_init_terminate_cancel_common (pTHX_ struct CoroSLF *frame, HV *coro_hv)
2206{
2207 av_push (av_destroy, (SV *)newRV_inc ((SV *)coro_hv)); /* RVinc for perl */
2208 api_ready (aTHX_ sv_manager);
2209
2210 frame->prepare = prepare_schedule;
2211 frame->check = slf_check_repeat;
2212
2213 /* as a minor optimisation, we could unwind all stacks here */
2214 /* but that puts extra pressure on pp_slf, and is not worth much */
2215 /*coro_unwind_stacks (aTHX);*/
2216}
2217
2218static void
2219slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2220{
2221 HV *coro_hv = (HV *)SvRV (coro_current);
2222
2223 coro_set_status (aTHX_ SvSTATE ((SV *)coro_hv), arg, items);
2224 slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);
2225}
2226
2227static void
2228slf_init_cancel (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2229{
2230 HV *coro_hv;
2231 struct coro *coro;
2232
2233 if (items <= 0)
2234 croak ("Coro::cancel called without coro object,");
2235
2236 coro = SvSTATE (arg [0]);
2237 coro_hv = coro->hv;
2238
2239 coro_set_status (aTHX_ coro, arg + 1, items - 1);
2240
2241 if (ecb_expect_false (coro->flags & CF_NOCANCEL))
2242 {
2243 /* coro currently busy cancelling something, so just notify it */
2244 coro->slf_frame.data = (void *)coro;
2245
2246 frame->prepare = prepare_nop;
2247 frame->check = slf_check_nop;
2248 }
2249 else if (coro_hv == (HV *)SvRV (coro_current))
2250 {
2251 /* cancelling the current coro is allowed, and equals terminate */
2252 slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);
2253 }
2254 else
2255 {
2256 struct coro *self = SvSTATE_current;
2257
2258 /* otherwise we cancel directly, purely for speed reasons
2259 * unfortunately, this requires some magic trickery, as
2260 * somebody else could cancel us, so we have to fight the cancellation.
2261 * this is ugly, and hopefully fully worth the extra speed.
2262 * besides, I can't get the slow-but-safe version working...
2263 */
2264 slf_frame.data = 0;
2265 self->flags |= CF_NOCANCEL;
2266 coro_state_destroy (aTHX_ coro);
2267 self->flags &= ~CF_NOCANCEL;
2268
2269 if (slf_frame.data)
2270 {
2271 /* while we were busy we have been cancelled, so terminate */
2272 slf_init_terminate_cancel_common (aTHX_ frame, self->hv);
2273 }
2274 else
2275 {
2276 frame->prepare = prepare_nop;
2277 frame->check = slf_check_nop;
2278 }
2279 }
2280}
2281
2282static int
2283slf_check_safe_cancel (pTHX_ struct CoroSLF *frame)
2284{
2285 frame->prepare = 0;
2286 coro_unwind_stacks (aTHX);
2287
2288 slf_init_terminate_cancel_common (aTHX_ frame, (HV *)SvRV (coro_current));
2289
2290 return 1;
2291}
2292
2293static int
2294safe_cancel (pTHX_ struct coro *coro, SV **arg, int items)
2295{
2296 if (coro->cctx)
2297 croak ("coro inside C callback, unable to cancel at this time, caught");
2298
2299 if (coro->flags & CF_NEW)
2300 {
2301 coro_set_status (aTHX_ coro, arg, items);
2302 coro_state_destroy (aTHX_ coro);
2303 }
2304 else
2305 {
2306 if (!coro->slf_frame.prepare)
2307 croak ("coro outside an SLF function, unable to cancel at this time, caught");
2308
2309 slf_destroy (aTHX_ coro);
2310
2311 coro_set_status (aTHX_ coro, arg, items);
2312 coro->slf_frame.prepare = prepare_nop;
2313 coro->slf_frame.check = slf_check_safe_cancel;
2314
2315 api_ready (aTHX_ (SV *)coro->hv);
2316 }
2317
2318 return 1;
2319}
2320
2321/*****************************************************************************/
2322/* async pool handler */
2323
2324static int
2325slf_check_pool_handler (pTHX_ struct CoroSLF *frame)
2326{
2327 HV *hv = (HV *)SvRV (coro_current);
2328 struct coro *coro = (struct coro *)frame->data;
2329
2330 if (!coro->invoke_cb)
2331 return 1; /* loop till we have invoke */
2332 else
2333 {
2334 hv_store (hv, "desc", sizeof ("desc") - 1,
2335 newSVpvn ("[async_pool]", sizeof ("[async_pool]") - 1), 0);
2336
2337 coro->saved_deffh = SvREFCNT_inc_NN ((SV *)PL_defoutgv);
2338
2339 {
2340 dSP;
2341 XPUSHs (sv_2mortal (coro->invoke_cb)); coro->invoke_cb = 0;
2342 PUTBACK;
2343 }
2344
2345 SvREFCNT_dec (GvAV (PL_defgv));
2346 GvAV (PL_defgv) = coro->invoke_av;
2347 coro->invoke_av = 0;
2348
2349 return 0;
2350 }
2351}
2352
2353static void
2354slf_init_pool_handler (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2355{
2356 HV *hv = (HV *)SvRV (coro_current);
2357 struct coro *coro = SvSTATE_hv ((SV *)hv);
2358
2359 if (ecb_expect_true (coro->saved_deffh))
2360 {
2361 /* subsequent iteration */
2362 SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh;
2363 coro->saved_deffh = 0;
2364
2365 if (coro_rss (aTHX_ coro) > SvUV (sv_pool_rss)
2366 || av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))
2367 {
2368 slf_init_terminate_cancel_common (aTHX_ frame, hv);
2369 return;
2370 }
2371 else
2372 {
2373 av_clear (GvAV (PL_defgv));
2374 hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);
2375
2376 coro->prio = 0;
2377
2378 if (coro->cctx && (coro->cctx->flags & CC_TRACE))
2379 api_trace (aTHX_ coro_current, 0);
2380
2381 frame->prepare = prepare_schedule;
2382 av_push (av_async_pool, SvREFCNT_inc (hv));
2383 }
2384 }
2385 else
2386 {
2387 /* first iteration, simply fall through */
2388 frame->prepare = prepare_nop;
2389 }
2390
2391 frame->check = slf_check_pool_handler;
2392 frame->data = (void *)coro;
2393}
2394
2395/*****************************************************************************/
2396/* rouse callback */
2397
2398#define CORO_MAGIC_type_rouse PERL_MAGIC_ext
2399
2400static void
2401coro_rouse_callback (pTHX_ CV *cv)
2402{
2403 dXSARGS;
2404 SV *data = (SV *)S_GENSUB_ARG;
2405
2406 if (SvTYPE (SvRV (data)) != SVt_PVAV)
2407 {
2408 /* first call, set args */
2409 SV *coro = SvRV (data);
2410 AV *av = newAV ();
2411
2412 SvRV_set (data, (SV *)av);
2413
2414 /* better take a full copy of the arguments */
2415 while (items--)
2416 av_store (av, items, newSVsv (ST (items)));
2417
2418 api_ready (aTHX_ coro);
2419 SvREFCNT_dec (coro);
2420 }
2421
2422 XSRETURN_EMPTY;
2423}
2424
2425static int
2426slf_check_rouse_wait (pTHX_ struct CoroSLF *frame)
2427{
2428 SV *data = (SV *)frame->data;
2429
2430 if (CORO_THROW)
2431 return 0;
2432
2433 if (SvTYPE (SvRV (data)) != SVt_PVAV)
2434 return 1;
2435
2436 /* now push all results on the stack */
2437 {
2438 dSP;
2439 AV *av = (AV *)SvRV (data);
2440 int i;
2441
2442 EXTEND (SP, AvFILLp (av) + 1);
2443 for (i = 0; i <= AvFILLp (av); ++i)
2444 PUSHs (sv_2mortal (AvARRAY (av)[i]));
2445
2446 /* we have stolen the elements, so set length to zero and free */
2447 AvFILLp (av) = -1;
2448 av_undef (av);
2449
2450 PUTBACK;
2451 }
2452
2453 return 0;
2454}
2455
2456static void
2457slf_init_rouse_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2458{
2459 SV *cb;
2460
2461 if (items)
2462 cb = arg [0];
2463 else
2464 {
2465 struct coro *coro = SvSTATE_current;
2466
2467 if (!coro->rouse_cb)
2468 croak ("Coro::rouse_wait called without rouse callback, and no default rouse callback found either,");
2469
2470 cb = sv_2mortal (coro->rouse_cb);
2471 coro->rouse_cb = 0;
2472 }
2473
2474 if (!SvROK (cb)
2475 || SvTYPE (SvRV (cb)) != SVt_PVCV
2476 || CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
2477 croak ("Coro::rouse_wait called with illegal callback argument,");
2478
2479 {
2480 CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
2481 SV *data = (SV *)S_GENSUB_ARG;
2482
2483 frame->data = (void *)data;
2484 frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;
2485 frame->check = slf_check_rouse_wait;
2486 }
2487}
2488
2489static SV *
2490coro_new_rouse_cb (pTHX)
2491{
2492 HV *hv = (HV *)SvRV (coro_current);
2493 struct coro *coro = SvSTATE_hv (hv);
2494 SV *data = newRV_inc ((SV *)hv);
2495 SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);
2496
2497 sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);
2498 SvREFCNT_dec (data); /* magicext increases the refcount */
2499
2500 SvREFCNT_dec (coro->rouse_cb);
2501 coro->rouse_cb = SvREFCNT_inc_NN (cb);
2502
2503 return cb;
2504}
2505
2506/*****************************************************************************/
2507/* schedule-like-function opcode (SLF) */
2508
2509static UNOP slf_restore; /* restore stack as entersub did, for first-re-run */
2510static const CV *slf_cv;
2511static SV **slf_argv;
2512static int slf_argc, slf_arga; /* count, allocated */
2513static I32 slf_ax; /* top of stack, for restore */
2514
2515/* this restores the stack in the case we patched the entersub, to */
2516/* recreate the stack frame as perl will on following calls */
2517/* since entersub cleared the stack */
2518static OP *
2519pp_restore (pTHX)
2520{
2521 int i;
2522 SV **SP = PL_stack_base + slf_ax;
2523
2524 PUSHMARK (SP);
2525
2526 EXTEND (SP, slf_argc + 1);
2527
2528 for (i = 0; i < slf_argc; ++i)
2529 PUSHs (sv_2mortal (slf_argv [i]));
2530
2531 PUSHs ((SV *)CvGV (slf_cv));
2532
2533 RETURNOP (slf_restore.op_first);
2534}
2535
2536static void
2537slf_prepare_transfer (pTHX_ struct coro_transfer_args *ta)
2538{
2539 SV **arg = (SV **)slf_frame.data;
2540
2541 prepare_transfer (aTHX_ ta, arg [0], arg [1]);
2542}
2543
2544static void
2545slf_init_transfer (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2546{
2547 if (items != 2)
2548 croak ("Coro::State::transfer (prev, next) expects two arguments, not %d,", items);
2549
2550 frame->prepare = slf_prepare_transfer;
2551 frame->check = slf_check_nop;
2552 frame->data = (void *)arg; /* let's hope it will stay valid */
2553}
2554
2555static void
2556slf_init_schedule (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2557{
2558 frame->prepare = prepare_schedule;
2559 frame->check = slf_check_nop;
2560}
2561
2562static void
2563slf_prepare_schedule_to (pTHX_ struct coro_transfer_args *ta)
2564{
2565 struct coro *next = (struct coro *)slf_frame.data;
2566
2567 SvREFCNT_inc_NN (next->hv);
2568 prepare_schedule_to (aTHX_ ta, next);
2569}
2570
2571static void
2572slf_init_schedule_to (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2573{
2574 if (!items)
2575 croak ("Coro::schedule_to expects a coroutine argument, caught");
2576
2577 frame->data = (void *)SvSTATE (arg [0]);
2578 frame->prepare = slf_prepare_schedule_to;
2579 frame->check = slf_check_nop;
2580}
2581
2582static void
2583slf_init_cede_to (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2584{
2585 api_ready (aTHX_ SvRV (coro_current));
2586
2587 slf_init_schedule_to (aTHX_ frame, cv, arg, items);
2588}
2589
2590static void
2591slf_init_cede (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2592{
2593 frame->prepare = prepare_cede;
2594 frame->check = slf_check_nop;
2595}
2596
2597static void
2598slf_init_cede_notself (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2599{
2600 frame->prepare = prepare_cede_notself;
2601 frame->check = slf_check_nop;
2602}
2603
2604/* "undo"/cancel a running slf call - used when cancelling a coro, mainly */
2605static void
2606slf_destroy (pTHX_ struct coro *coro)
2607{
2608 /* this callback is reserved for slf functions needing to do cleanup */
2609 if (coro->slf_frame.destroy && coro->slf_frame.prepare && !PL_dirty)
2610 coro->slf_frame.destroy (aTHX_ &coro->slf_frame);
2611
2612 /*
2613 * The on_destroy above most likely is from an SLF call.
2614 * Since by definition the SLF call will not finish when we destroy
2615 * the coro, we will have to force-finish it here, otherwise
2616 * cleanup functions cannot call SLF functions.
2617 */
2618 coro->slf_frame.prepare = 0;
2619}
2620
2621/*
2622 * these not obviously related functions are all rolled into one
2623 * function to increase chances that they all will call transfer with the same
2624 * stack offset
2625 * SLF stands for "schedule-like-function".
2626 */
2627static OP *
2628pp_slf (pTHX)
2629{
2630 I32 checkmark; /* mark SP to see how many elements check has pushed */
2631
2632 /* set up the slf frame, unless it has already been set-up */
2633 /* the latter happens when a new coro has been started */
2634 /* or when a new cctx was attached to an existing coroutine */
2635 if (ecb_expect_true (!slf_frame.prepare))
2636 {
2637 /* first iteration */
2638 dSP;
2639 SV **arg = PL_stack_base + TOPMARK + 1;
2640 int items = SP - arg; /* args without function object */
2641 SV *gv = *sp;
2642
2643 /* do a quick consistency check on the "function" object, and if it isn't */
2644 /* for us, divert to the real entersub */
2645 if (SvTYPE (gv) != SVt_PVGV
2646 || !GvCV (gv)
2647 || !(CvFLAGS (GvCV (gv)) & CVf_SLF))
2648 return PL_ppaddr[OP_ENTERSUB](aTHX);
2649
2650 if (!(PL_op->op_flags & OPf_STACKED))
2651 {
2652 /* ampersand-form of call, use @_ instead of stack */
2653 AV *av = GvAV (PL_defgv);
2654 arg = AvARRAY (av);
2655 items = AvFILLp (av) + 1;
2656 }
2657
2658 /* now call the init function, which needs to set up slf_frame */
2659 ((coro_slf_cb)CvXSUBANY (GvCV (gv)).any_ptr)
2660 (aTHX_ &slf_frame, GvCV (gv), arg, items);
2661
2662 /* pop args */
2663 SP = PL_stack_base + POPMARK;
2664
2665 PUTBACK;
2666 }
2667
2668 /* now that we have a slf_frame, interpret it! */
2669 /* we use a callback system not to make the code needlessly */
2670 /* complicated, but so we can run multiple perl coros from one cctx */
2671
2672 do
2673 {
2674 struct coro_transfer_args ta;
2675
2676 slf_frame.prepare (aTHX_ &ta);
2677 TRANSFER (ta, 0);
2678
2679 checkmark = PL_stack_sp - PL_stack_base;
2680 }
2681 while (slf_frame.check (aTHX_ &slf_frame));
2682
2683 slf_frame.prepare = 0; /* invalidate the frame, we are done processing it */
2684
2685 /* exception handling */
2686 if (ecb_expect_false (CORO_THROW))
2687 {
2688 SV *exception = sv_2mortal (CORO_THROW);
2689
2690 CORO_THROW = 0;
2691 sv_setsv (ERRSV, exception);
2692 croak (0);
2693 }
2694
2695 /* return value handling - mostly like entersub */
2696 /* make sure we put something on the stack in scalar context */
2697 if (GIMME_V == G_SCALAR
2698 && ecb_expect_false (PL_stack_sp != PL_stack_base + checkmark + 1))
2699 {
2700 dSP;
2701 SV **bot = PL_stack_base + checkmark;
2702
2703 if (sp == bot) /* too few, push undef */
2704 bot [1] = &PL_sv_undef;
2705 else /* too many, take last one */
2706 bot [1] = *sp;
2707
2708 SP = bot + 1;
2709
2710 PUTBACK;
2711 }
2712
2713 return NORMAL;
2714}
2715
2716static void
2717api_execute_slf (pTHX_ CV *cv, coro_slf_cb init_cb, I32 ax)
2718{
2719 int i;
2720 SV **arg = PL_stack_base + ax;
2721 int items = PL_stack_sp - arg + 1;
2722
2723 assert (("FATAL: SLF call with illegal CV value", !CvANON (cv)));
2724
2725 if (PL_op->op_ppaddr != PL_ppaddr [OP_ENTERSUB]
2726 && PL_op->op_ppaddr != pp_slf)
2727 croak ("FATAL: Coro SLF calls can only be made normally, not via goto or any other means, caught");
2728
2729 CvFLAGS (cv) |= CVf_SLF;
2730 CvXSUBANY (cv).any_ptr = (void *)init_cb;
2731 slf_cv = cv;
2732
2733 /* we patch the op, and then re-run the whole call */
2734 /* we have to put the same argument on the stack for this to work */
2735 /* and this will be done by pp_restore */
2736 slf_restore.op_next = (OP *)&slf_restore;
2737 slf_restore.op_type = OP_CUSTOM;
2738 slf_restore.op_ppaddr = pp_restore;
2739 slf_restore.op_first = PL_op;
2740
2741 slf_ax = ax - 1; /* undo the ax++ inside dAXMARK */
2742
2743 if (PL_op->op_flags & OPf_STACKED)
2744 {
2745 if (items > slf_arga)
2746 {
2747 slf_arga = items;
2748 Safefree (slf_argv);
2749 New (0, slf_argv, slf_arga, SV *);
2750 }
2751
2752 slf_argc = items;
2753
2754 for (i = 0; i < items; ++i)
2755 slf_argv [i] = SvREFCNT_inc (arg [i]);
2756 }
2757 else
2758 slf_argc = 0;
2759
2760 PL_op->op_ppaddr = pp_slf;
2761 /*PL_op->op_type = OP_CUSTOM; /* we do behave like entersub still */
2762
2763 PL_op = (OP *)&slf_restore;
2764}
2765
2766/*****************************************************************************/
2767/* dynamic wind */
2768
2769static void
2770on_enterleave_call (pTHX_ SV *cb)
2771{
2772 dSP;
2773
2774 PUSHSTACK;
2775
2776 PUSHMARK (SP);
2777 PUTBACK;
2778 call_sv (cb, G_VOID | G_DISCARD);
2779 SPAGAIN;
2780
2781 POPSTACK;
2782}
2783
2784static SV *
2785coro_avp_pop_and_free (pTHX_ AV **avp)
2786{
2787 AV *av = *avp;
2788 SV *res = av_pop (av);
2789
2790 if (AvFILLp (av) < 0)
2791 {
2792 *avp = 0;
2793 SvREFCNT_dec (av);
2794 }
2795
2796 return res;
2797}
2798
2799static void
2800coro_pop_on_enter (pTHX_ void *coro)
2801{
2802 SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_enter);
2803 SvREFCNT_dec (cb);
2804}
2805
2806static void
2807coro_pop_on_leave (pTHX_ void *coro)
2808{
2809 SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);
2810 on_enterleave_call (aTHX_ sv_2mortal (cb));
2811}
2812
2813/*****************************************************************************/
2814/* PerlIO::cede */
2815
2816typedef struct
2817{
2818 PerlIOBuf base;
2819 NV next, every;
2820} PerlIOCede;
2821
2822static IV ecb_cold
2823PerlIOCede_pushed (pTHX_ PerlIO *f, const char *mode, SV *arg, PerlIO_funcs *tab)
2824{
2825 PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2826
2827 self->every = SvCUR (arg) ? SvNV (arg) : 0.01;
2828 self->next = nvtime () + self->every;
2829
2830 return PerlIOBuf_pushed (aTHX_ f, mode, Nullsv, tab);
2831}
2832
2833static SV * ecb_cold
2834PerlIOCede_getarg (pTHX_ PerlIO *f, CLONE_PARAMS *param, int flags)
2835{
2836 PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2837
2838 return newSVnv (self->every);
2839}
2840
2841static IV
2842PerlIOCede_flush (pTHX_ PerlIO *f)
2843{
2844 PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2845 double now = nvtime ();
2846
2847 if (now >= self->next)
2848 {
2849 api_cede (aTHX);
2850 self->next = now + self->every;
2851 }
2852
2853 return PerlIOBuf_flush (aTHX_ f);
2854}
2855
2856static PerlIO_funcs PerlIO_cede =
2857{
2858 sizeof(PerlIO_funcs),
2859 "cede",
2860 sizeof(PerlIOCede),
2861 PERLIO_K_DESTRUCT | PERLIO_K_RAW,
2862 PerlIOCede_pushed,
2863 PerlIOBuf_popped,
2864 PerlIOBuf_open,
2865 PerlIOBase_binmode,
2866 PerlIOCede_getarg,
2867 PerlIOBase_fileno,
2868 PerlIOBuf_dup,
2869 PerlIOBuf_read,
2870 PerlIOBuf_unread,
2871 PerlIOBuf_write,
2872 PerlIOBuf_seek,
2873 PerlIOBuf_tell,
2874 PerlIOBuf_close,
2875 PerlIOCede_flush,
2876 PerlIOBuf_fill,
2877 PerlIOBase_eof,
2878 PerlIOBase_error,
2879 PerlIOBase_clearerr,
2880 PerlIOBase_setlinebuf,
2881 PerlIOBuf_get_base,
2882 PerlIOBuf_bufsiz,
2883 PerlIOBuf_get_ptr,
2884 PerlIOBuf_get_cnt,
2885 PerlIOBuf_set_ptrcnt,
2886};
2887
2888/*****************************************************************************/
2889/* Coro::Semaphore & Coro::Signal */
2890
2891static SV *
2892coro_waitarray_new (pTHX_ int count)
2893{
2894 /* a waitarray=semaphore contains a counter IV in $sem->[0] and any waiters after that */
2895 AV *av = newAV ();
2896 SV **ary;
2897
2898 /* unfortunately, building manually saves memory */
2899 Newx (ary, 2, SV *);
2900 AvALLOC (av) = ary;
2901#if PERL_VERSION_ATLEAST (5,10,0)
2902 AvARRAY (av) = ary;
2903#else
2904 /* 5.8.8 needs this syntax instead of AvARRAY = ary, yet */
2905 /* -DDEBUGGING flags this as a bug, despite it perfectly working */
2906 SvPVX ((SV *)av) = (char *)ary;
2907#endif
2908 AvMAX (av) = 1;
2909 AvFILLp (av) = 0;
2910 ary [0] = newSViv (count);
2911
2912 return newRV_noinc ((SV *)av);
2913}
2914
2915/* semaphore */
2916
2917static void
2918coro_semaphore_adjust (pTHX_ AV *av, IV adjust)
2919{
2920 SV *count_sv = AvARRAY (av)[0];
2921 IV count = SvIVX (count_sv);
2922
2923 count += adjust;
2924 SvIVX (count_sv) = count;
2925
2926 /* now wake up as many waiters as are expected to lock */
2927 while (count > 0 && AvFILLp (av) > 0)
2928 {
2929 SV *cb;
2930
2931 /* swap first two elements so we can shift a waiter */
2932 AvARRAY (av)[0] = AvARRAY (av)[1];
2933 AvARRAY (av)[1] = count_sv;
2934 cb = av_shift (av);
2935
2936 if (SvOBJECT (cb))
2937 {
2938 api_ready (aTHX_ cb);
2939 --count;
2940 }
2941 else if (SvTYPE (cb) == SVt_PVCV)
2942 {
2943 dSP;
2944 PUSHMARK (SP);
2945 XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
2946 PUTBACK;
2947 call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
2948 }
2949
2950 SvREFCNT_dec (cb);
2951 }
2952}
2953
2954static void
2955coro_semaphore_destroy (pTHX_ struct CoroSLF *frame)
2956{
2957 /* call $sem->adjust (0) to possibly wake up some other waiters */
2958 coro_semaphore_adjust (aTHX_ (AV *)frame->data, 0);
2959}
2960
2961static int
2962slf_check_semaphore_down_or_wait (pTHX_ struct CoroSLF *frame, int acquire)
2963{
2964 AV *av = (AV *)frame->data;
2965 SV *count_sv = AvARRAY (av)[0];
2966 SV *coro_hv = SvRV (coro_current);
2967
2968 /* if we are about to throw, don't actually acquire the lock, just throw */
2969 if (CORO_THROW)
2970 return 0;
2971 else if (SvIVX (count_sv) > 0)
2972 {
2973 frame->destroy = 0;
2974
2975 if (acquire)
2976 SvIVX (count_sv) = SvIVX (count_sv) - 1;
2977 else
2978 coro_semaphore_adjust (aTHX_ av, 0);
2979
2980 return 0;
2981 }
2982 else
2983 {
2984 int i;
2985 /* if we were woken up but can't down, we look through the whole */
2986 /* waiters list and only add us if we aren't in there already */
2987 /* this avoids some degenerate memory usage cases */
2988 for (i = AvFILLp (av); i > 0; --i) /* i > 0 is not an off-by-one bug */
2989 if (AvARRAY (av)[i] == coro_hv)
2990 return 1;
2991
2992 av_push (av, SvREFCNT_inc (coro_hv));
2993 return 1;
2994 }
2995}
2996
2997static int
2998slf_check_semaphore_down (pTHX_ struct CoroSLF *frame)
2999{
3000 return slf_check_semaphore_down_or_wait (aTHX_ frame, 1);
3001}
3002
3003static int
3004slf_check_semaphore_wait (pTHX_ struct CoroSLF *frame)
3005{
3006 return slf_check_semaphore_down_or_wait (aTHX_ frame, 0);
3007}
3008
3009static void
3010slf_init_semaphore_down_or_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
3011{
3012 AV *av = (AV *)SvRV (arg [0]);
3013
3014 if (SvIVX (AvARRAY (av)[0]) > 0)
3015 {
3016 frame->data = (void *)av;
3017 frame->prepare = prepare_nop;
3018 }
3019 else
3020 {
3021 av_push (av, SvREFCNT_inc (SvRV (coro_current)));
3022
3023 frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av));
3024 frame->prepare = prepare_schedule;
3025 /* to avoid race conditions when a woken-up coro gets terminated */
3026 /* we arrange for a temporary on_destroy that calls adjust (0) */
3027 frame->destroy = coro_semaphore_destroy;
3028 }
3029}
3030
3031static void
3032slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
3033{
3034 slf_init_semaphore_down_or_wait (aTHX_ frame, cv, arg, items);
3035 frame->check = slf_check_semaphore_down;
3036}
3037
3038static void
3039slf_init_semaphore_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
3040{
3041 if (items >= 2)
3042 {
3043 /* callback form */
3044 AV *av = (AV *)SvRV (arg [0]);
3045 SV *cb_cv = s_get_cv_croak (arg [1]);
3046
3047 av_push (av, SvREFCNT_inc_NN (cb_cv));
3048
3049 if (SvIVX (AvARRAY (av)[0]) > 0)
3050 coro_semaphore_adjust (aTHX_ av, 0);
3051
3052 frame->prepare = prepare_nop;
3053 frame->check = slf_check_nop;
3054 }
3055 else
3056 {
3057 slf_init_semaphore_down_or_wait (aTHX_ frame, cv, arg, items);
3058 frame->check = slf_check_semaphore_wait;
3059 }
3060}
3061
3062/* signal */
3063
3064static void
3065coro_signal_wake (pTHX_ AV *av, int count)
3066{
3067 SvIVX (AvARRAY (av)[0]) = 0;
3068
3069 /* now signal count waiters */
3070 while (count > 0 && AvFILLp (av) > 0)
3071 {
3072 SV *cb;
3073
3074 /* swap first two elements so we can shift a waiter */
3075 cb = AvARRAY (av)[0];
3076 AvARRAY (av)[0] = AvARRAY (av)[1];
3077 AvARRAY (av)[1] = cb;
3078
3079 cb = av_shift (av);
3080
3081 if (SvTYPE (cb) == SVt_PVCV)
3082 {
3083 dSP;
3084 PUSHMARK (SP);
3085 XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
3086 PUTBACK;
3087 call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
3088 }
3089 else
3090 {
3091 api_ready (aTHX_ cb);
3092 sv_setiv (cb, 0); /* signal waiter */
3093 }
3094
3095 SvREFCNT_dec (cb);
3096
3097 --count;
3098 }
3099}
3100
3101static int
3102slf_check_signal_wait (pTHX_ struct CoroSLF *frame)
3103{
3104 /* if we are about to throw, also stop waiting */
3105 return SvROK ((SV *)frame->data) && !CORO_THROW;
3106}
3107
3108static void
3109slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
3110{
3111 AV *av = (AV *)SvRV (arg [0]);
3112
3113 if (items >= 2)
3114 {
3115 SV *cb_cv = s_get_cv_croak (arg [1]);
3116 av_push (av, SvREFCNT_inc_NN (cb_cv));
3117
3118 if (SvIVX (AvARRAY (av)[0]))
3119 coro_signal_wake (aTHX_ av, 1); /* must be the only waiter */
3120
3121 frame->prepare = prepare_nop;
3122 frame->check = slf_check_nop;
3123 }
3124 else if (SvIVX (AvARRAY (av)[0]))
3125 {
3126 SvIVX (AvARRAY (av)[0]) = 0;
3127 frame->prepare = prepare_nop;
3128 frame->check = slf_check_nop;
3129 }
3130 else
3131 {
3132 SV *waiter = newSVsv (coro_current); /* owned by signal av */
3133
3134 av_push (av, waiter);
3135
3136 frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */
3137 frame->prepare = prepare_schedule;
3138 frame->check = slf_check_signal_wait;
3139 }
3140}
3141
3142/*****************************************************************************/
3143/* Coro::AIO */
3144
3145#define CORO_MAGIC_type_aio PERL_MAGIC_ext
3146
3147/* helper storage struct */
3148struct io_state
3149{
3150 int errorno;
3151 I32 laststype; /* U16 in 5.10.0 */
3152 int laststatval;
3153 Stat_t statcache;
3154};
3155
3156static void
3157coro_aio_callback (pTHX_ CV *cv)
3158{
3159 dXSARGS;
3160 AV *state = (AV *)S_GENSUB_ARG;
3161 SV *coro = av_pop (state);
3162 SV *data_sv = newSV (sizeof (struct io_state));
3163
3164 av_extend (state, items - 1);
3165
3166 sv_upgrade (data_sv, SVt_PV);
3167 SvCUR_set (data_sv, sizeof (struct io_state));
3168 SvPOK_only (data_sv);
3169
3170 {
3171 struct io_state *data = (struct io_state *)SvPVX (data_sv);
3172
3173 data->errorno = errno;
3174 data->laststype = PL_laststype;
3175 data->laststatval = PL_laststatval;
3176 data->statcache = PL_statcache;
3177 }
3178
3179 /* now build the result vector out of all the parameters and the data_sv */
3180 {
3181 int i;
3182
3183 for (i = 0; i < items; ++i)
3184 av_push (state, SvREFCNT_inc_NN (ST (i)));
3185 }
3186
3187 av_push (state, data_sv);
3188
3189 api_ready (aTHX_ coro);
3190 SvREFCNT_dec (coro);
3191 SvREFCNT_dec ((AV *)state);
3192}
3193
3194static int
3195slf_check_aio_req (pTHX_ struct CoroSLF *frame)
3196{
3197 AV *state = (AV *)frame->data;
3198
3199 /* if we are about to throw, return early */
3200 /* this does not cancel the aio request, but at least */
3201 /* it quickly returns */
3202 if (CORO_THROW)
3203 return 0;
3204
3205 /* one element that is an RV? repeat! */
3206 if (AvFILLp (state) == 0 && SvROK (AvARRAY (state)[0]))
3207 return 1;
3208
3209 /* restore status */
3210 {
3211 SV *data_sv = av_pop (state);
3212 struct io_state *data = (struct io_state *)SvPVX (data_sv);
3213
3214 errno = data->errorno;
3215 PL_laststype = data->laststype;
3216 PL_laststatval = data->laststatval;
3217 PL_statcache = data->statcache;
3218
3219 SvREFCNT_dec (data_sv);
3220 }
3221
3222 /* push result values */
3223 {
3224 dSP;
3225 int i;
3226
3227 EXTEND (SP, AvFILLp (state) + 1);
3228 for (i = 0; i <= AvFILLp (state); ++i)
3229 PUSHs (sv_2mortal (SvREFCNT_inc_NN (AvARRAY (state)[i])));
3230
3231 PUTBACK;
3232 }
3233
3234 return 0;
3235}
3236
3237static void
3238slf_init_aio_req (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
3239{
3240 AV *state = (AV *)sv_2mortal ((SV *)newAV ());
3241 SV *coro_hv = SvRV (coro_current);
3242 struct coro *coro = SvSTATE_hv (coro_hv);
3243
3244 /* put our coroutine id on the state arg */
3245 av_push (state, SvREFCNT_inc_NN (coro_hv));
3246
3247 /* first see whether we have a non-zero priority and set it as AIO prio */
3248 if (coro->prio)
3249 {
3250 dSP;
3251
3252 static SV *prio_cv;
3253 static SV *prio_sv;
3254
3255 if (ecb_expect_false (!prio_cv))
3256 {
3257 prio_cv = (SV *)get_cv ("IO::AIO::aioreq_pri", 0);
3258 prio_sv = newSViv (0);
3259 }
3260
3261 PUSHMARK (SP);
3262 sv_setiv (prio_sv, coro->prio);
3263 XPUSHs (prio_sv);
3264
3265 PUTBACK;
3266 call_sv (prio_cv, G_VOID | G_DISCARD);
3267 }
3268
3269 /* now call the original request */
3270 {
3271 dSP;
3272 CV *req = (CV *)CORO_MAGIC_NN ((SV *)cv, CORO_MAGIC_type_aio)->mg_obj;
3273 int i;
3274
3275 PUSHMARK (SP);
3276
3277 /* first push all args to the stack */
3278 EXTEND (SP, items + 1);
3279
3280 for (i = 0; i < items; ++i)
3281 PUSHs (arg [i]);
3282
3283 /* now push the callback closure */
3284 PUSHs (sv_2mortal (s_gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));
3285
3286 /* now call the AIO function - we assume our request is uncancelable */
3287 PUTBACK;
3288 call_sv ((SV *)req, G_VOID | G_DISCARD);
3289 }
3290
3291 /* now that the request is going, we loop till we have a result */
3292 frame->data = (void *)state;
3293 frame->prepare = prepare_schedule;
3294 frame->check = slf_check_aio_req;
3295}
3296
3297static void
3298coro_aio_req_xs (pTHX_ CV *cv)
3299{
3300 dXSARGS;
3301
3302 CORO_EXECUTE_SLF_XS (slf_init_aio_req);
3303
3304 XSRETURN_EMPTY;
3305}
3306
3307/*****************************************************************************/
3308
3309#if CORO_CLONE
3310# include "clone.c"
3311#endif
3312
3313/*****************************************************************************/
3314
3315static SV *
3316coro_new (pTHX_ HV *stash, SV **argv, int argc, int is_coro)
3317{
3318 SV *coro_sv;
3319 struct coro *coro;
3320 MAGIC *mg;
3321 HV *hv;
3322 SV *cb;
3323 int i;
3324
3325 if (argc > 0)
3326 {
3327 cb = s_get_cv_croak (argv [0]);
3328
3329 if (!is_coro)
3330 {
3331 if (CvISXSUB (cb))
3332 croak ("Coro::State doesn't support XS functions as coroutine start, caught");
3333
3334 if (!CvROOT (cb))
3335 croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
3336 }
3337 }
3338
3339 Newz (0, coro, 1, struct coro);
3340 coro->args = newAV ();
3341 coro->flags = CF_NEW;
3342
3343 if (coro_first) coro_first->prev = coro;
3344 coro->next = coro_first;
3345 coro_first = coro;
3346
3347 coro->hv = hv = newHV ();
3348 mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
3349 mg->mg_flags |= MGf_DUP;
3350 coro_sv = sv_bless (newRV_noinc ((SV *)hv), stash);
3351
3352 if (argc > 0)
3353 {
3354 av_extend (coro->args, argc + is_coro - 1);
3355
3356 if (is_coro)
3357 {
3358 av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
3359 cb = (SV *)cv_coro_run;
3360 }
3361
3362 coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
3363
3364 for (i = 1; i < argc; i++)
3365 av_push (coro->args, newSVsv (argv [i]));
3366 }
3367
3368 return coro_sv;
3369}
3370
3371#ifndef __cplusplus
3372ecb_cold XS(boot_Coro__State);
3373#endif
3374
3375#if CORO_JIT
3376
3377static void ecb_noinline ecb_cold
3378pushav_4uv (pTHX_ UV a, UV b, UV c, UV d)
3379{
3380 dSP;
3381 AV *av = newAV ();
3382
3383 av_store (av, 3, newSVuv (d));
3384 av_store (av, 2, newSVuv (c));
3385 av_store (av, 1, newSVuv (b));
3386 av_store (av, 0, newSVuv (a));
3387
3388 XPUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
3389
3390 PUTBACK;
3391}
3392
3393static void ecb_noinline ecb_cold
3394jit_init (pTHX)
3395{
3396 dSP;
3397 SV *load, *save;
3398 char *map_base;
3399 char *load_ptr, *save_ptr;
3400 STRLEN load_len, save_len, map_len;
3401 int count;
3402
3403 eval_pv ("require 'Coro/jit-" CORO_JIT_TYPE ".pl'", 1);
3404
3405 PUSHMARK (SP);
3406#define VARx(name,expr,type) pushav_4uv (aTHX_ (UV)&(expr), sizeof (expr), offsetof (perl_slots, name), sizeof (type));
3407# include "state.h"
3408#undef VARx
3409 count = call_pv ("Coro::State::_jit", G_ARRAY);
3410 SPAGAIN;
3411
3412 save = POPs; save_ptr = SvPVbyte (save, save_len);
3413 load = POPs; load_ptr = SvPVbyte (load, load_len);
3414
3415 map_len = load_len + save_len + 16;
3416
3417 map_base = mmap (0, map_len, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
3418
3419 assert (("Coro: unable to mmap jit code page, cannot continue.", map_base != (char *)MAP_FAILED));
3420
3421 load_perl_slots = (load_save_perl_slots_type)map_base;
3422 memcpy (map_base, load_ptr, load_len);
3423
3424 map_base += (load_len + 15) & ~15;
3425
3426 save_perl_slots = (load_save_perl_slots_type)map_base;
3427 memcpy (map_base, save_ptr, save_len);
3428
3429 /* we are good citizens and try to make the page read-only, so the evil evil */
3430 /* hackers might have it a bit more difficult */
3431 mprotect (map_base, map_len, PROT_READ | PROT_EXEC);
3432
3433 PUTBACK;
3434 eval_pv ("undef &Coro::State::_jit", 1);
3435}
3436
3437#endif
3438
3439MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
3440
3441PROTOTYPES: DISABLE
3442
3443BOOT:
3444{
3445#ifdef USE_ITHREADS
3446# if CORO_PTHREAD
3447 coro_thx = PERL_GET_CONTEXT;
3448# endif
3449#endif
3450 BOOT_PAGESIZE;
3451
3452 /* perl defines these to check for existance first, but why it doesn't */
3453 /* just create them one at init time is not clear to me, except for */
3454 /* programs trying to delete them, but... */
3455 /* anyway, we declare this as invalid and make sure they are initialised here */
3456 DEFSV;
3457 ERRSV;
3458
3459 cctx_current = cctx_new_empty ();
3460
3461 irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV);
3462 stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO);
3463
3464 orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get;
3465 orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set;
3466 orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr;
3467
3468 hv_sig = coro_get_hv (aTHX_ "SIG", TRUE);
3469 rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));
3470 rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));
3471
3472 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
3473
3474 newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));
3475 newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));
3476 newCONSTSUB (coro_state_stash, "CC_TRACE_LINE", newSViv (CC_TRACE_LINE));
3477 newCONSTSUB (coro_state_stash, "CC_TRACE_ALL" , newSViv (CC_TRACE_ALL));
3478
3479 main_mainstack = PL_mainstack;
3480 main_top_env = PL_top_env;
3481
3482 while (main_top_env->je_prev)
3483 main_top_env = main_top_env->je_prev;
3484
3485 {
3486 SV *slf = sv_2mortal (newSViv (PTR2IV (pp_slf)));
3487
3488 if (!PL_custom_op_names) PL_custom_op_names = newHV ();
3489 hv_store_ent (PL_custom_op_names, slf, newSVpv ("coro_slf", 0), 0);
3490
3491 if (!PL_custom_op_descs) PL_custom_op_descs = newHV ();
3492 hv_store_ent (PL_custom_op_descs, slf, newSVpv ("coro schedule like function", 0), 0);
3493 }
3494
3495 coroapi.ver = CORO_API_VERSION;
3496 coroapi.rev = CORO_API_REVISION;
3497
3498 coroapi.transfer = api_transfer;
3499
3500 coroapi.sv_state = SvSTATE_;
3501 coroapi.execute_slf = api_execute_slf;
3502 coroapi.prepare_nop = prepare_nop;
3503 coroapi.prepare_schedule = prepare_schedule;
3504 coroapi.prepare_cede = prepare_cede;
3505 coroapi.prepare_cede_notself = prepare_cede_notself;
3506
3507 time_init (aTHX);
3508
3509 assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));
3510#if CORO_JIT
3511 PUTBACK;
3512 jit_init (aTHX);
3513 SPAGAIN;
3514#endif
3515}
3516
3517SV *
3518new (SV *klass, ...)
3519 ALIAS:
3520 Coro::new = 1
3521 CODE:
3522 RETVAL = coro_new (aTHX_ ix ? coro_stash : coro_state_stash, &ST (1), items - 1, ix);
3523 OUTPUT:
3524 RETVAL
3525
3526void
3527transfer (...)
3528 PROTOTYPE: $$
3529 CODE:
3530 CORO_EXECUTE_SLF_XS (slf_init_transfer);
3531
3532void
3533_exit (int code)
3534 PROTOTYPE: $
3535 CODE:
3536 _exit (code);
3537
3538SV *
3539clone (Coro::State coro)
3540 CODE:
3541{
3542#if CORO_CLONE
3543 struct coro *ncoro = coro_clone (aTHX_ coro);
3544 MAGIC *mg;
3545 /* TODO: too much duplication */
3546 ncoro->hv = newHV ();
3547 mg = sv_magicext ((SV *)ncoro->hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)ncoro, 0);
3548 mg->mg_flags |= MGf_DUP;
3549 RETVAL = sv_bless (newRV_noinc ((SV *)ncoro->hv), SvSTASH (coro->hv));
3550#else
3551 croak ("Coro::State->clone has not been configured into this installation of Coro, realised");
3552#endif
3553}
3554 OUTPUT:
3555 RETVAL
3556
3557int
3558cctx_stacksize (int new_stacksize = 0)
3559 PROTOTYPE: ;$
3560 CODE:
3561 RETVAL = cctx_stacksize;
3562 if (new_stacksize)
3563 {
3564 cctx_stacksize = new_stacksize;
3565 ++cctx_gen;
3566 }
3567 OUTPUT:
3568 RETVAL
3569
3570int
3571cctx_max_idle (int max_idle = 0)
3572 PROTOTYPE: ;$
3573 CODE:
3574 RETVAL = cctx_max_idle;
3575 if (max_idle > 1)
3576 cctx_max_idle = max_idle;
3577 OUTPUT:
3578 RETVAL
3579
3580int
3581cctx_count ()
3582 PROTOTYPE:
3583 CODE:
3584 RETVAL = cctx_count;
3585 OUTPUT:
3586 RETVAL
3587
3588int
3589cctx_idle ()
3590 PROTOTYPE:
3591 CODE:
3592 RETVAL = cctx_idle;
3593 OUTPUT:
3594 RETVAL
3595
3596void
3597list ()
3598 PROTOTYPE:
3599 PPCODE:
3600{
3601 struct coro *coro;
3602 for (coro = coro_first; coro; coro = coro->next)
3603 if (coro->hv)
3604 XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));
3605}
3606
3607void
3608call (Coro::State coro, SV *coderef)
3609 ALIAS:
3610 eval = 1
3611 CODE:
3612{
3613 if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))
3614 {
3615 struct coro *current = SvSTATE_current;
3616 struct CoroSLF slf_save;
3617
3618 if (current != coro)
235 { 3619 {
236 /* I never used formats, so how should I know how these are implemented? */ 3620 PUTBACK;
237 /* my bold guess is as a simple, plain sub... */ 3621 save_perl (aTHX_ current);
238 croak ("CXt_FORMAT not yet handled. Don't switch coroutines from within formats"); 3622 load_perl (aTHX_ coro);
3623 /* the coro is most likely in an active SLF call.
3624 * while not strictly required (the code we execute is
3625 * not allowed to call any SLF functions), it's cleaner
3626 * to reinitialise the slf_frame and restore it later.
3627 * This might one day allow us to actually do SLF calls
3628 * from code executed here.
3629 */
3630 slf_save = slf_frame;
3631 slf_frame.prepare = 0;
3632 SPAGAIN;
3633 }
3634
3635 PUSHSTACK;
3636
3637 PUSHMARK (SP);
3638 PUTBACK;
3639
3640 if (ix)
3641 eval_sv (coderef, 0);
3642 else
3643 call_sv (coderef, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
3644
3645 POPSTACK;
3646 SPAGAIN;
3647
3648 if (current != coro)
3649 {
3650 PUTBACK;
3651 slf_frame = slf_save;
3652 save_perl (aTHX_ coro);
3653 load_perl (aTHX_ current);
3654 SPAGAIN;
239 } 3655 }
240 } 3656 }
241
242 if (top_si->si_type == PERLSI_MAIN)
243 break;
244
245 top_si = top_si->si_prev;
246 ccstk = top_si->si_cxstack;
247 cxix = top_si->si_cxix;
248 }
249
250 PUTBACK;
251 }
252
253 c->dowarn = PL_dowarn;
254 c->defav = GvAV (PL_defgv);
255 c->curstackinfo = PL_curstackinfo;
256 c->curstack = PL_curstack;
257 c->mainstack = PL_mainstack;
258 c->stack_sp = PL_stack_sp;
259 c->op = PL_op;
260 c->curpad = PL_curpad;
261 c->stack_base = PL_stack_base;
262 c->stack_max = PL_stack_max;
263 c->tmps_stack = PL_tmps_stack;
264 c->tmps_floor = PL_tmps_floor;
265 c->tmps_ix = PL_tmps_ix;
266 c->tmps_max = PL_tmps_max;
267 c->markstack = PL_markstack;
268 c->markstack_ptr = PL_markstack_ptr;
269 c->markstack_max = PL_markstack_max;
270 c->scopestack = PL_scopestack;
271 c->scopestack_ix = PL_scopestack_ix;
272 c->scopestack_max = PL_scopestack_max;
273 c->savestack = PL_savestack;
274 c->savestack_ix = PL_savestack_ix;
275 c->savestack_max = PL_savestack_max;
276 c->retstack = PL_retstack;
277 c->retstack_ix = PL_retstack_ix;
278 c->retstack_max = PL_retstack_max;
279 c->curcop = PL_curcop;
280} 3657}
281 3658
282static void 3659SV *
283LOAD(pTHX_ Coro__State c) 3660is_ready (Coro::State coro)
284{
285 PL_dowarn = c->dowarn;
286 GvAV (PL_defgv) = c->defav;
287 PL_curstackinfo = c->curstackinfo;
288 PL_curstack = c->curstack;
289 PL_mainstack = c->mainstack;
290 PL_stack_sp = c->stack_sp;
291 PL_op = c->op;
292 PL_curpad = c->curpad;
293 PL_stack_base = c->stack_base;
294 PL_stack_max = c->stack_max;
295 PL_tmps_stack = c->tmps_stack;
296 PL_tmps_floor = c->tmps_floor;
297 PL_tmps_ix = c->tmps_ix;
298 PL_tmps_max = c->tmps_max;
299 PL_markstack = c->markstack;
300 PL_markstack_ptr = c->markstack_ptr;
301 PL_markstack_max = c->markstack_max;
302 PL_scopestack = c->scopestack;
303 PL_scopestack_ix = c->scopestack_ix;
304 PL_scopestack_max = c->scopestack_max;
305 PL_savestack = c->savestack;
306 PL_savestack_ix = c->savestack_ix;
307 PL_savestack_max = c->savestack_max;
308 PL_retstack = c->retstack;
309 PL_retstack_ix = c->retstack_ix;
310 PL_retstack_max = c->retstack_max;
311 PL_curcop = c->curcop;
312
313 {
314 dSP;
315 CV *cv;
316
317 /* now do the ugly restore mess */
318 while ((cv = (CV *)POPs))
319 {
320 AV *padlist = (AV *)POPs;
321
322 put_padlist (cv);
323 CvPADLIST(cv) = padlist;
324 CvDEPTH(cv) = (I32)POPs;
325
326#ifdef USE_THREADS
327 CvOWNER(cv) = (struct perl_thread *)POPs;
328 error does not work either
329#endif
330 }
331
332 PUTBACK;
333 }
334}
335
336/* this is an EXACT copy of S_nuke_stacks in perl.c, which is unfortunately static */
337STATIC void
338destroy_stacks(pTHX)
339{
340 dSP;
341
342 /* die does this while calling POPSTACK, but I just don't see why. */
343 dounwind(-1);
344
345 /* is this ugly, I ask? */
346 while (PL_scopestack_ix)
347 LEAVE;
348
349 while (PL_curstackinfo->si_next)
350 PL_curstackinfo = PL_curstackinfo->si_next;
351
352 while (PL_curstackinfo)
353 {
354 PERL_SI *p = PL_curstackinfo->si_prev;
355
356 SvREFCNT_dec(PL_curstackinfo->si_stack);
357 Safefree(PL_curstackinfo->si_cxstack);
358 Safefree(PL_curstackinfo);
359 PL_curstackinfo = p;
360 }
361
362 if (PL_scopestack_ix != 0)
363 Perl_warner(aTHX_ WARN_INTERNAL,
364 "Unbalanced scopes: %ld more ENTERs than LEAVEs\n",
365 (long)PL_scopestack_ix);
366 if (PL_savestack_ix != 0)
367 Perl_warner(aTHX_ WARN_INTERNAL,
368 "Unbalanced saves: %ld more saves than restores\n",
369 (long)PL_savestack_ix);
370 if (PL_tmps_floor != -1)
371 Perl_warner(aTHX_ WARN_INTERNAL,"Unbalanced tmps: %ld more allocs than frees\n",
372 (long)PL_tmps_floor + 1);
373 /*
374 */
375 Safefree(PL_tmps_stack);
376 Safefree(PL_markstack);
377 Safefree(PL_scopestack);
378 Safefree(PL_savestack);
379 Safefree(PL_retstack);
380}
381
382#define SUB_INIT "Coro::State::_newcoro"
383
384MODULE = Coro::State PACKAGE = Coro::State
385
386PROTOTYPES: ENABLE
387
388BOOT:
389 if (!padlist_cache)
390 padlist_cache = newHV ();
391
392Coro::State
393_newprocess(args)
394 SV * args
395 PROTOTYPE: $ 3661 PROTOTYPE: $
3662 ALIAS:
3663 is_ready = CF_READY
3664 is_running = CF_RUNNING
3665 is_new = CF_NEW
3666 is_destroyed = CF_ZOMBIE
3667 is_zombie = CF_ZOMBIE
3668 is_suspended = CF_SUSPENDED
3669 CODE:
3670 RETVAL = boolSV (coro->flags & ix);
3671 OUTPUT:
3672 RETVAL
3673
3674void
3675throw (Coro::State self, SV *exception = &PL_sv_undef)
3676 PROTOTYPE: $;$
396 CODE: 3677 CODE:
397 Coro__State coro; 3678{
3679 struct coro *current = SvSTATE_current;
3680 SV **exceptionp = self == current ? &CORO_THROW : &self->except;
3681 SvREFCNT_dec (*exceptionp);
3682 SvGETMAGIC (exception);
3683 *exceptionp = SvOK (exception) ? newSVsv (exception) : 0;
3684}
398 3685
399 if (!SvROK (args) || SvTYPE (SvRV (args)) != SVt_PVAV) 3686void
400 croak ("Coro::State::newprocess expects an arrayref"); 3687api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
3688 PROTOTYPE: $;$
3689 C_ARGS: aTHX_ coro, flags
3690
3691SV *
3692has_cctx (Coro::State coro)
3693 PROTOTYPE: $
3694 CODE:
3695 /* maybe manage the running flag differently */
3696 RETVAL = boolSV (!!coro->cctx || (coro->flags & CF_RUNNING));
3697 OUTPUT:
3698 RETVAL
3699
3700int
3701is_traced (Coro::State coro)
3702 PROTOTYPE: $
3703 CODE:
3704 RETVAL = (coro->cctx ? coro->cctx->flags : 0) & CC_TRACE_ALL;
3705 OUTPUT:
3706 RETVAL
3707
3708UV
3709rss (Coro::State coro)
3710 PROTOTYPE: $
3711 ALIAS:
3712 usecount = 1
3713 CODE:
3714 switch (ix)
3715 {
3716 case 0: RETVAL = coro_rss (aTHX_ coro); break;
3717 case 1: RETVAL = coro->usecount; break;
401 3718 }
402 New (0, coro, 1, struct coro); 3719 OUTPUT:
403
404 coro->mainstack = 0; /* actual work is done inside transfer */
405 coro->args = (AV *)SvREFCNT_inc (SvRV (args));
406
407 RETVAL = coro; 3720 RETVAL
3721
3722void
3723force_cctx ()
3724 PROTOTYPE:
3725 CODE:
3726 cctx_current->idle_sp = 0;
3727
3728void
3729swap_defsv (Coro::State self)
3730 PROTOTYPE: $
3731 ALIAS:
3732 swap_defav = 1
3733 CODE:
3734 if (!self->slot)
3735 croak ("cannot swap state with coroutine that has no saved state,");
3736 else
3737 {
3738 SV **src = ix ? (SV **)&GvAV (PL_defgv) : &GvSV (PL_defgv);
3739 SV **dst = ix ? (SV **)&self->slot->defav : (SV **)&self->slot->defsv;
3740
3741 SV *tmp = *src; *src = *dst; *dst = tmp;
3742 }
3743
3744void
3745cancel (Coro::State self)
3746 CODE:
3747 coro_state_destroy (aTHX_ self);
3748
3749SV *
3750enable_times (int enabled = enable_times)
3751 CODE:
3752{
3753 RETVAL = boolSV (enable_times);
3754
3755 if (enabled != enable_times)
3756 {
3757 enable_times = enabled;
3758
3759 coro_times_update ();
3760 (enabled ? coro_times_sub : coro_times_add)(SvSTATE (coro_current));
3761 }
3762}
408 OUTPUT: 3763 OUTPUT:
409 RETVAL 3764 RETVAL
410 3765
411void 3766void
412transfer(prev,next) 3767times (Coro::State self)
413 Coro::State_or_hashref prev 3768 PPCODE:
414 Coro::State_or_hashref next 3769{
3770 struct coro *current = SvSTATE (coro_current);
3771
3772 if (ecb_expect_false (current == self))
3773 {
3774 coro_times_update ();
3775 coro_times_add (SvSTATE (coro_current));
3776 }
3777
3778 EXTEND (SP, 2);
3779 PUSHs (sv_2mortal (newSVnv (self->t_real [0] + self->t_real [1] * 1e-9)));
3780 PUSHs (sv_2mortal (newSVnv (self->t_cpu [0] + self->t_cpu [1] * 1e-9)));
3781
3782 if (ecb_expect_false (current == self))
3783 coro_times_sub (SvSTATE (coro_current));
3784}
3785
3786void
3787swap_sv (Coro::State coro, SV *sv, SV *swapsv)
3788 CODE:
3789{
3790 struct coro *current = SvSTATE_current;
3791
3792 if (current == coro)
3793 SWAP_SVS (current);
3794
3795 if (!coro->swap_sv)
3796 coro->swap_sv = newAV ();
3797
3798 av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (sv )));
3799 av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (swapsv)));
3800
3801 if (current == coro)
3802 SWAP_SVS (current);
3803}
3804
3805
3806MODULE = Coro::State PACKAGE = Coro
3807
3808BOOT:
3809{
3810 sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3811 sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3812 cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3813 coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
3814 av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);
3815 av_destroy = coro_get_av (aTHX_ "Coro::destroy" , TRUE);
3816 sv_manager = coro_get_sv (aTHX_ "Coro::manager" , TRUE);
3817 sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);
3818
3819 sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);
3820 sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);
3821 cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);
3822 CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */
3823
3824 coro_stash = gv_stashpv ("Coro", TRUE);
3825
3826 newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));
3827 newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));
3828 newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));
3829 newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (CORO_PRIO_LOW));
3830 newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (CORO_PRIO_IDLE));
3831 newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (CORO_PRIO_MIN));
3832
3833 {
3834 SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);
3835
3836 coroapi.schedule = api_schedule;
3837 coroapi.schedule_to = api_schedule_to;
3838 coroapi.cede = api_cede;
3839 coroapi.cede_notself = api_cede_notself;
3840 coroapi.ready = api_ready;
3841 coroapi.is_ready = api_is_ready;
3842 coroapi.nready = coro_nready;
3843 coroapi.current = coro_current;
3844
3845 /*GCoroAPI = &coroapi;*/
3846 sv_setiv (sv, (IV)&coroapi);
3847 SvREADONLY_on (sv);
3848 }
3849}
3850
3851SV *
3852async (...)
3853 PROTOTYPE: &@
415 CODE: 3854 CODE:
3855 RETVAL = coro_new (aTHX_ coro_stash, &ST (0), items, 1);
3856 api_ready (aTHX_ RETVAL);
3857 OUTPUT:
3858 RETVAL
416 3859
417 if (prev != next) 3860void
3861_destroy (Coro::State coro)
3862 CODE:
3863 /* used by the manager thread */
3864 coro_state_destroy (aTHX_ coro);
3865
3866void
3867on_destroy (Coro::State coro, SV *cb)
3868 CODE:
3869 coro_push_on_destroy (aTHX_ coro, newSVsv (cb));
3870
3871void
3872join (...)
3873 CODE:
3874 CORO_EXECUTE_SLF_XS (slf_init_join);
3875
3876void
3877terminate (...)
3878 CODE:
3879 CORO_EXECUTE_SLF_XS (slf_init_terminate);
3880
3881void
3882cancel (...)
3883 CODE:
3884 CORO_EXECUTE_SLF_XS (slf_init_cancel);
3885
3886int
3887safe_cancel (Coro::State self, ...)
3888 C_ARGS: aTHX_ self, &ST (1), items - 1
3889
3890void
3891schedule (...)
3892 CODE:
3893 CORO_EXECUTE_SLF_XS (slf_init_schedule);
3894
3895void
3896schedule_to (...)
3897 CODE:
3898 CORO_EXECUTE_SLF_XS (slf_init_schedule_to);
3899
3900void
3901cede_to (...)
3902 CODE:
3903 CORO_EXECUTE_SLF_XS (slf_init_cede_to);
3904
3905void
3906cede (...)
3907 CODE:
3908 CORO_EXECUTE_SLF_XS (slf_init_cede);
3909
3910void
3911cede_notself (...)
3912 CODE:
3913 CORO_EXECUTE_SLF_XS (slf_init_cede_notself);
3914
3915void
3916_set_current (SV *current)
3917 PROTOTYPE: $
3918 CODE:
3919 SvREFCNT_dec (SvRV (coro_current));
3920 SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));
3921
3922void
3923_set_readyhook (SV *hook)
3924 PROTOTYPE: $
3925 CODE:
3926 SvREFCNT_dec (coro_readyhook);
3927 SvGETMAGIC (hook);
3928 if (SvOK (hook))
3929 {
3930 coro_readyhook = newSVsv (hook);
3931 CORO_READYHOOK = invoke_sv_ready_hook_helper;
3932 }
3933 else
418 { 3934 {
3935 coro_readyhook = 0;
3936 CORO_READYHOOK = 0;
3937 }
3938
3939int
3940prio (Coro::State coro, int newprio = 0)
3941 PROTOTYPE: $;$
3942 ALIAS:
3943 nice = 1
3944 CODE:
3945{
3946 RETVAL = coro->prio;
3947
3948 if (items > 1)
3949 {
3950 if (ix)
3951 newprio = coro->prio - newprio;
3952
3953 if (newprio < CORO_PRIO_MIN) newprio = CORO_PRIO_MIN;
3954 if (newprio > CORO_PRIO_MAX) newprio = CORO_PRIO_MAX;
3955
3956 coro->prio = newprio;
3957 }
3958}
3959 OUTPUT:
3960 RETVAL
3961
3962SV *
3963ready (SV *self)
3964 PROTOTYPE: $
3965 CODE:
3966 RETVAL = boolSV (api_ready (aTHX_ self));
3967 OUTPUT:
3968 RETVAL
3969
3970int
3971nready (...)
3972 PROTOTYPE:
3973 CODE:
3974 RETVAL = coro_nready;
3975 OUTPUT:
3976 RETVAL
3977
3978void
3979suspend (Coro::State self)
3980 PROTOTYPE: $
3981 CODE:
3982 self->flags |= CF_SUSPENDED;
3983
3984void
3985resume (Coro::State self)
3986 PROTOTYPE: $
3987 CODE:
3988 self->flags &= ~CF_SUSPENDED;
3989
3990void
3991_pool_handler (...)
3992 CODE:
3993 CORO_EXECUTE_SLF_XS (slf_init_pool_handler);
3994
3995void
3996async_pool (SV *cv, ...)
3997 PROTOTYPE: &@
3998 PPCODE:
3999{
4000 HV *hv = (HV *)av_pop (av_async_pool);
4001 AV *av = newAV ();
4002 SV *cb = ST (0);
4003 int i;
4004
4005 av_extend (av, items - 2);
4006 for (i = 1; i < items; ++i)
4007 av_push (av, SvREFCNT_inc_NN (ST (i)));
4008
4009 if ((SV *)hv == &PL_sv_undef)
4010 {
4011 SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
4012 hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
4013 SvREFCNT_dec (sv);
4014 }
4015
4016 {
4017 struct coro *coro = SvSTATE_hv (hv);
4018
4019 assert (!coro->invoke_cb);
4020 assert (!coro->invoke_av);
4021 coro->invoke_cb = SvREFCNT_inc (cb);
4022 coro->invoke_av = av;
4023 }
4024
4025 api_ready (aTHX_ (SV *)hv);
4026
4027 if (GIMME_V != G_VOID)
4028 XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv)));
4029 else
4030 SvREFCNT_dec (hv);
4031}
4032
4033SV *
4034rouse_cb ()
4035 PROTOTYPE:
4036 CODE:
4037 RETVAL = coro_new_rouse_cb (aTHX);
4038 OUTPUT:
4039 RETVAL
4040
4041void
4042rouse_wait (...)
4043 PROTOTYPE: ;$
4044 PPCODE:
4045 CORO_EXECUTE_SLF_XS (slf_init_rouse_wait);
4046
4047void
4048on_enter (SV *block)
4049 ALIAS:
4050 on_leave = 1
4051 PROTOTYPE: &
4052 CODE:
4053{
4054 struct coro *coro = SvSTATE_current;
4055 AV **avp = ix ? &coro->on_leave : &coro->on_enter;
4056
4057 block = s_get_cv_croak (block);
4058
4059 if (!*avp)
4060 *avp = newAV ();
4061
4062 av_push (*avp, SvREFCNT_inc (block));
4063
4064 if (!ix)
4065 on_enterleave_call (aTHX_ block);
4066
4067 LEAVE; /* pp_entersub unfortunately forces an ENTER/LEAVE around XS calls */
4068 SAVEDESTRUCTOR_X (ix ? coro_pop_on_leave : coro_pop_on_enter, (void *)coro);
4069 ENTER; /* pp_entersub unfortunately forces an ENTER/LEAVE around XS calls */
4070}
4071
4072
4073MODULE = Coro::State PACKAGE = PerlIO::cede
4074
4075BOOT:
4076 PerlIO_define_layer (aTHX_ &PerlIO_cede);
4077
4078
4079MODULE = Coro::State PACKAGE = Coro::Semaphore
4080
4081SV *
4082new (SV *klass, SV *count = 0)
4083 CODE:
4084{
4085 int semcnt = 1;
4086
4087 if (count)
4088 {
4089 SvGETMAGIC (count);
4090
4091 if (SvOK (count))
4092 semcnt = SvIV (count);
4093 }
4094
4095 RETVAL = sv_bless (
4096 coro_waitarray_new (aTHX_ semcnt),
4097 GvSTASH (CvGV (cv))
4098 );
4099}
4100 OUTPUT:
4101 RETVAL
4102
4103# helper for Coro::Channel and others
4104SV *
4105_alloc (int count)
4106 CODE:
4107 RETVAL = coro_waitarray_new (aTHX_ count);
4108 OUTPUT:
4109 RETVAL
4110
4111SV *
4112count (SV *self)
4113 CODE:
4114 RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]);
4115 OUTPUT:
4116 RETVAL
4117
4118void
4119up (SV *self, int adjust = 1)
4120 ALIAS:
4121 adjust = 1
4122 CODE:
4123 coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), ix ? adjust : 1);
4124
4125void
4126down (...)
4127 CODE:
4128 CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);
4129
4130void
4131wait (...)
4132 CODE:
4133 CORO_EXECUTE_SLF_XS (slf_init_semaphore_wait);
4134
4135void
4136try (SV *self)
4137 PPCODE:
4138{
4139 AV *av = (AV *)SvRV (self);
4140 SV *count_sv = AvARRAY (av)[0];
4141 IV count = SvIVX (count_sv);
4142
4143 if (count > 0)
4144 {
4145 --count;
4146 SvIVX (count_sv) = count;
4147 XSRETURN_YES;
4148 }
4149 else
4150 XSRETURN_NO;
4151}
4152
4153void
4154waiters (SV *self)
4155 PPCODE:
4156{
4157 AV *av = (AV *)SvRV (self);
4158 int wcount = AvFILLp (av) + 1 - 1;
4159
4160 if (GIMME_V == G_SCALAR)
4161 XPUSHs (sv_2mortal (newSViv (wcount)));
4162 else
4163 {
4164 int i;
4165 EXTEND (SP, wcount);
4166 for (i = 1; i <= wcount; ++i)
4167 PUSHs (sv_2mortal (newRV_inc (AvARRAY (av)[i])));
4168 }
4169}
4170
4171MODULE = Coro::State PACKAGE = Coro::SemaphoreSet
4172
4173void
4174_may_delete (SV *sem, int count, unsigned int extra_refs)
4175 PPCODE:
4176{
4177 AV *av = (AV *)SvRV (sem);
4178
4179 if (SvREFCNT ((SV *)av) == 1 + extra_refs
4180 && AvFILLp (av) == 0 /* no waiters, just count */
4181 && SvIV (AvARRAY (av)[0]) == count)
4182 XSRETURN_YES;
4183
4184 XSRETURN_NO;
4185}
4186
4187MODULE = Coro::State PACKAGE = Coro::Signal
4188
4189SV *
4190new (SV *klass)
4191 CODE:
4192 RETVAL = sv_bless (
4193 coro_waitarray_new (aTHX_ 0),
4194 GvSTASH (CvGV (cv))
4195 );
4196 OUTPUT:
4197 RETVAL
4198
4199void
4200wait (...)
4201 CODE:
4202 CORO_EXECUTE_SLF_XS (slf_init_signal_wait);
4203
4204void
4205broadcast (SV *self)
4206 CODE:
4207{
4208 AV *av = (AV *)SvRV (self);
4209 coro_signal_wake (aTHX_ av, AvFILLp (av));
4210}
4211
4212void
4213send (SV *self)
4214 CODE:
4215{
4216 AV *av = (AV *)SvRV (self);
4217
4218 if (AvFILLp (av))
4219 coro_signal_wake (aTHX_ av, 1);
4220 else
4221 SvIVX (AvARRAY (av)[0]) = 1; /* remember the signal */
4222}
4223
4224IV
4225awaited (SV *self)
4226 CODE:
4227 RETVAL = AvFILLp ((AV *)SvRV (self)) + 1 - 1;
4228 OUTPUT:
4229 RETVAL
4230
4231
4232MODULE = Coro::State PACKAGE = Coro::AnyEvent
4233
4234BOOT:
4235 sv_activity = coro_get_sv (aTHX_ "Coro::AnyEvent::ACTIVITY", TRUE);
4236
4237void
4238_schedule (...)
4239 CODE:
4240{
4241 static int incede;
4242
4243 api_cede_notself (aTHX);
4244
4245 ++incede;
4246 while (coro_nready >= incede && api_cede (aTHX))
4247 ;
4248
4249 sv_setsv (sv_activity, &PL_sv_undef);
4250 if (coro_nready >= incede)
4251 {
4252 PUSHMARK (SP);
419 PUTBACK; 4253 PUTBACK;
420 SAVE (aTHX_ prev); 4254 call_pv ("Coro::AnyEvent::_activity", G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
421
422 /*
423 * this could be done in newprocess which would lead to
424 * extremely elegant and fast (just PUTBACK/SAVE/LOAD/SPAGAIN)
425 * code here, but lazy allocation of stacks has also
426 * some virtues and the overhead of the if() is nil.
427 */
428 if (next->mainstack)
429 {
430 LOAD (aTHX_ next);
431 next->mainstack = 0; /* unnecessary but much cleaner */
432 SPAGAIN;
433 }
434 else
435 {
436 /*
437 * emulate part of the perl startup here.
438 */
439 UNOP myop;
440
441 init_stacks (); /* from perl.c */
442 PL_op = (OP *)&myop;
443 /*PL_curcop = 0;*/
444 GvAV (PL_defgv) = (SV *)SvREFCNT_inc (next->args);
445
446 SPAGAIN;
447 Zero(&myop, 1, UNOP);
448 myop.op_next = Nullop;
449 myop.op_flags = OPf_WANT_VOID;
450
451 PUSHMARK(SP);
452 XPUSHs ((SV*)get_cv(SUB_INIT, TRUE));
453 PUTBACK;
454 /*
455 * the next line is slightly wrong, as PL_op->op_next
456 * is actually being executed so we skip the first op.
457 * that doesn't matter, though, since it is only
458 * pp_nextstate and we never return...
459 */
460 PL_op = Perl_pp_entersub(aTHX);
461 SPAGAIN;
462
463 ENTER;
464 }
465 } 4255 }
466 4256
4257 --incede;
4258}
4259
4260
4261MODULE = Coro::State PACKAGE = Coro::AIO
4262
467void 4263void
468DESTROY(coro) 4264_register (char *target, char *proto, SV *req)
469 Coro::State coro 4265 CODE:
470 CODE: 4266{
4267 SV *req_cv = s_get_cv_croak (req);
4268 /* newXSproto doesn't return the CV on 5.8 */
4269 CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);
4270 sv_setpv ((SV *)slf_cv, proto);
4271 sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);
4272}
471 4273
472 if (coro->mainstack) 4274MODULE = Coro::State PACKAGE = Coro::Select
4275
4276void
4277patch_pp_sselect ()
4278 CODE:
4279 if (!coro_old_pp_sselect)
473 { 4280 {
474 struct coro temp; 4281 coro_select_select = (SV *)get_cv ("Coro::Select::select", 0);
475 4282 coro_old_pp_sselect = PL_ppaddr [OP_SSELECT];
476 PUTBACK; 4283 PL_ppaddr [OP_SSELECT] = coro_pp_sselect;
477 SAVE(aTHX_ (&temp));
478 LOAD(aTHX_ coro);
479
480 destroy_stacks ();
481 SvREFCNT_dec ((SV *)GvAV (PL_defgv));
482
483 LOAD((&temp));
484 SPAGAIN;
485 } 4284 }
486 4285
487 SvREFCNT_dec (coro->args); 4286void
488 Safefree (coro); 4287unpatch_pp_sselect ()
4288 CODE:
4289 if (coro_old_pp_sselect)
4290 {
4291 PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;
4292 coro_old_pp_sselect = 0;
4293 }
489 4294
490

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines