ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
(Generate patch)

Comparing Coro/Coro/State.xs (file contents):
Revision 1.5 by root, Tue Jul 17 02:55:29 2001 UTC vs.
Revision 1.384 by root, Thu Feb 17 01:32:18 2011 UTC

1/* this works around a bug in mingw32 providing a non-working setjmp */
2#define USE_NO_MINGW_SETJMP_TWO_ARGS
3
4#define NDEBUG 1
5
6#include "libcoro/coro.c"
7
8#define PERL_NO_GET_CONTEXT
9#define PERL_EXT
10
1#include "EXTERN.h" 11#include "EXTERN.h"
2#include "perl.h" 12#include "perl.h"
3#include "XSUB.h" 13#include "XSUB.h"
14#include "perliol.h"
4 15
5#if 0 16#include "schmorp.h"
6# define CHK(x) (void *)0 17
18#include <stdio.h>
19#include <errno.h>
20#include <assert.h>
21
22#ifndef SVs_PADSTALE
23# define SVs_PADSTALE 0
24#endif
25
26#ifdef WIN32
27# undef setjmp
28# undef longjmp
29# undef _exit
30# define setjmp _setjmp /* deep magic */
7#else 31#else
8# define CHK(x) if (!(x)) croak("FATAL, CHK: " #x) 32# include <inttypes.h> /* most portable stdint.h */
9#endif 33#endif
10 34
35#ifdef HAVE_MMAP
36# include <unistd.h>
37# include <sys/mman.h>
38# ifndef MAP_ANONYMOUS
39# ifdef MAP_ANON
40# define MAP_ANONYMOUS MAP_ANON
41# else
42# undef HAVE_MMAP
43# endif
44# endif
45# include <limits.h>
46# ifndef PAGESIZE
47# define PAGESIZE pagesize
48# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
49static long pagesize;
50# else
51# define BOOT_PAGESIZE (void)0
52# endif
53#else
54# define PAGESIZE 0
55# define BOOT_PAGESIZE (void)0
56#endif
57
58#if CORO_USE_VALGRIND
59# include <valgrind/valgrind.h>
60#endif
61
62/* the maximum number of idle cctx that will be pooled */
63static int cctx_max_idle = 4;
64
65#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
66# undef CORO_STACKGUARD
67#endif
68
69#ifndef CORO_STACKGUARD
70# define CORO_STACKGUARD 0
71#endif
72
73/* prefer perl internal functions over our own? */
74#ifndef CORO_PREFER_PERL_FUNCTIONS
75# define CORO_PREFER_PERL_FUNCTIONS 0
76#endif
77
78/* The next macros try to return the current stack pointer, in an as
79 * portable way as possible. */
80#if __GNUC__ >= 4
81# define dSTACKLEVEL int stacklevel_dummy
82# define STACKLEVEL __builtin_frame_address (0)
83#else
84# define dSTACKLEVEL volatile void *stacklevel
85# define STACKLEVEL ((void *)&stacklevel)
86#endif
87
88#define IN_DESTRUCT PL_dirty
89
90#if __GNUC__ >= 3
91# define attribute(x) __attribute__(x)
92# define expect(expr,value) __builtin_expect ((expr), (value))
93# define INLINE static inline
94#else
95# define attribute(x)
96# define expect(expr,value) (expr)
97# define INLINE static
98#endif
99
100#define expect_false(expr) expect ((expr) != 0, 0)
101#define expect_true(expr) expect ((expr) != 0, 1)
102
103#define NOINLINE attribute ((noinline))
104
105#include "CoroAPI.h"
106#define GCoroAPI (&coroapi) /* very sneaky */
107
108#ifdef USE_ITHREADS
109# if CORO_PTHREAD
110static void *coro_thx;
111# endif
112#endif
113
114#ifdef __linux
115# include <time.h> /* for timespec */
116# include <syscall.h> /* for SYS_* */
117# ifdef SYS_clock_gettime
118# define coro_clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
119# define CORO_CLOCK_MONOTONIC 1
120# define CORO_CLOCK_THREAD_CPUTIME_ID 3
121# endif
122#endif
123
124static double (*nvtime)(); /* so why doesn't it take void? */
125static void (*u2time)(pTHX_ UV ret[2]);
126
127/* we hijack an hopefully unused CV flag for our purposes */
128#define CVf_SLF 0x4000
129static OP *pp_slf (pTHX);
130
131static U32 cctx_gen;
132static size_t cctx_stacksize = CORO_STACKSIZE;
133static struct CoroAPI coroapi;
134static AV *main_mainstack; /* used to differentiate between $main and others */
135static JMPENV *main_top_env;
136static HV *coro_state_stash, *coro_stash;
137static volatile SV *coro_mortal; /* will be freed/thrown after next transfer */
138
139static AV *av_destroy; /* destruction queue */
140static SV *sv_manager; /* the manager coro */
141static SV *sv_idle; /* $Coro::idle */
142
143static GV *irsgv; /* $/ */
144static GV *stdoutgv; /* *STDOUT */
145static SV *rv_diehook;
146static SV *rv_warnhook;
147static HV *hv_sig; /* %SIG */
148
149/* async_pool helper stuff */
150static SV *sv_pool_rss;
151static SV *sv_pool_size;
152static SV *sv_async_pool_idle; /* description string */
153static AV *av_async_pool; /* idle pool */
154static SV *sv_Coro; /* class string */
155static CV *cv_pool_handler;
156
157/* Coro::AnyEvent */
158static SV *sv_activity;
159
160/* enable processtime/realtime profiling */
161static char enable_times;
162typedef U32 coro_ts[2];
163static coro_ts time_real, time_cpu;
164static char times_valid;
165
166static struct coro_cctx *cctx_first;
167static int cctx_count, cctx_idle;
168
169enum {
170 CC_MAPPED = 0x01,
171 CC_NOREUSE = 0x02, /* throw this away after tracing */
172 CC_TRACE = 0x04,
173 CC_TRACE_SUB = 0x08, /* trace sub calls */
174 CC_TRACE_LINE = 0x10, /* trace each statement */
175 CC_TRACE_ALL = CC_TRACE_SUB | CC_TRACE_LINE,
176};
177
178/* this is a structure representing a c-level coroutine */
179typedef struct coro_cctx
180{
181 struct coro_cctx *next;
182
183 /* the stack */
184 void *sptr;
185 size_t ssize;
186
187 /* cpu state */
188 void *idle_sp; /* sp of top-level transfer/schedule/cede call */
189 JMPENV *idle_te; /* same as idle_sp, but for top_env, TODO: remove once stable */
190 JMPENV *top_env;
191 coro_context cctx;
192
193 U32 gen;
194#if CORO_USE_VALGRIND
195 int valgrind_id;
196#endif
197 unsigned char flags;
198} coro_cctx;
199
200coro_cctx *cctx_current; /* the currently running cctx */
201
202/*****************************************************************************/
203
204enum {
205 CF_RUNNING = 0x0001, /* coroutine is running */
206 CF_READY = 0x0002, /* coroutine is ready */
207 CF_NEW = 0x0004, /* has never been switched to */
208 CF_DESTROYED = 0x0008, /* coroutine data has been freed */
209 CF_SUSPENDED = 0x0010, /* coroutine can't be scheduled */
210};
211
212/* the structure where most of the perl state is stored, overlaid on the cxstack */
213typedef struct
214{
215 SV *defsv;
216 AV *defav;
217 SV *errsv;
218 SV *irsgv;
219 HV *hinthv;
220#define VAR(name,type) type name;
221# include "state.h"
222#undef VAR
223} perl_slots;
224
225#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))
226
227/* this is a structure representing a perl-level coroutine */
11struct coro { 228struct coro {
12 U8 dowarn; 229 /* the C coroutine allocated to this perl coroutine, if any */
13 AV *defav; 230 coro_cctx *cctx;
14 231
15 PERL_SI *curstackinfo; 232 /* ready queue */
16 AV *curstack; 233 struct coro *next_ready;
234
235 /* state data */
236 struct CoroSLF slf_frame; /* saved slf frame */
17 AV *mainstack; 237 AV *mainstack;
18 SV **stack_sp; 238 perl_slots *slot; /* basically the saved sp */
19 OP *op;
20 SV **curpad;
21 SV **stack_base;
22 SV **stack_max;
23 SV **tmps_stack;
24 I32 tmps_floor;
25 I32 tmps_ix;
26 I32 tmps_max;
27 I32 *markstack;
28 I32 *markstack_ptr;
29 I32 *markstack_max;
30 I32 *scopestack;
31 I32 scopestack_ix;
32 I32 scopestack_max;
33 ANY *savestack;
34 I32 savestack_ix;
35 I32 savestack_max;
36 OP **retstack;
37 I32 retstack_ix;
38 I32 retstack_max;
39 COP *curcop;
40 239
41 AV *args; 240 CV *startcv; /* the CV to execute */
241 AV *args; /* data associated with this coroutine (initial args) */
242 int refcnt; /* coroutines are refcounted, yes */
243 int flags; /* CF_ flags */
244 HV *hv; /* the perl hash associated with this coro, if any */
245 void (*on_destroy)(pTHX_ struct coro *coro); /* for temporary use by xs in critical sections */
246
247 /* statistics */
248 int usecount; /* number of transfers to this coro */
249
250 /* coro process data */
251 int prio;
252 SV *except; /* exception to be thrown */
253 SV *rouse_cb;
254
255 /* async_pool */
256 SV *saved_deffh;
257 SV *invoke_cb;
258 AV *invoke_av;
259
260 /* on_enter/on_leave */
261 AV *on_enter;
262 AV *on_leave;
263
264 /* swap_sv */
265 AV *swap_sv;
266
267 /* times */
268 coro_ts t_cpu, t_real;
269
270 /* linked list */
271 struct coro *next, *prev;
42}; 272};
43 273
44typedef struct coro *Coro__State; 274typedef struct coro *Coro__State;
45typedef struct coro *Coro__State_or_hashref; 275typedef struct coro *Coro__State_or_hashref;
46 276
47static HV *padlist_cache; 277/* the following variables are effectively part of the perl context */
278/* and get copied between struct coro and these variables */
279/* the mainr easonw e don't support windows process emulation */
280static struct CoroSLF slf_frame; /* the current slf frame */
48 281
49/* mostly copied from op.c:cv_clone2 */ 282/** Coro ********************************************************************/
50STATIC AV * 283
51clone_padlist (AV *protopadlist) 284#define CORO_PRIO_MAX 3
285#define CORO_PRIO_HIGH 1
286#define CORO_PRIO_NORMAL 0
287#define CORO_PRIO_LOW -1
288#define CORO_PRIO_IDLE -3
289#define CORO_PRIO_MIN -4
290
291/* for Coro.pm */
292static SV *coro_current;
293static SV *coro_readyhook;
294static struct coro *coro_ready [CORO_PRIO_MAX - CORO_PRIO_MIN + 1][2]; /* head|tail */
295static CV *cv_coro_run, *cv_coro_terminate;
296static struct coro *coro_first;
297#define coro_nready coroapi.nready
298
299/** Coro::Select ************************************************************/
300
301static OP *(*coro_old_pp_sselect) (pTHX);
302static SV *coro_select_select;
303
304/* horrible hack, but if it works... */
305static OP *
306coro_pp_sselect (pTHX)
52{ 307{
53 AV *av; 308 dSP;
54 I32 ix; 309 PUSHMARK (SP - 4); /* fake argument list */
55 AV *protopad_name = (AV *) * av_fetch (protopadlist, 0, FALSE); 310 XPUSHs (coro_select_select);
56 AV *protopad = (AV *) * av_fetch (protopadlist, 1, FALSE); 311 PUTBACK;
57 SV **pname = AvARRAY (protopad_name); 312
58 SV **ppad = AvARRAY (protopad); 313 /* entersub is an UNOP, select a LISTOP... keep your fingers crossed */
59 I32 fname = AvFILLp (protopad_name); 314 PL_op->op_flags |= OPf_STACKED;
60 I32 fpad = AvFILLp (protopad); 315 PL_op->op_private = 0;
316 return PL_ppaddr [OP_ENTERSUB](aTHX);
317}
318
319/** lowlevel stuff **********************************************************/
320
321static SV *
322coro_get_sv (pTHX_ const char *name, int create)
323{
324#if PERL_VERSION_ATLEAST (5,10,0)
325 /* silence stupid and wrong 5.10 warning that I am unable to switch off */
326 get_sv (name, create);
327#endif
328 return get_sv (name, create);
329}
330
331static AV *
332coro_get_av (pTHX_ const char *name, int create)
333{
334#if PERL_VERSION_ATLEAST (5,10,0)
335 /* silence stupid and wrong 5.10 warning that I am unable to switch off */
336 get_av (name, create);
337#endif
338 return get_av (name, create);
339}
340
341static HV *
342coro_get_hv (pTHX_ const char *name, int create)
343{
344#if PERL_VERSION_ATLEAST (5,10,0)
345 /* silence stupid and wrong 5.10 warning that I am unable to switch off */
346 get_hv (name, create);
347#endif
348 return get_hv (name, create);
349}
350
351INLINE void
352coro_times_update ()
353{
354#ifdef coro_clock_gettime
355 struct timespec ts;
356
357 ts.tv_sec = ts.tv_nsec = 0;
358 coro_clock_gettime (CORO_CLOCK_THREAD_CPUTIME_ID, &ts);
359 time_cpu [0] = ts.tv_sec; time_cpu [1] = ts.tv_nsec;
360
361 ts.tv_sec = ts.tv_nsec = 0;
362 coro_clock_gettime (CORO_CLOCK_MONOTONIC, &ts);
363 time_real [0] = ts.tv_sec; time_real [1] = ts.tv_nsec;
364#else
365 dTHX;
366 UV tv[2];
367
368 u2time (aTHX_ tv);
369 time_real [0] = tv [0];
370 time_real [1] = tv [1] * 1000;
371#endif
372}
373
374INLINE void
375coro_times_add (struct coro *c)
376{
377 c->t_real [1] += time_real [1];
378 if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }
379 c->t_real [0] += time_real [0];
380
381 c->t_cpu [1] += time_cpu [1];
382 if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }
383 c->t_cpu [0] += time_cpu [0];
384}
385
386INLINE void
387coro_times_sub (struct coro *c)
388{
389 if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }
390 c->t_real [1] -= time_real [1];
391 c->t_real [0] -= time_real [0];
392
393 if (c->t_cpu [1] < time_cpu [1]) { c->t_cpu [1] += 1000000000; --c->t_cpu [0]; }
394 c->t_cpu [1] -= time_cpu [1];
395 c->t_cpu [0] -= time_cpu [0];
396}
397
398/*****************************************************************************/
399/* magic glue */
400
401#define CORO_MAGIC_type_cv 26
402#define CORO_MAGIC_type_state PERL_MAGIC_ext
403
404#define CORO_MAGIC_NN(sv, type) \
405 (expect_true (SvMAGIC (sv)->mg_type == type) \
406 ? SvMAGIC (sv) \
407 : mg_find (sv, type))
408
409#define CORO_MAGIC(sv, type) \
410 (expect_true (SvMAGIC (sv)) \
411 ? CORO_MAGIC_NN (sv, type) \
412 : 0)
413
414#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)
415#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)
416
417INLINE struct coro *
418SvSTATE_ (pTHX_ SV *coro)
419{
420 HV *stash;
421 MAGIC *mg;
422
423 if (SvROK (coro))
424 coro = SvRV (coro);
425
426 if (expect_false (SvTYPE (coro) != SVt_PVHV))
427 croak ("Coro::State object required");
428
429 stash = SvSTASH (coro);
430 if (expect_false (stash != coro_stash && stash != coro_state_stash))
431 {
432 /* very slow, but rare, check */
433 if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
434 croak ("Coro::State object required");
435 }
436
437 mg = CORO_MAGIC_state (coro);
438 return (struct coro *)mg->mg_ptr;
439}
440
441#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv))
442
443/* faster than SvSTATE, but expects a coroutine hv */
444#define SvSTATE_hv(hv) ((struct coro *)CORO_MAGIC_NN ((SV *)hv, CORO_MAGIC_type_state)->mg_ptr)
445#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))
446
447/*****************************************************************************/
448/* padlist management and caching */
449
450static AV *
451coro_derive_padlist (pTHX_ CV *cv)
452{
453 AV *padlist = CvPADLIST (cv);
61 AV *newpadlist, *newpad_name, *newpad; 454 AV *newpadlist, *newpad;
62 SV **npad;
63
64 newpad_name = newAV ();
65 for (ix = fname; ix >= 0; ix--)
66 av_store (newpad_name, ix, SvREFCNT_inc (pname[ix]));
67
68 newpad = newAV ();
69 av_fill (newpad, AvFILLp (protopad));
70 npad = AvARRAY (newpad);
71 455
72 newpadlist = newAV (); 456 newpadlist = newAV ();
73 AvREAL_off (newpadlist); 457 AvREAL_off (newpadlist);
74 av_store (newpadlist, 0, (SV *) newpad_name); 458#if PERL_VERSION_ATLEAST (5,10,0)
459 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
460#else
461 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
462#endif
463 newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
464 --AvFILLp (padlist);
465
466 av_store (newpadlist, 0, SvREFCNT_inc_NN (AvARRAY (padlist)[0]));
75 av_store (newpadlist, 1, (SV *) newpad); 467 av_store (newpadlist, 1, (SV *)newpad);
76 468
77 av = newAV (); /* will be @_ */ 469 return newpadlist;
78 av_extend (av, 0); 470}
79 av_store (newpad, 0, (SV *) av);
80 AvFLAGS (av) = AVf_REIFY;
81 471
82 for (ix = fpad; ix > 0; ix--) 472static void
473free_padlist (pTHX_ AV *padlist)
474{
475 /* may be during global destruction */
476 if (!IN_DESTRUCT)
83 { 477 {
84 SV *namesv = (ix <= fname) ? pname[ix] : Nullsv; 478 I32 i = AvFILLp (padlist);
85 if (namesv && namesv != &PL_sv_undef) 479
480 while (i > 0) /* special-case index 0 */
86 { 481 {
87 char *name = SvPVX (namesv); /* XXX */ 482 /* we try to be extra-careful here */
88 if (SvFLAGS (namesv) & SVf_FAKE || *name == '&') 483 AV *av = (AV *)AvARRAY (padlist)[i--];
89 { /* lexical from outside? */ 484 I32 j = AvFILLp (av);
90 npad[ix] = SvREFCNT_inc (ppad[ix]); 485
91 } 486 while (j >= 0)
92 else 487 SvREFCNT_dec (AvARRAY (av)[j--]);
93 { /* our own lexical */ 488
94 SV *sv; 489 AvFILLp (av) = -1;
95 if (*name == '&') 490 SvREFCNT_dec (av);
96 sv = SvREFCNT_inc (ppad[ix]);
97 else if (*name == '@')
98 sv = (SV *) newAV ();
99 else if (*name == '%')
100 sv = (SV *) newHV ();
101 else
102 sv = NEWSV (0, 0);
103 if (!SvPADBUSY (sv))
104 SvPADMY_on (sv);
105 npad[ix] = sv;
106 }
107 } 491 }
108 else if (IS_PADGV (ppad[ix]) || IS_PADCONST (ppad[ix])) 492
109 { 493 SvREFCNT_dec (AvARRAY (padlist)[0]);
110 npad[ix] = SvREFCNT_inc (ppad[ix]); 494
111 } 495 AvFILLp (padlist) = -1;
496 SvREFCNT_dec ((SV*)padlist);
497 }
498}
499
500static int
501coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
502{
503 AV *padlist;
504 AV *av = (AV *)mg->mg_obj;
505
506 /* perl manages to free our internal AV and _then_ call us */
507 if (IN_DESTRUCT)
508 return 0;
509
510 /* casting is fun. */
511 while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
512 free_padlist (aTHX_ padlist);
513
514 SvREFCNT_dec (av); /* sv_magicext increased the refcount */
515
516 return 0;
517}
518
519static MGVTBL coro_cv_vtbl = {
520 0, 0, 0, 0,
521 coro_cv_free
522};
523
524/* the next two functions merely cache the padlists */
525static void
526get_padlist (pTHX_ CV *cv)
527{
528 MAGIC *mg = CORO_MAGIC_cv (cv);
529 AV *av;
530
531 if (expect_true (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0))
532 CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];
112 else 533 else
113 { 534 {
114 SV *sv = NEWSV (0, 0); 535#if CORO_PREFER_PERL_FUNCTIONS
115 SvPADTMP_on (sv); 536 /* this is probably cleaner? but also slower! */
116 npad[ix] = sv; 537 /* in practise, it seems to be less stable */
117 } 538 CV *cp = Perl_cv_clone (aTHX_ cv);
118 } 539 CvPADLIST (cv) = CvPADLIST (cp);
119 540 CvPADLIST (cp) = 0;
120#if 0 /* NONOTUNDERSTOOD */ 541 SvREFCNT_dec (cp);
121 /* Now that vars are all in place, clone nested closures. */ 542#else
122 543 CvPADLIST (cv) = coro_derive_padlist (aTHX_ cv);
123 for (ix = fpad; ix > 0; ix--) {
124 SV* namesv = (ix <= fname) ? pname[ix] : Nullsv;
125 if (namesv
126 && namesv != &PL_sv_undef
127 && !(SvFLAGS(namesv) & SVf_FAKE)
128 && *SvPVX(namesv) == '&'
129 && CvCLONE(ppad[ix]))
130 {
131 CV *kid = cv_clone((CV*)ppad[ix]);
132 SvREFCNT_dec(ppad[ix]);
133 CvCLONE_on(kid);
134 SvPADMY_on(kid);
135 npad[ix] = (SV*)kid;
136 }
137 }
138#endif 544#endif
139 545 }
140 return newpadlist;
141} 546}
142 547
143STATIC AV * 548static void
144free_padlist (AV *padlist) 549put_padlist (pTHX_ CV *cv)
145{ 550{
146 /* may be during global destruction */ 551 MAGIC *mg = CORO_MAGIC_cv (cv);
147 if (SvREFCNT(padlist)) 552 AV *av;
553
554 if (expect_false (!mg))
555 mg = sv_magicext ((SV *)cv, (SV *)newAV (), CORO_MAGIC_type_cv, &coro_cv_vtbl, 0, 0);
556
557 av = (AV *)mg->mg_obj;
558
559 if (expect_false (AvFILLp (av) >= AvMAX (av)))
560 av_extend (av, AvFILLp (av) + 1);
561
562 AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
563}
564
565/** load & save, init *******************************************************/
566
567/* swap sv heads, at least logically */
568static void
569swap_svs (pTHX_ Coro__State c)
570{
571 int i;
572
573 for (i = 0; i <= AvFILLp (c->swap_sv); )
148 { 574 {
149 I32 i = AvFILLp(padlist); 575 SV *a = AvARRAY (c->swap_sv)[i++];
150 while (i >= 0) 576 SV *b = AvARRAY (c->swap_sv)[i++];
577
578 const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
579 SV tmp;
580
581 /* swap sv_any */
582 SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
583
584 /* swap sv_flags */
585 SvFLAGS (&tmp) = SvFLAGS (a);
586 SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
587 SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
588
589#if PERL_VERSION_ATLEAST (5,10,0)
590 /* perl 5.10 complicates this _quite_ a bit, but it also is
591 * is much faster, so no quarrels here. alternatively, we could
592 * sv_upgrade to avoid this.
593 */
151 { 594 {
152 SV **svp = av_fetch(padlist, i--, FALSE); 595 /* swap sv_u */
153 SV *sv = svp ? *svp : Nullsv; 596 tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
154 if (sv) 597
155 SvREFCNT_dec(sv); 598 /* if SvANY points to the head, we need to adjust the pointers,
599 * as the pointer for a still points to b, and maybe vice versa.
600 */
601 #define svany_in_head(type) \
602 (((1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV)) & (1 << (type)))
603
604 if (svany_in_head (SvTYPE (a)))
605 SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
606
607 if (svany_in_head (SvTYPE (b)))
608 SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
156 } 609 }
610#endif
611 }
612}
157 613
158 SvREFCNT_dec((SV*)padlist); 614#define SWAP_SVS(coro) \
615 if (expect_false ((coro)->swap_sv)) \
616 swap_svs (aTHX_ (coro))
617
618static void
619on_enterleave_call (pTHX_ SV *cb);
620
621static void
622load_perl (pTHX_ Coro__State c)
623{
624 perl_slots *slot = c->slot;
625 c->slot = 0;
626
627 PL_mainstack = c->mainstack;
628
629 GvSV (PL_defgv) = slot->defsv;
630 GvAV (PL_defgv) = slot->defav;
631 GvSV (PL_errgv) = slot->errsv;
632 GvSV (irsgv) = slot->irsgv;
633 GvHV (PL_hintgv) = slot->hinthv;
634
635 #define VAR(name,type) PL_ ## name = slot->name;
636 # include "state.h"
637 #undef VAR
638
639 {
640 dSP;
641
642 CV *cv;
643
644 /* now do the ugly restore mess */
645 while (expect_true (cv = (CV *)POPs))
646 {
647 put_padlist (aTHX_ cv); /* mark this padlist as available */
648 CvDEPTH (cv) = PTR2IV (POPs);
649 CvPADLIST (cv) = (AV *)POPs;
650 }
651
652 PUTBACK;
159 } 653 }
160}
161 654
162/* the next tow functions merely cache the padlists */ 655 slf_frame = c->slf_frame;
163STATIC void 656 CORO_THROW = c->except;
164get_padlist (CV *cv)
165{
166 SV **he = hv_fetch (padlist_cache, (void *)&cv, sizeof (CV *), 0);
167 657
168 if (he && AvFILLp ((AV *)*he) >= 0) 658 if (expect_false (enable_times))
169 CvPADLIST (cv) = (AV *)av_pop ((AV *)*he);
170 else
171 CvPADLIST (cv) = clone_padlist (CvPADLIST (cv));
172}
173
174STATIC void
175put_padlist (CV *cv)
176{
177 SV **he = hv_fetch (padlist_cache, (void *)&cv, sizeof (CV *), 1);
178
179 if (SvTYPE (*he) != SVt_PVAV)
180 {
181 SvREFCNT_dec (*he);
182 *he = (SV *)newAV ();
183 } 659 {
660 if (expect_false (!times_valid))
661 coro_times_update ();
184 662
185 av_push ((AV *)*he, (SV *)CvPADLIST (cv)); 663 coro_times_sub (c);
186} 664 }
187 665
666 if (expect_false (c->on_enter))
667 {
668 int i;
669
670 for (i = 0; i <= AvFILLp (c->on_enter); ++i)
671 on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
672 }
673
674 SWAP_SVS (c);
675}
676
188static void 677static void
189SAVE(pTHX_ Coro__State c) 678save_perl (pTHX_ Coro__State c)
190{ 679{
680 SWAP_SVS (c);
681
682 if (expect_false (c->on_leave))
683 {
684 int i;
685
686 for (i = AvFILLp (c->on_leave); i >= 0; --i)
687 on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);
688 }
689
690 times_valid = 0;
691
692 if (expect_false (enable_times))
693 {
694 coro_times_update (); times_valid = 1;
695 coro_times_add (c);
696 }
697
698 c->except = CORO_THROW;
699 c->slf_frame = slf_frame;
700
191 { 701 {
192 dSP; 702 dSP;
193 I32 cxix = cxstack_ix; 703 I32 cxix = cxstack_ix;
704 PERL_CONTEXT *ccstk = cxstack;
194 PERL_SI *top_si = PL_curstackinfo; 705 PERL_SI *top_si = PL_curstackinfo;
195 PERL_CONTEXT *ccstk = cxstack;
196 706
197 /* 707 /*
198 * the worst thing you can imagine happens first - we have to save 708 * the worst thing you can imagine happens first - we have to save
199 * (and reinitialize) all cv's in the whole callchain :( 709 * (and reinitialize) all cv's in the whole callchain :(
200 */ 710 */
201 711
202 PUSHs (Nullsv); 712 XPUSHs (Nullsv);
203 /* this loop was inspired by pp_caller */ 713 /* this loop was inspired by pp_caller */
204 for (;;) 714 for (;;)
205 { 715 {
206 while (cxix >= 0) 716 while (expect_true (cxix >= 0))
207 { 717 {
208 PERL_CONTEXT *cx = &ccstk[cxix--]; 718 PERL_CONTEXT *cx = &ccstk[cxix--];
209 719
210 if (CxTYPE(cx) == CXt_SUB) 720 if (expect_true (CxTYPE (cx) == CXt_SUB) || expect_false (CxTYPE (cx) == CXt_FORMAT))
211 { 721 {
212 CV *cv = cx->blk_sub.cv; 722 CV *cv = cx->blk_sub.cv;
723
213 if (CvDEPTH(cv)) 724 if (expect_true (CvDEPTH (cv)))
214 { 725 {
215#ifdef USE_THREADS
216 XPUSHs ((SV *)CvOWNER(cv));
217#endif
218 EXTEND (SP, 3); 726 EXTEND (SP, 3);
219 PUSHs ((SV *)CvDEPTH(cv));
220 PUSHs ((SV *)CvPADLIST(cv)); 727 PUSHs ((SV *)CvPADLIST (cv));
728 PUSHs (INT2PTR (SV *, (IV)CvDEPTH (cv)));
221 PUSHs ((SV *)cv); 729 PUSHs ((SV *)cv);
222 730
223 get_padlist (cv);
224
225 CvDEPTH(cv) = 0; 731 CvDEPTH (cv) = 0;
226#ifdef USE_THREADS 732 get_padlist (aTHX_ cv);
227 CvOWNER(cv) = 0;
228 error must unlock this cv etc.. etc...
229 if you are here wondering about this error message then
230 the reason is that it will not work as advertised yet
231#endif
232 } 733 }
233 } 734 }
234 else if (CxTYPE(cx) == CXt_FORMAT) 735 }
736
737 if (expect_true (top_si->si_type == PERLSI_MAIN))
738 break;
739
740 top_si = top_si->si_prev;
741 ccstk = top_si->si_cxstack;
742 cxix = top_si->si_cxix;
743 }
744
745 PUTBACK;
746 }
747
748 /* allocate some space on the context stack for our purposes */
749 /* we manually unroll here, as usually 2 slots is enough */
750 if (SLOT_COUNT >= 1) CXINC;
751 if (SLOT_COUNT >= 2) CXINC;
752 if (SLOT_COUNT >= 3) CXINC;
753 {
754 unsigned int i;
755 for (i = 3; i < SLOT_COUNT; ++i)
756 CXINC;
757 }
758 cxstack_ix -= SLOT_COUNT; /* undo allocation */
759
760 c->mainstack = PL_mainstack;
761
762 {
763 perl_slots *slot = c->slot = (perl_slots *)(cxstack + cxstack_ix + 1);
764
765 slot->defav = GvAV (PL_defgv);
766 slot->defsv = DEFSV;
767 slot->errsv = ERRSV;
768 slot->irsgv = GvSV (irsgv);
769 slot->hinthv = GvHV (PL_hintgv);
770
771 #define VAR(name,type) slot->name = PL_ ## name;
772 # include "state.h"
773 #undef VAR
774 }
775}
776
777/*
778 * allocate various perl stacks. This is almost an exact copy
779 * of perl.c:init_stacks, except that it uses less memory
780 * on the (sometimes correct) assumption that coroutines do
781 * not usually need a lot of stackspace.
782 */
783#if CORO_PREFER_PERL_FUNCTIONS
784# define coro_init_stacks(thx) init_stacks ()
785#else
786static void
787coro_init_stacks (pTHX)
788{
789 PL_curstackinfo = new_stackinfo(32, 8);
790 PL_curstackinfo->si_type = PERLSI_MAIN;
791 PL_curstack = PL_curstackinfo->si_stack;
792 PL_mainstack = PL_curstack; /* remember in case we switch stacks */
793
794 PL_stack_base = AvARRAY(PL_curstack);
795 PL_stack_sp = PL_stack_base;
796 PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
797
798 New(50,PL_tmps_stack,32,SV*);
799 PL_tmps_floor = -1;
800 PL_tmps_ix = -1;
801 PL_tmps_max = 32;
802
803 New(54,PL_markstack,16,I32);
804 PL_markstack_ptr = PL_markstack;
805 PL_markstack_max = PL_markstack + 16;
806
807#ifdef SET_MARK_OFFSET
808 SET_MARK_OFFSET;
809#endif
810
811 New(54,PL_scopestack,8,I32);
812 PL_scopestack_ix = 0;
813 PL_scopestack_max = 8;
814
815 New(54,PL_savestack,24,ANY);
816 PL_savestack_ix = 0;
817 PL_savestack_max = 24;
818
819#if !PERL_VERSION_ATLEAST (5,10,0)
820 New(54,PL_retstack,4,OP*);
821 PL_retstack_ix = 0;
822 PL_retstack_max = 4;
823#endif
824}
825#endif
826
827/*
828 * destroy the stacks, the callchain etc...
829 */
830static void
831coro_destruct_stacks (pTHX)
832{
833 while (PL_curstackinfo->si_next)
834 PL_curstackinfo = PL_curstackinfo->si_next;
835
836 while (PL_curstackinfo)
837 {
838 PERL_SI *p = PL_curstackinfo->si_prev;
839
840 if (!IN_DESTRUCT)
841 SvREFCNT_dec (PL_curstackinfo->si_stack);
842
843 Safefree (PL_curstackinfo->si_cxstack);
844 Safefree (PL_curstackinfo);
845 PL_curstackinfo = p;
846 }
847
848 Safefree (PL_tmps_stack);
849 Safefree (PL_markstack);
850 Safefree (PL_scopestack);
851 Safefree (PL_savestack);
852#if !PERL_VERSION_ATLEAST (5,10,0)
853 Safefree (PL_retstack);
854#endif
855}
856
857#define CORO_RSS \
858 rss += sizeof (SYM (curstackinfo)); \
859 rss += (SYM (curstackinfo->si_cxmax) + 1) * sizeof (PERL_CONTEXT); \
860 rss += sizeof (SV) + sizeof (struct xpvav) + (1 + AvMAX (SYM (curstack))) * sizeof (SV *); \
861 rss += SYM (tmps_max) * sizeof (SV *); \
862 rss += (SYM (markstack_max) - SYM (markstack_ptr)) * sizeof (I32); \
863 rss += SYM (scopestack_max) * sizeof (I32); \
864 rss += SYM (savestack_max) * sizeof (ANY);
865
866static size_t
867coro_rss (pTHX_ struct coro *coro)
868{
869 size_t rss = sizeof (*coro);
870
871 if (coro->mainstack)
872 {
873 if (coro->flags & CF_RUNNING)
874 {
875 #define SYM(sym) PL_ ## sym
876 CORO_RSS;
877 #undef SYM
878 }
879 else
880 {
881 #define SYM(sym) coro->slot->sym
882 CORO_RSS;
883 #undef SYM
884 }
885 }
886
887 return rss;
888}
889
890/** coroutine stack handling ************************************************/
891
892static int (*orig_sigelem_get) (pTHX_ SV *sv, MAGIC *mg);
893static int (*orig_sigelem_set) (pTHX_ SV *sv, MAGIC *mg);
894static int (*orig_sigelem_clr) (pTHX_ SV *sv, MAGIC *mg);
895
896/* apparently < 5.8.8 */
897#ifndef MgPV_nolen_const
898#define MgPV_nolen_const(mg) (((((int)(mg)->mg_len)) == HEf_SVKEY) ? \
899 SvPV_nolen((SV*)((mg)->mg_ptr)) : \
900 (const char*)(mg)->mg_ptr)
901#endif
902
903/*
904 * This overrides the default magic get method of %SIG elements.
905 * The original one doesn't provide for reading back of PL_diehook/PL_warnhook
906 * and instead of trying to save and restore the hash elements, we just provide
907 * readback here.
908 */
909static int
910coro_sigelem_get (pTHX_ SV *sv, MAGIC *mg)
911{
912 const char *s = MgPV_nolen_const (mg);
913
914 if (*s == '_')
915 {
916 SV **svp = 0;
917
918 if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
919 if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
920
921 if (svp)
922 {
923 sv_setsv (sv, *svp ? *svp : &PL_sv_undef);
924 return 0;
925 }
926 }
927
928 return orig_sigelem_get ? orig_sigelem_get (aTHX_ sv, mg) : 0;
929}
930
931static int
932coro_sigelem_clr (pTHX_ SV *sv, MAGIC *mg)
933{
934 const char *s = MgPV_nolen_const (mg);
935
936 if (*s == '_')
937 {
938 SV **svp = 0;
939
940 if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
941 if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
942
943 if (svp)
944 {
945 SV *old = *svp;
946 *svp = 0;
947 SvREFCNT_dec (old);
948 return 0;
949 }
950 }
951
952 return orig_sigelem_clr ? orig_sigelem_clr (aTHX_ sv, mg) : 0;
953}
954
955static int
956coro_sigelem_set (pTHX_ SV *sv, MAGIC *mg)
957{
958 const char *s = MgPV_nolen_const (mg);
959
960 if (*s == '_')
961 {
962 SV **svp = 0;
963
964 if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
965 if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
966
967 if (svp)
968 {
969 SV *old = *svp;
970 *svp = SvOK (sv) ? newSVsv (sv) : 0;
971 SvREFCNT_dec (old);
972 return 0;
973 }
974 }
975
976 return orig_sigelem_set ? orig_sigelem_set (aTHX_ sv, mg) : 0;
977}
978
979static void
980prepare_nop (pTHX_ struct coro_transfer_args *ta)
981{
982 /* kind of mega-hacky, but works */
983 ta->next = ta->prev = (struct coro *)ta;
984}
985
986static int
987slf_check_nop (pTHX_ struct CoroSLF *frame)
988{
989 return 0;
990}
991
992static int
993slf_check_repeat (pTHX_ struct CoroSLF *frame)
994{
995 return 1;
996}
997
998static UNOP init_perl_op;
999
1000static void NOINLINE /* noinline to keep it out of the transfer fast path */
1001init_perl (pTHX_ struct coro *coro)
1002{
1003 /*
1004 * emulate part of the perl startup here.
1005 */
1006 coro_init_stacks (aTHX);
1007
1008 PL_runops = RUNOPS_DEFAULT;
1009 PL_curcop = &PL_compiling;
1010 PL_in_eval = EVAL_NULL;
1011 PL_comppad = 0;
1012 PL_comppad_name = 0;
1013 PL_comppad_name_fill = 0;
1014 PL_comppad_name_floor = 0;
1015 PL_curpm = 0;
1016 PL_curpad = 0;
1017 PL_localizing = 0;
1018 PL_restartop = 0;
1019#if PERL_VERSION_ATLEAST (5,10,0)
1020 PL_parser = 0;
1021#endif
1022 PL_hints = 0;
1023
1024 /* recreate the die/warn hooks */
1025 PL_diehook = 0; SvSetMagicSV (*hv_fetch (hv_sig, "__DIE__" , sizeof ("__DIE__" ) - 1, 1), rv_diehook );
1026 PL_warnhook = 0; SvSetMagicSV (*hv_fetch (hv_sig, "__WARN__", sizeof ("__WARN__") - 1, 1), rv_warnhook);
1027
1028 GvSV (PL_defgv) = newSV (0);
1029 GvAV (PL_defgv) = coro->args; coro->args = 0;
1030 GvSV (PL_errgv) = newSV (0);
1031 GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);
1032 GvHV (PL_hintgv) = 0;
1033 PL_rs = newSVsv (GvSV (irsgv));
1034 PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);
1035
1036 {
1037 dSP;
1038 UNOP myop;
1039
1040 Zero (&myop, 1, UNOP);
1041 myop.op_next = Nullop;
1042 myop.op_type = OP_ENTERSUB;
1043 myop.op_flags = OPf_WANT_VOID;
1044
1045 PUSHMARK (SP);
1046 PUSHs ((SV *)coro->startcv);
1047 PUTBACK;
1048 PL_op = (OP *)&myop;
1049 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
1050 }
1051
1052 /* this newly created coroutine might be run on an existing cctx which most
1053 * likely was suspended in pp_slf, so we have to emulate entering pp_slf here.
1054 */
1055 slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */
1056 slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */
1057
1058 /* and we have to provide the pp_slf op in any case, so pp_slf can skip it */
1059 init_perl_op.op_next = PL_op;
1060 init_perl_op.op_type = OP_ENTERSUB;
1061 init_perl_op.op_ppaddr = pp_slf;
1062 /* no flags etc. required, as an init function won't be called */
1063
1064 PL_op = (OP *)&init_perl_op;
1065
1066 /* copy throw, in case it was set before init_perl */
1067 CORO_THROW = coro->except;
1068
1069 SWAP_SVS (coro);
1070
1071 if (expect_false (enable_times))
1072 {
1073 coro_times_update ();
1074 coro_times_sub (coro);
1075 }
1076}
1077
1078static void
1079coro_unwind_stacks (pTHX)
1080{
1081 if (!IN_DESTRUCT)
1082 {
1083 /* restore all saved variables and stuff */
1084 LEAVE_SCOPE (0);
1085 assert (PL_tmps_floor == -1);
1086
1087 /* free all temporaries */
1088 FREETMPS;
1089 assert (PL_tmps_ix == -1);
1090
1091 /* unwind all extra stacks */
1092 POPSTACK_TO (PL_mainstack);
1093
1094 /* unwind main stack */
1095 dounwind (-1);
1096 }
1097}
1098
1099static void
1100destroy_perl (pTHX_ struct coro *coro)
1101{
1102 SV *svf [9];
1103
1104 {
1105 struct coro *current = SvSTATE_current;
1106
1107 assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
1108
1109 save_perl (aTHX_ current);
1110 load_perl (aTHX_ coro);
1111
1112 coro_unwind_stacks (aTHX);
1113 coro_destruct_stacks (aTHX);
1114
1115 /* restore swapped sv's */
1116 SWAP_SVS (coro);
1117
1118 // now save some sv's to be free'd later
1119 svf [0] = GvSV (PL_defgv);
1120 svf [1] = (SV *)GvAV (PL_defgv);
1121 svf [2] = GvSV (PL_errgv);
1122 svf [3] = (SV *)PL_defoutgv;
1123 svf [4] = PL_rs;
1124 svf [5] = GvSV (irsgv);
1125 svf [6] = (SV *)GvHV (PL_hintgv);
1126 svf [7] = PL_diehook;
1127 svf [8] = PL_warnhook;
1128 assert (9 == sizeof (svf) / sizeof (*svf));
1129
1130 load_perl (aTHX_ current);
1131 }
1132
1133 {
1134 unsigned int i;
1135
1136 for (i = 0; i < sizeof (svf) / sizeof (*svf); ++i)
1137 SvREFCNT_dec (svf [i]);
1138
1139 SvREFCNT_dec (coro->saved_deffh);
1140 SvREFCNT_dec (coro->rouse_cb);
1141 SvREFCNT_dec (coro->invoke_cb);
1142 SvREFCNT_dec (coro->invoke_av);
1143 }
1144}
1145
1146INLINE void
1147free_coro_mortal (pTHX)
1148{
1149 if (expect_true (coro_mortal))
1150 {
1151 SvREFCNT_dec (coro_mortal);
1152 coro_mortal = 0;
1153 }
1154}
1155
1156static int
1157runops_trace (pTHX)
1158{
1159 COP *oldcop = 0;
1160 int oldcxix = -2;
1161
1162 while ((PL_op = CALL_FPTR (PL_op->op_ppaddr) (aTHX)))
1163 {
1164 PERL_ASYNC_CHECK ();
1165
1166 if (cctx_current->flags & CC_TRACE_ALL)
1167 {
1168 if (PL_op->op_type == OP_LEAVESUB && cctx_current->flags & CC_TRACE_SUB)
1169 {
1170 PERL_CONTEXT *cx = &cxstack[cxstack_ix];
1171 SV **bot, **top;
1172 AV *av = newAV (); /* return values */
1173 SV **cb;
1174 dSP;
1175
1176 GV *gv = CvGV (cx->blk_sub.cv);
1177 SV *fullname = sv_2mortal (newSV (0));
1178 if (isGV (gv))
1179 gv_efullname3 (fullname, gv, 0);
1180
1181 bot = PL_stack_base + cx->blk_oldsp + 1;
1182 top = cx->blk_gimme == G_ARRAY ? SP + 1
1183 : cx->blk_gimme == G_SCALAR ? bot + 1
1184 : bot;
1185
1186 av_extend (av, top - bot);
1187 while (bot < top)
1188 av_push (av, SvREFCNT_inc_NN (*bot++));
1189
1190 PL_runops = RUNOPS_DEFAULT;
1191 ENTER;
1192 SAVETMPS;
1193 EXTEND (SP, 3);
1194 PUSHMARK (SP);
1195 PUSHs (&PL_sv_no);
1196 PUSHs (fullname);
1197 PUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
1198 PUTBACK;
1199 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
1200 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1201 SPAGAIN;
1202 FREETMPS;
1203 LEAVE;
1204 PL_runops = runops_trace;
1205 }
1206
1207 if (oldcop != PL_curcop)
1208 {
1209 oldcop = PL_curcop;
1210
1211 if (PL_curcop != &PL_compiling)
1212 {
1213 SV **cb;
1214
1215 if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB)
1216 {
1217 PERL_CONTEXT *cx = &cxstack[cxstack_ix];
1218
1219 if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)
1220 {
1221 dSP;
1222 GV *gv = CvGV (cx->blk_sub.cv);
1223 SV *fullname = sv_2mortal (newSV (0));
1224
1225 if (isGV (gv))
1226 gv_efullname3 (fullname, gv, 0);
1227
1228 PL_runops = RUNOPS_DEFAULT;
1229 ENTER;
1230 SAVETMPS;
1231 EXTEND (SP, 3);
1232 PUSHMARK (SP);
1233 PUSHs (&PL_sv_yes);
1234 PUSHs (fullname);
1235 PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc ((SV *)cx->blk_sub.argarray)) : &PL_sv_undef);
1236 PUTBACK;
1237 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
1238 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1239 SPAGAIN;
1240 FREETMPS;
1241 LEAVE;
1242 PL_runops = runops_trace;
1243 }
1244
1245 oldcxix = cxstack_ix;
1246 }
1247
1248 if (cctx_current->flags & CC_TRACE_LINE)
1249 {
1250 dSP;
1251
1252 PL_runops = RUNOPS_DEFAULT;
1253 ENTER;
1254 SAVETMPS;
1255 EXTEND (SP, 3);
1256 PL_runops = RUNOPS_DEFAULT;
1257 PUSHMARK (SP);
1258 PUSHs (sv_2mortal (newSVpv (OutCopFILE (oldcop), 0)));
1259 PUSHs (sv_2mortal (newSViv (CopLINE (oldcop))));
1260 PUTBACK;
1261 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_line_cb", sizeof ("_trace_line_cb") - 1, 0);
1262 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1263 SPAGAIN;
1264 FREETMPS;
1265 LEAVE;
1266 PL_runops = runops_trace;
1267 }
1268 }
1269 }
1270 }
1271 }
1272
1273 TAINT_NOT;
1274 return 0;
1275}
1276
1277static struct CoroSLF cctx_ssl_frame;
1278
1279static void
1280slf_prepare_set_stacklevel (pTHX_ struct coro_transfer_args *ta)
1281{
1282 ta->prev = 0;
1283}
1284
1285static int
1286slf_check_set_stacklevel (pTHX_ struct CoroSLF *frame)
1287{
1288 *frame = cctx_ssl_frame;
1289
1290 return frame->check (aTHX_ frame); /* execute the restored frame - there must be one */
1291}
1292
1293/* initialises PL_top_env and injects a pseudo-slf-call to set the stacklevel */
1294static void NOINLINE
1295cctx_prepare (pTHX)
1296{
1297 PL_top_env = &PL_start_env;
1298
1299 if (cctx_current->flags & CC_TRACE)
1300 PL_runops = runops_trace;
1301
1302 /* we already must be executing an SLF op, there is no other valid way
1303 * that can lead to creation of a new cctx */
1304 assert (("FATAL: can't prepare slf-less cctx in Coro module (please report)",
1305 slf_frame.prepare && PL_op->op_ppaddr == pp_slf));
1306
1307 /* we must emulate leaving pp_slf, which is done inside slf_check_set_stacklevel */
1308 cctx_ssl_frame = slf_frame;
1309
1310 slf_frame.prepare = slf_prepare_set_stacklevel;
1311 slf_frame.check = slf_check_set_stacklevel;
1312}
1313
1314/* the tail of transfer: execute stuff we can only do after a transfer */
1315INLINE void
1316transfer_tail (pTHX)
1317{
1318 free_coro_mortal (aTHX);
1319}
1320
1321/*
1322 * this is a _very_ stripped down perl interpreter ;)
1323 */
1324static void
1325cctx_run (void *arg)
1326{
1327#ifdef USE_ITHREADS
1328# if CORO_PTHREAD
1329 PERL_SET_CONTEXT (coro_thx);
1330# endif
1331#endif
1332 {
1333 dTHX;
1334
1335 /* normally we would need to skip the entersub here */
1336 /* not doing so will re-execute it, which is exactly what we want */
1337 /* PL_nop = PL_nop->op_next */
1338
1339 /* inject a fake subroutine call to cctx_init */
1340 cctx_prepare (aTHX);
1341
1342 /* cctx_run is the alternative tail of transfer() */
1343 transfer_tail (aTHX);
1344
1345 /* somebody or something will hit me for both perl_run and PL_restartop */
1346 PL_restartop = PL_op;
1347 perl_run (PL_curinterp);
1348 /*
1349 * Unfortunately, there is no way to get at the return values of the
1350 * coro body here, as perl_run destroys these. Likewise, we cannot catch
1351 * runtime errors here, as this is just a random interpreter, not a thread.
1352 */
1353
1354 /*
1355 * If perl-run returns we assume exit() was being called or the coro
1356 * fell off the end, which seems to be the only valid (non-bug)
1357 * reason for perl_run to return. We try to exit by jumping to the
1358 * bootstrap-time "top" top_env, as we cannot restore the "main"
1359 * coroutine as Coro has no such concept.
1360 * This actually isn't valid with the pthread backend, but OSes requiring
1361 * that backend are too broken to do it in a standards-compliant way.
1362 */
1363 PL_top_env = main_top_env;
1364 JMPENV_JUMP (2); /* I do not feel well about the hardcoded 2 at all */
1365 }
1366}
1367
1368static coro_cctx *
1369cctx_new ()
1370{
1371 coro_cctx *cctx;
1372
1373 ++cctx_count;
1374 New (0, cctx, 1, coro_cctx);
1375
1376 cctx->gen = cctx_gen;
1377 cctx->flags = 0;
1378 cctx->idle_sp = 0; /* can be accessed by transfer between cctx_run and set_stacklevel, on throw */
1379
1380 return cctx;
1381}
1382
1383/* create a new cctx only suitable as source */
1384static coro_cctx *
1385cctx_new_empty ()
1386{
1387 coro_cctx *cctx = cctx_new ();
1388
1389 cctx->sptr = 0;
1390 coro_create (&cctx->cctx, 0, 0, 0, 0);
1391
1392 return cctx;
1393}
1394
1395/* create a new cctx suitable as destination/running a perl interpreter */
1396static coro_cctx *
1397cctx_new_run ()
1398{
1399 coro_cctx *cctx = cctx_new ();
1400 void *stack_start;
1401 size_t stack_size;
1402
1403#if HAVE_MMAP
1404 cctx->ssize = ((cctx_stacksize * sizeof (long) + PAGESIZE - 1) / PAGESIZE + CORO_STACKGUARD) * PAGESIZE;
1405 /* mmap supposedly does allocate-on-write for us */
1406 cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
1407
1408 if (cctx->sptr != (void *)-1)
1409 {
1410 #if CORO_STACKGUARD
1411 mprotect (cctx->sptr, CORO_STACKGUARD * PAGESIZE, PROT_NONE);
1412 #endif
1413 stack_start = (char *)cctx->sptr + CORO_STACKGUARD * PAGESIZE;
1414 stack_size = cctx->ssize - CORO_STACKGUARD * PAGESIZE;
1415 cctx->flags |= CC_MAPPED;
1416 }
1417 else
1418#endif
1419 {
1420 cctx->ssize = cctx_stacksize * (long)sizeof (long);
1421 New (0, cctx->sptr, cctx_stacksize, long);
1422
1423 if (!cctx->sptr)
1424 {
1425 perror ("FATAL: unable to allocate stack for coroutine, exiting.");
1426 _exit (EXIT_FAILURE);
1427 }
1428
1429 stack_start = cctx->sptr;
1430 stack_size = cctx->ssize;
1431 }
1432
1433 #if CORO_USE_VALGRIND
1434 cctx->valgrind_id = VALGRIND_STACK_REGISTER ((char *)stack_start, (char *)stack_start + stack_size);
1435 #endif
1436
1437 coro_create (&cctx->cctx, cctx_run, (void *)cctx, stack_start, stack_size);
1438
1439 return cctx;
1440}
1441
1442static void
1443cctx_destroy (coro_cctx *cctx)
1444{
1445 if (!cctx)
1446 return;
1447
1448 assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));//D temporary?
1449
1450 --cctx_count;
1451 coro_destroy (&cctx->cctx);
1452
1453 /* coro_transfer creates new, empty cctx's */
1454 if (cctx->sptr)
1455 {
1456 #if CORO_USE_VALGRIND
1457 VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
1458 #endif
1459
1460#if HAVE_MMAP
1461 if (cctx->flags & CC_MAPPED)
1462 munmap (cctx->sptr, cctx->ssize);
1463 else
1464#endif
1465 Safefree (cctx->sptr);
1466 }
1467
1468 Safefree (cctx);
1469}
1470
1471/* wether this cctx should be destructed */
1472#define CCTX_EXPIRED(cctx) ((cctx)->gen != cctx_gen || ((cctx)->flags & CC_NOREUSE))
1473
1474static coro_cctx *
1475cctx_get (pTHX)
1476{
1477 while (expect_true (cctx_first))
1478 {
1479 coro_cctx *cctx = cctx_first;
1480 cctx_first = cctx->next;
1481 --cctx_idle;
1482
1483 if (expect_true (!CCTX_EXPIRED (cctx)))
1484 return cctx;
1485
1486 cctx_destroy (cctx);
1487 }
1488
1489 return cctx_new_run ();
1490}
1491
1492static void
1493cctx_put (coro_cctx *cctx)
1494{
1495 assert (("FATAL: cctx_put called on non-initialised cctx in Coro (please report)", cctx->sptr));
1496
1497 /* free another cctx if overlimit */
1498 if (expect_false (cctx_idle >= cctx_max_idle))
1499 {
1500 coro_cctx *first = cctx_first;
1501 cctx_first = first->next;
1502 --cctx_idle;
1503
1504 cctx_destroy (first);
1505 }
1506
1507 ++cctx_idle;
1508 cctx->next = cctx_first;
1509 cctx_first = cctx;
1510}
1511
1512/** coroutine switching *****************************************************/
1513
1514static void
1515transfer_check (pTHX_ struct coro *prev, struct coro *next)
1516{
1517 /* TODO: throwing up here is considered harmful */
1518
1519 if (expect_true (prev != next))
1520 {
1521 if (expect_false (!(prev->flags & (CF_RUNNING | CF_NEW))))
1522 croak ("Coro::State::transfer called with a blocked prev Coro::State, but can only transfer from running or new states,");
1523
1524 if (expect_false (next->flags & (CF_RUNNING | CF_DESTROYED | CF_SUSPENDED)))
1525 croak ("Coro::State::transfer called with running, destroyed or suspended next Coro::State, but can only transfer to inactive states,");
1526
1527#if !PERL_VERSION_ATLEAST (5,10,0)
1528 if (expect_false (PL_lex_state != LEX_NOTPARSING))
1529 croak ("Coro::State::transfer called while parsing, but this is not supported in your perl version,");
1530#endif
1531 }
1532}
1533
1534/* always use the TRANSFER macro */
1535static void NOINLINE /* noinline so we have a fixed stackframe */
1536transfer (pTHX_ struct coro *prev, struct coro *next, int force_cctx)
1537{
1538 dSTACKLEVEL;
1539
1540 /* sometimes transfer is only called to set idle_sp */
1541 if (expect_false (!prev))
1542 {
1543 cctx_current->idle_sp = STACKLEVEL;
1544 assert (cctx_current->idle_te = PL_top_env); /* just for the side-effect when asserts are enabled */
1545 }
1546 else if (expect_true (prev != next))
1547 {
1548 coro_cctx *cctx_prev;
1549
1550 if (expect_false (prev->flags & CF_NEW))
1551 {
1552 /* create a new empty/source context */
1553 prev->flags &= ~CF_NEW;
1554 prev->flags |= CF_RUNNING;
1555 }
1556
1557 prev->flags &= ~CF_RUNNING;
1558 next->flags |= CF_RUNNING;
1559
1560 /* first get rid of the old state */
1561 save_perl (aTHX_ prev);
1562
1563 if (expect_false (next->flags & CF_NEW))
1564 {
1565 /* need to start coroutine */
1566 next->flags &= ~CF_NEW;
1567 /* setup coroutine call */
1568 init_perl (aTHX_ next);
1569 }
1570 else
1571 load_perl (aTHX_ next);
1572
1573 /* possibly untie and reuse the cctx */
1574 if (expect_true (
1575 cctx_current->idle_sp == STACKLEVEL
1576 && !(cctx_current->flags & CC_TRACE)
1577 && !force_cctx
1578 ))
1579 {
1580 /* I assume that stacklevel is a stronger indicator than PL_top_env changes */
1581 assert (("FATAL: current top_env must equal previous top_env in Coro (please report)", PL_top_env == cctx_current->idle_te));
1582
1583 /* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get. */
1584 /* without this the next cctx_get might destroy the running cctx while still in use */
1585 if (expect_false (CCTX_EXPIRED (cctx_current)))
1586 if (expect_true (!next->cctx))
1587 next->cctx = cctx_get (aTHX);
1588
1589 cctx_put (cctx_current);
1590 }
1591 else
1592 prev->cctx = cctx_current;
1593
1594 ++next->usecount;
1595
1596 cctx_prev = cctx_current;
1597 cctx_current = expect_false (next->cctx) ? next->cctx : cctx_get (aTHX);
1598
1599 next->cctx = 0;
1600
1601 if (expect_false (cctx_prev != cctx_current))
1602 {
1603 cctx_prev->top_env = PL_top_env;
1604 PL_top_env = cctx_current->top_env;
1605 coro_transfer (&cctx_prev->cctx, &cctx_current->cctx);
1606 }
1607
1608 transfer_tail (aTHX);
1609 }
1610}
1611
1612#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))
1613#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)
1614
1615/** high level stuff ********************************************************/
1616
1617static int
1618coro_state_destroy (pTHX_ struct coro *coro)
1619{
1620 if (coro->flags & CF_DESTROYED)
1621 return 0;
1622
1623 if (coro->on_destroy && !PL_dirty)
1624 coro->on_destroy (aTHX_ coro);
1625
1626 coro->flags |= CF_DESTROYED;
1627
1628 if (coro->flags & CF_READY)
1629 {
1630 /* reduce nready, as destroying a ready coro effectively unreadies it */
1631 /* alternative: look through all ready queues and remove the coro */
1632 --coro_nready;
1633 }
1634 else
1635 coro->flags |= CF_READY; /* make sure it is NOT put into the readyqueue */
1636
1637 if (coro->mainstack
1638 && coro->mainstack != main_mainstack
1639 && coro->slot
1640 && !PL_dirty)
1641 destroy_perl (aTHX_ coro);
1642
1643 if (coro->next) coro->next->prev = coro->prev;
1644 if (coro->prev) coro->prev->next = coro->next;
1645 if (coro == coro_first) coro_first = coro->next;
1646
1647 cctx_destroy (coro->cctx);
1648 SvREFCNT_dec (coro->startcv);
1649 SvREFCNT_dec (coro->args);
1650 SvREFCNT_dec (coro->swap_sv);
1651 SvREFCNT_dec (CORO_THROW);
1652
1653 return 1;
1654}
1655
1656static int
1657coro_state_free (pTHX_ SV *sv, MAGIC *mg)
1658{
1659 struct coro *coro = (struct coro *)mg->mg_ptr;
1660 mg->mg_ptr = 0;
1661
1662 coro->hv = 0;
1663
1664 if (--coro->refcnt < 0)
1665 {
1666 coro_state_destroy (aTHX_ coro);
1667 Safefree (coro);
1668 }
1669
1670 return 0;
1671}
1672
1673static int
1674coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)
1675{
1676 struct coro *coro = (struct coro *)mg->mg_ptr;
1677
1678 ++coro->refcnt;
1679
1680 return 0;
1681}
1682
1683static MGVTBL coro_state_vtbl = {
1684 0, 0, 0, 0,
1685 coro_state_free,
1686 0,
1687#ifdef MGf_DUP
1688 coro_state_dup,
1689#else
1690# define MGf_DUP 0
1691#endif
1692};
1693
1694static void
1695prepare_transfer (pTHX_ struct coro_transfer_args *ta, SV *prev_sv, SV *next_sv)
1696{
1697 ta->prev = SvSTATE (prev_sv);
1698 ta->next = SvSTATE (next_sv);
1699 TRANSFER_CHECK (*ta);
1700}
1701
1702static void
1703api_transfer (pTHX_ SV *prev_sv, SV *next_sv)
1704{
1705 struct coro_transfer_args ta;
1706
1707 prepare_transfer (aTHX_ &ta, prev_sv, next_sv);
1708 TRANSFER (ta, 1);
1709}
1710
1711/** Coro ********************************************************************/
1712
1713INLINE void
1714coro_enq (pTHX_ struct coro *coro)
1715{
1716 struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];
1717
1718 SvREFCNT_inc_NN (coro->hv);
1719
1720 coro->next_ready = 0;
1721 *(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;
1722 ready [1] = coro;
1723}
1724
1725INLINE struct coro *
1726coro_deq (pTHX)
1727{
1728 int prio;
1729
1730 for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )
1731 {
1732 struct coro **ready = coro_ready [prio];
1733
1734 if (ready [0])
1735 {
1736 struct coro *coro = ready [0];
1737 ready [0] = coro->next_ready;
1738 return coro;
1739 }
1740 }
1741
1742 return 0;
1743}
1744
1745static void
1746invoke_sv_ready_hook_helper (void)
1747{
1748 dTHX;
1749 dSP;
1750
1751 ENTER;
1752 SAVETMPS;
1753
1754 PUSHMARK (SP);
1755 PUTBACK;
1756 call_sv (coro_readyhook, G_VOID | G_DISCARD);
1757
1758 FREETMPS;
1759 LEAVE;
1760}
1761
1762static int
1763api_ready (pTHX_ SV *coro_sv)
1764{
1765 struct coro *coro = SvSTATE (coro_sv);
1766
1767 if (coro->flags & CF_READY)
1768 return 0;
1769
1770 coro->flags |= CF_READY;
1771
1772 coro_enq (aTHX_ coro);
1773
1774 if (!coro_nready++)
1775 if (coroapi.readyhook)
1776 coroapi.readyhook ();
1777
1778 return 1;
1779}
1780
1781static int
1782api_is_ready (pTHX_ SV *coro_sv)
1783{
1784 return !!(SvSTATE (coro_sv)->flags & CF_READY);
1785}
1786
1787/* expects to own a reference to next->hv */
1788INLINE void
1789prepare_schedule_to (pTHX_ struct coro_transfer_args *ta, struct coro *next)
1790{
1791 SV *prev_sv = SvRV (coro_current);
1792
1793 ta->prev = SvSTATE_hv (prev_sv);
1794 ta->next = next;
1795
1796 TRANSFER_CHECK (*ta);
1797
1798 SvRV_set (coro_current, (SV *)next->hv);
1799
1800 free_coro_mortal (aTHX);
1801 coro_mortal = prev_sv;
1802}
1803
1804static void
1805prepare_schedule (pTHX_ struct coro_transfer_args *ta)
1806{
1807 for (;;)
1808 {
1809 struct coro *next = coro_deq (aTHX);
1810
1811 if (expect_true (next))
1812 {
1813 /* cannot transfer to destroyed coros, skip and look for next */
1814 if (expect_false (next->flags & (CF_DESTROYED | CF_SUSPENDED)))
1815 SvREFCNT_dec (next->hv); /* coro_nready has already been taken care of by destroy */
1816 else
1817 {
1818 next->flags &= ~CF_READY;
1819 --coro_nready;
1820
1821 prepare_schedule_to (aTHX_ ta, next);
1822 break;
1823 }
1824 }
1825 else
1826 {
1827 /* nothing to schedule: call the idle handler */
1828 if (SvROK (sv_idle)
1829 && SvOBJECT (SvRV (sv_idle)))
1830 {
1831 if (SvRV (sv_idle) == SvRV (coro_current))
1832 croak ("FATAL: $Coro::IDLE blocked itself - did you try to block inside an event loop callback? Caught");
1833
1834 ++coro_nready; /* hack so that api_ready doesn't invoke ready hook */
1835 api_ready (aTHX_ SvRV (sv_idle));
1836 --coro_nready;
1837 }
1838 else
1839 {
1840 /* TODO: deprecated, remove, cannot work reliably *//*D*/
1841 dSP;
1842
1843 ENTER;
1844 SAVETMPS;
1845
1846 PUSHMARK (SP);
1847 PUTBACK;
1848 call_sv (sv_idle, G_VOID | G_DISCARD);
1849
1850 FREETMPS;
1851 LEAVE;
1852 }
1853 }
1854 }
1855}
1856
1857INLINE void
1858prepare_cede (pTHX_ struct coro_transfer_args *ta)
1859{
1860 api_ready (aTHX_ coro_current);
1861 prepare_schedule (aTHX_ ta);
1862}
1863
1864INLINE void
1865prepare_cede_notself (pTHX_ struct coro_transfer_args *ta)
1866{
1867 SV *prev = SvRV (coro_current);
1868
1869 if (coro_nready)
1870 {
1871 prepare_schedule (aTHX_ ta);
1872 api_ready (aTHX_ prev);
1873 }
1874 else
1875 prepare_nop (aTHX_ ta);
1876}
1877
1878static void
1879api_schedule (pTHX)
1880{
1881 struct coro_transfer_args ta;
1882
1883 prepare_schedule (aTHX_ &ta);
1884 TRANSFER (ta, 1);
1885}
1886
1887static void
1888api_schedule_to (pTHX_ SV *coro_sv)
1889{
1890 struct coro_transfer_args ta;
1891 struct coro *next = SvSTATE (coro_sv);
1892
1893 SvREFCNT_inc_NN (coro_sv);
1894 prepare_schedule_to (aTHX_ &ta, next);
1895}
1896
1897static int
1898api_cede (pTHX)
1899{
1900 struct coro_transfer_args ta;
1901
1902 prepare_cede (aTHX_ &ta);
1903
1904 if (expect_true (ta.prev != ta.next))
1905 {
1906 TRANSFER (ta, 1);
1907 return 1;
1908 }
1909 else
1910 return 0;
1911}
1912
1913static int
1914api_cede_notself (pTHX)
1915{
1916 if (coro_nready)
1917 {
1918 struct coro_transfer_args ta;
1919
1920 prepare_cede_notself (aTHX_ &ta);
1921 TRANSFER (ta, 1);
1922 return 1;
1923 }
1924 else
1925 return 0;
1926}
1927
1928static void
1929api_trace (pTHX_ SV *coro_sv, int flags)
1930{
1931 struct coro *coro = SvSTATE (coro_sv);
1932
1933 if (coro->flags & CF_RUNNING)
1934 croak ("cannot enable tracing on a running coroutine, caught");
1935
1936 if (flags & CC_TRACE)
1937 {
1938 if (!coro->cctx)
1939 coro->cctx = cctx_new_run ();
1940 else if (!(coro->cctx->flags & CC_TRACE))
1941 croak ("cannot enable tracing on coroutine with custom stack, caught");
1942
1943 coro->cctx->flags |= CC_NOREUSE | (flags & (CC_TRACE | CC_TRACE_ALL));
1944 }
1945 else if (coro->cctx && coro->cctx->flags & CC_TRACE)
1946 {
1947 coro->cctx->flags &= ~(CC_TRACE | CC_TRACE_ALL);
1948
1949 if (coro->flags & CF_RUNNING)
1950 PL_runops = RUNOPS_DEFAULT;
1951 else
1952 coro->slot->runops = RUNOPS_DEFAULT;
1953 }
1954}
1955
1956static void
1957coro_call_on_destroy (pTHX_ struct coro *coro)
1958{
1959 SV **on_destroyp = hv_fetch (coro->hv, "_on_destroy", sizeof ("_on_destroy") - 1, 0);
1960 SV **statusp = hv_fetch (coro->hv, "_status", sizeof ("_status") - 1, 0);
1961
1962 if (on_destroyp)
1963 {
1964 AV *on_destroy = (AV *)SvRV (*on_destroyp);
1965
1966 while (AvFILLp (on_destroy) >= 0)
1967 {
1968 dSP; /* don't disturb outer sp */
1969 SV *cb = av_pop (on_destroy);
1970
1971 PUSHMARK (SP);
1972
1973 if (statusp)
1974 {
1975 int i;
1976 AV *status = (AV *)SvRV (*statusp);
1977 EXTEND (SP, AvFILLp (status) + 1);
1978
1979 for (i = 0; i <= AvFILLp (status); ++i)
1980 PUSHs (AvARRAY (status)[i]);
1981 }
1982
1983 PUTBACK;
1984 call_sv (sv_2mortal (cb), G_VOID | G_DISCARD);
1985 }
1986 }
1987}
1988
1989static void
1990slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
1991{
1992 int i;
1993 HV *hv = (HV *)SvRV (coro_current);
1994 AV *av = newAV ();
1995
1996 /* items are actually not so common, so optimise for this case */
1997 if (items)
1998 {
1999 av_extend (av, items - 1);
2000
2001 for (i = 0; i < items; ++i)
2002 av_push (av, SvREFCNT_inc_NN (arg [i]));
2003 }
2004
2005 hv_store (hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);
2006
2007 av_push (av_destroy, (SV *)newRV_inc ((SV *)hv)); /* RVinc for perl */
2008 api_ready (aTHX_ sv_manager);
2009
2010 frame->prepare = prepare_schedule;
2011 frame->check = slf_check_repeat;
2012
2013 /* as a minor optimisation, we could unwind all stacks here */
2014 /* but that puts extra pressure on pp_slf, and is not worth much */
2015 /*coro_unwind_stacks (aTHX);*/
2016}
2017
2018/*****************************************************************************/
2019/* async pool handler */
2020
2021static int
2022slf_check_pool_handler (pTHX_ struct CoroSLF *frame)
2023{
2024 HV *hv = (HV *)SvRV (coro_current);
2025 struct coro *coro = (struct coro *)frame->data;
2026
2027 if (!coro->invoke_cb)
2028 return 1; /* loop till we have invoke */
2029 else
2030 {
2031 hv_store (hv, "desc", sizeof ("desc") - 1,
2032 newSVpvn ("[async_pool]", sizeof ("[async_pool]") - 1), 0);
2033
2034 coro->saved_deffh = SvREFCNT_inc_NN ((SV *)PL_defoutgv);
2035
2036 {
2037 dSP;
2038 XPUSHs (sv_2mortal (coro->invoke_cb)); coro->invoke_cb = 0;
2039 PUTBACK;
2040 }
2041
2042 SvREFCNT_dec (GvAV (PL_defgv));
2043 GvAV (PL_defgv) = coro->invoke_av;
2044 coro->invoke_av = 0;
2045
2046 return 0;
2047 }
2048}
2049
2050static void
2051slf_init_pool_handler (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2052{
2053 HV *hv = (HV *)SvRV (coro_current);
2054 struct coro *coro = SvSTATE_hv ((SV *)hv);
2055
2056 if (expect_true (coro->saved_deffh))
2057 {
2058 /* subsequent iteration */
2059 SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh;
2060 coro->saved_deffh = 0;
2061
2062 if (coro_rss (aTHX_ coro) > SvUV (sv_pool_rss)
2063 || av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))
2064 {
2065 coro->invoke_cb = SvREFCNT_inc_NN ((SV *)cv_coro_terminate);
2066 coro->invoke_av = newAV ();
2067
2068 frame->prepare = prepare_nop;
2069 }
2070 else
2071 {
2072 av_clear (GvAV (PL_defgv));
2073 hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);
2074
2075 coro->prio = 0;
2076
2077 if (coro->cctx && (coro->cctx->flags & CC_TRACE))
2078 api_trace (aTHX_ coro_current, 0);
2079
2080 frame->prepare = prepare_schedule;
2081 av_push (av_async_pool, SvREFCNT_inc (hv));
2082 }
2083 }
2084 else
2085 {
2086 /* first iteration, simply fall through */
2087 frame->prepare = prepare_nop;
2088 }
2089
2090 frame->check = slf_check_pool_handler;
2091 frame->data = (void *)coro;
2092}
2093
2094/*****************************************************************************/
2095/* rouse callback */
2096
2097#define CORO_MAGIC_type_rouse PERL_MAGIC_ext
2098
2099static void
2100coro_rouse_callback (pTHX_ CV *cv)
2101{
2102 dXSARGS;
2103 SV *data = (SV *)S_GENSUB_ARG;
2104
2105 if (SvTYPE (SvRV (data)) != SVt_PVAV)
2106 {
2107 /* first call, set args */
2108 SV *coro = SvRV (data);
2109 AV *av = newAV ();
2110
2111 SvRV_set (data, (SV *)av);
2112
2113 /* better take a full copy of the arguments */
2114 while (items--)
2115 av_store (av, items, newSVsv (ST (items)));
2116
2117 api_ready (aTHX_ coro);
2118 SvREFCNT_dec (coro);
2119 }
2120
2121 XSRETURN_EMPTY;
2122}
2123
2124static int
2125slf_check_rouse_wait (pTHX_ struct CoroSLF *frame)
2126{
2127 SV *data = (SV *)frame->data;
2128
2129 if (CORO_THROW)
2130 return 0;
2131
2132 if (SvTYPE (SvRV (data)) != SVt_PVAV)
2133 return 1;
2134
2135 /* now push all results on the stack */
2136 {
2137 dSP;
2138 AV *av = (AV *)SvRV (data);
2139 int i;
2140
2141 EXTEND (SP, AvFILLp (av) + 1);
2142 for (i = 0; i <= AvFILLp (av); ++i)
2143 PUSHs (sv_2mortal (AvARRAY (av)[i]));
2144
2145 /* we have stolen the elements, so set length to zero and free */
2146 AvFILLp (av) = -1;
2147 av_undef (av);
2148
2149 PUTBACK;
2150 }
2151
2152 return 0;
2153}
2154
2155static void
2156slf_init_rouse_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2157{
2158 SV *cb;
2159
2160 if (items)
2161 cb = arg [0];
2162 else
2163 {
2164 struct coro *coro = SvSTATE_current;
2165
2166 if (!coro->rouse_cb)
2167 croak ("Coro::rouse_wait called without rouse callback, and no default rouse callback found either,");
2168
2169 cb = sv_2mortal (coro->rouse_cb);
2170 coro->rouse_cb = 0;
2171 }
2172
2173 if (!SvROK (cb)
2174 || SvTYPE (SvRV (cb)) != SVt_PVCV
2175 || CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
2176 croak ("Coro::rouse_wait called with illegal callback argument,");
2177
2178 {
2179 CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
2180 SV *data = (SV *)S_GENSUB_ARG;
2181
2182 frame->data = (void *)data;
2183 frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;
2184 frame->check = slf_check_rouse_wait;
2185 }
2186}
2187
2188static SV *
2189coro_new_rouse_cb (pTHX)
2190{
2191 HV *hv = (HV *)SvRV (coro_current);
2192 struct coro *coro = SvSTATE_hv (hv);
2193 SV *data = newRV_inc ((SV *)hv);
2194 SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);
2195
2196 sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);
2197 SvREFCNT_dec (data); /* magicext increases the refcount */
2198
2199 SvREFCNT_dec (coro->rouse_cb);
2200 coro->rouse_cb = SvREFCNT_inc_NN (cb);
2201
2202 return cb;
2203}
2204
2205/*****************************************************************************/
2206/* schedule-like-function opcode (SLF) */
2207
2208static UNOP slf_restore; /* restore stack as entersub did, for first-re-run */
2209static const CV *slf_cv;
2210static SV **slf_argv;
2211static int slf_argc, slf_arga; /* count, allocated */
2212static I32 slf_ax; /* top of stack, for restore */
2213
2214/* this restores the stack in the case we patched the entersub, to */
2215/* recreate the stack frame as perl will on following calls */
2216/* since entersub cleared the stack */
2217static OP *
2218pp_restore (pTHX)
2219{
2220 int i;
2221 SV **SP = PL_stack_base + slf_ax;
2222
2223 PUSHMARK (SP);
2224
2225 EXTEND (SP, slf_argc + 1);
2226
2227 for (i = 0; i < slf_argc; ++i)
2228 PUSHs (sv_2mortal (slf_argv [i]));
2229
2230 PUSHs ((SV *)CvGV (slf_cv));
2231
2232 RETURNOP (slf_restore.op_first);
2233}
2234
2235static void
2236slf_prepare_transfer (pTHX_ struct coro_transfer_args *ta)
2237{
2238 SV **arg = (SV **)slf_frame.data;
2239
2240 prepare_transfer (aTHX_ ta, arg [0], arg [1]);
2241}
2242
2243static void
2244slf_init_transfer (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2245{
2246 if (items != 2)
2247 croak ("Coro::State::transfer (prev, next) expects two arguments, not %d,", items);
2248
2249 frame->prepare = slf_prepare_transfer;
2250 frame->check = slf_check_nop;
2251 frame->data = (void *)arg; /* let's hope it will stay valid */
2252}
2253
2254static void
2255slf_init_schedule (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2256{
2257 frame->prepare = prepare_schedule;
2258 frame->check = slf_check_nop;
2259}
2260
2261static void
2262slf_prepare_schedule_to (pTHX_ struct coro_transfer_args *ta)
2263{
2264 struct coro *next = (struct coro *)slf_frame.data;
2265
2266 SvREFCNT_inc_NN (next->hv);
2267 prepare_schedule_to (aTHX_ ta, next);
2268}
2269
2270static void
2271slf_init_schedule_to (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2272{
2273 if (!items)
2274 croak ("Coro::schedule_to expects a coroutine argument, caught");
2275
2276 frame->data = (void *)SvSTATE (arg [0]);
2277 frame->prepare = slf_prepare_schedule_to;
2278 frame->check = slf_check_nop;
2279}
2280
2281static void
2282slf_init_cede_to (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2283{
2284 api_ready (aTHX_ SvRV (coro_current));
2285
2286 slf_init_schedule_to (aTHX_ frame, cv, arg, items);
2287}
2288
2289static void
2290slf_init_cede (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2291{
2292 frame->prepare = prepare_cede;
2293 frame->check = slf_check_nop;
2294}
2295
2296static void
2297slf_init_cede_notself (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2298{
2299 frame->prepare = prepare_cede_notself;
2300 frame->check = slf_check_nop;
2301}
2302
2303/*
2304 * these not obviously related functions are all rolled into one
2305 * function to increase chances that they all will call transfer with the same
2306 * stack offset
2307 * SLF stands for "schedule-like-function".
2308 */
2309static OP *
2310pp_slf (pTHX)
2311{
2312 I32 checkmark; /* mark SP to see how many elements check has pushed */
2313
2314 /* set up the slf frame, unless it has already been set-up */
2315 /* the latter happens when a new coro has been started */
2316 /* or when a new cctx was attached to an existing coroutine */
2317 if (expect_true (!slf_frame.prepare))
2318 {
2319 /* first iteration */
2320 dSP;
2321 SV **arg = PL_stack_base + TOPMARK + 1;
2322 int items = SP - arg; /* args without function object */
2323 SV *gv = *sp;
2324
2325 /* do a quick consistency check on the "function" object, and if it isn't */
2326 /* for us, divert to the real entersub */
2327 if (SvTYPE (gv) != SVt_PVGV
2328 || !GvCV (gv)
2329 || !(CvFLAGS (GvCV (gv)) & CVf_SLF))
2330 return PL_ppaddr[OP_ENTERSUB](aTHX);
2331
2332 if (!(PL_op->op_flags & OPf_STACKED))
2333 {
2334 /* ampersand-form of call, use @_ instead of stack */
2335 AV *av = GvAV (PL_defgv);
2336 arg = AvARRAY (av);
2337 items = AvFILLp (av) + 1;
2338 }
2339
2340 /* now call the init function, which needs to set up slf_frame */
2341 ((coro_slf_cb)CvXSUBANY (GvCV (gv)).any_ptr)
2342 (aTHX_ &slf_frame, GvCV (gv), arg, items);
2343
2344 /* pop args */
2345 SP = PL_stack_base + POPMARK;
2346
2347 PUTBACK;
2348 }
2349
2350 /* now that we have a slf_frame, interpret it! */
2351 /* we use a callback system not to make the code needlessly */
2352 /* complicated, but so we can run multiple perl coros from one cctx */
2353
2354 do
2355 {
2356 struct coro_transfer_args ta;
2357
2358 slf_frame.prepare (aTHX_ &ta);
2359 TRANSFER (ta, 0);
2360
2361 checkmark = PL_stack_sp - PL_stack_base;
2362 }
2363 while (slf_frame.check (aTHX_ &slf_frame));
2364
2365 slf_frame.prepare = 0; /* invalidate the frame, we are done processing it */
2366
2367 /* exception handling */
2368 if (expect_false (CORO_THROW))
2369 {
2370 SV *exception = sv_2mortal (CORO_THROW);
2371
2372 CORO_THROW = 0;
2373 sv_setsv (ERRSV, exception);
2374 croak (0);
2375 }
2376
2377 /* return value handling - mostly like entersub */
2378 /* make sure we put something on the stack in scalar context */
2379 if (GIMME_V == G_SCALAR)
2380 {
2381 dSP;
2382 SV **bot = PL_stack_base + checkmark;
2383
2384 if (sp == bot) /* too few, push undef */
2385 bot [1] = &PL_sv_undef;
2386 else if (sp != bot + 1) /* too many, take last one */
2387 bot [1] = *sp;
2388
2389 SP = bot + 1;
2390
2391 PUTBACK;
2392 }
2393
2394 return NORMAL;
2395}
2396
2397static void
2398api_execute_slf (pTHX_ CV *cv, coro_slf_cb init_cb, I32 ax)
2399{
2400 int i;
2401 SV **arg = PL_stack_base + ax;
2402 int items = PL_stack_sp - arg + 1;
2403
2404 assert (("FATAL: SLF call with illegal CV value", !CvANON (cv)));
2405
2406 if (PL_op->op_ppaddr != PL_ppaddr [OP_ENTERSUB]
2407 && PL_op->op_ppaddr != pp_slf)
2408 croak ("FATAL: Coro SLF calls can only be made normally, not via goto or any other means, caught");
2409
2410 CvFLAGS (cv) |= CVf_SLF;
2411 CvXSUBANY (cv).any_ptr = (void *)init_cb;
2412 slf_cv = cv;
2413
2414 /* we patch the op, and then re-run the whole call */
2415 /* we have to put the same argument on the stack for this to work */
2416 /* and this will be done by pp_restore */
2417 slf_restore.op_next = (OP *)&slf_restore;
2418 slf_restore.op_type = OP_CUSTOM;
2419 slf_restore.op_ppaddr = pp_restore;
2420 slf_restore.op_first = PL_op;
2421
2422 slf_ax = ax - 1; /* undo the ax++ inside dAXMARK */
2423
2424 if (PL_op->op_flags & OPf_STACKED)
2425 {
2426 if (items > slf_arga)
2427 {
2428 slf_arga = items;
2429 Safefree (slf_argv);
2430 New (0, slf_argv, slf_arga, SV *);
2431 }
2432
2433 slf_argc = items;
2434
2435 for (i = 0; i < items; ++i)
2436 slf_argv [i] = SvREFCNT_inc (arg [i]);
2437 }
2438 else
2439 slf_argc = 0;
2440
2441 PL_op->op_ppaddr = pp_slf;
2442 /*PL_op->op_type = OP_CUSTOM; /* we do behave like entersub still */
2443
2444 PL_op = (OP *)&slf_restore;
2445}
2446
2447/*****************************************************************************/
2448/* dynamic wind */
2449
2450static void
2451on_enterleave_call (pTHX_ SV *cb)
2452{
2453 dSP;
2454
2455 PUSHSTACK;
2456
2457 PUSHMARK (SP);
2458 PUTBACK;
2459 call_sv (cb, G_VOID | G_DISCARD);
2460 SPAGAIN;
2461
2462 POPSTACK;
2463}
2464
2465static SV *
2466coro_avp_pop_and_free (pTHX_ AV **avp)
2467{
2468 AV *av = *avp;
2469 SV *res = av_pop (av);
2470
2471 if (AvFILLp (av) < 0)
2472 {
2473 *avp = 0;
2474 SvREFCNT_dec (av);
2475 }
2476
2477 return res;
2478}
2479
2480static void
2481coro_pop_on_enter (pTHX_ void *coro)
2482{
2483 SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_enter);
2484 SvREFCNT_dec (cb);
2485}
2486
2487static void
2488coro_pop_on_leave (pTHX_ void *coro)
2489{
2490 SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);
2491 on_enterleave_call (aTHX_ sv_2mortal (cb));
2492}
2493
2494/*****************************************************************************/
2495/* PerlIO::cede */
2496
2497typedef struct
2498{
2499 PerlIOBuf base;
2500 NV next, every;
2501} PerlIOCede;
2502
2503static IV
2504PerlIOCede_pushed (pTHX_ PerlIO *f, const char *mode, SV *arg, PerlIO_funcs *tab)
2505{
2506 PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2507
2508 self->every = SvCUR (arg) ? SvNV (arg) : 0.01;
2509 self->next = nvtime () + self->every;
2510
2511 return PerlIOBuf_pushed (aTHX_ f, mode, Nullsv, tab);
2512}
2513
2514static SV *
2515PerlIOCede_getarg (pTHX_ PerlIO *f, CLONE_PARAMS *param, int flags)
2516{
2517 PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2518
2519 return newSVnv (self->every);
2520}
2521
2522static IV
2523PerlIOCede_flush (pTHX_ PerlIO *f)
2524{
2525 PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2526 double now = nvtime ();
2527
2528 if (now >= self->next)
2529 {
2530 api_cede (aTHX);
2531 self->next = now + self->every;
2532 }
2533
2534 return PerlIOBuf_flush (aTHX_ f);
2535}
2536
2537static PerlIO_funcs PerlIO_cede =
2538{
2539 sizeof(PerlIO_funcs),
2540 "cede",
2541 sizeof(PerlIOCede),
2542 PERLIO_K_DESTRUCT | PERLIO_K_RAW,
2543 PerlIOCede_pushed,
2544 PerlIOBuf_popped,
2545 PerlIOBuf_open,
2546 PerlIOBase_binmode,
2547 PerlIOCede_getarg,
2548 PerlIOBase_fileno,
2549 PerlIOBuf_dup,
2550 PerlIOBuf_read,
2551 PerlIOBuf_unread,
2552 PerlIOBuf_write,
2553 PerlIOBuf_seek,
2554 PerlIOBuf_tell,
2555 PerlIOBuf_close,
2556 PerlIOCede_flush,
2557 PerlIOBuf_fill,
2558 PerlIOBase_eof,
2559 PerlIOBase_error,
2560 PerlIOBase_clearerr,
2561 PerlIOBase_setlinebuf,
2562 PerlIOBuf_get_base,
2563 PerlIOBuf_bufsiz,
2564 PerlIOBuf_get_ptr,
2565 PerlIOBuf_get_cnt,
2566 PerlIOBuf_set_ptrcnt,
2567};
2568
2569/*****************************************************************************/
2570/* Coro::Semaphore & Coro::Signal */
2571
2572static SV *
2573coro_waitarray_new (pTHX_ int count)
2574{
2575 /* a waitarray=semaphore contains a counter IV in $sem->[0] and any waiters after that */
2576 AV *av = newAV ();
2577 SV **ary;
2578
2579 /* unfortunately, building manually saves memory */
2580 Newx (ary, 2, SV *);
2581 AvALLOC (av) = ary;
2582#if PERL_VERSION_ATLEAST (5,10,0)
2583 AvARRAY (av) = ary;
2584#else
2585 /* 5.8.8 needs this syntax instead of AvARRAY = ary, yet */
2586 /* -DDEBUGGING flags this as a bug, despite it perfectly working */
2587 SvPVX ((SV *)av) = (char *)ary;
2588#endif
2589 AvMAX (av) = 1;
2590 AvFILLp (av) = 0;
2591 ary [0] = newSViv (count);
2592
2593 return newRV_noinc ((SV *)av);
2594}
2595
2596/* semaphore */
2597
2598static void
2599coro_semaphore_adjust (pTHX_ AV *av, IV adjust)
2600{
2601 SV *count_sv = AvARRAY (av)[0];
2602 IV count = SvIVX (count_sv);
2603
2604 count += adjust;
2605 SvIVX (count_sv) = count;
2606
2607 /* now wake up as many waiters as are expected to lock */
2608 while (count > 0 && AvFILLp (av) > 0)
2609 {
2610 SV *cb;
2611
2612 /* swap first two elements so we can shift a waiter */
2613 AvARRAY (av)[0] = AvARRAY (av)[1];
2614 AvARRAY (av)[1] = count_sv;
2615 cb = av_shift (av);
2616
2617 if (SvOBJECT (cb))
2618 {
2619 api_ready (aTHX_ cb);
2620 --count;
2621 }
2622 else if (SvTYPE (cb) == SVt_PVCV)
2623 {
2624 dSP;
2625 PUSHMARK (SP);
2626 XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
2627 PUTBACK;
2628 call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
2629 }
2630
2631 SvREFCNT_dec (cb);
2632 }
2633}
2634
2635static void
2636coro_semaphore_on_destroy (pTHX_ struct coro *coro)
2637{
2638 /* call $sem->adjust (0) to possibly wake up some other waiters */
2639 coro_semaphore_adjust (aTHX_ (AV *)coro->slf_frame.data, 0);
2640}
2641
2642static int
2643slf_check_semaphore_down_or_wait (pTHX_ struct CoroSLF *frame, int acquire)
2644{
2645 AV *av = (AV *)frame->data;
2646 SV *count_sv = AvARRAY (av)[0];
2647
2648 /* if we are about to throw, don't actually acquire the lock, just throw */
2649 if (CORO_THROW)
2650 return 0;
2651 else if (SvIVX (count_sv) > 0)
2652 {
2653 SvSTATE_current->on_destroy = 0;
2654
2655 if (acquire)
2656 SvIVX (count_sv) = SvIVX (count_sv) - 1;
2657 else
2658 coro_semaphore_adjust (aTHX_ av, 0);
2659
2660 return 0;
2661 }
2662 else
2663 {
2664 int i;
2665 /* if we were woken up but can't down, we look through the whole */
2666 /* waiters list and only add us if we aren't in there already */
2667 /* this avoids some degenerate memory usage cases */
2668
2669 for (i = 1; i <= AvFILLp (av); ++i)
2670 if (AvARRAY (av)[i] == SvRV (coro_current))
2671 return 1;
2672
2673 av_push (av, SvREFCNT_inc (SvRV (coro_current)));
2674 return 1;
2675 }
2676}
2677
2678static int
2679slf_check_semaphore_down (pTHX_ struct CoroSLF *frame)
2680{
2681 return slf_check_semaphore_down_or_wait (aTHX_ frame, 1);
2682}
2683
2684static int
2685slf_check_semaphore_wait (pTHX_ struct CoroSLF *frame)
2686{
2687 return slf_check_semaphore_down_or_wait (aTHX_ frame, 0);
2688}
2689
2690static void
2691slf_init_semaphore_down_or_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2692{
2693 AV *av = (AV *)SvRV (arg [0]);
2694
2695 if (SvIVX (AvARRAY (av)[0]) > 0)
2696 {
2697 frame->data = (void *)av;
2698 frame->prepare = prepare_nop;
2699 }
2700 else
2701 {
2702 av_push (av, SvREFCNT_inc (SvRV (coro_current)));
2703
2704 frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av));
2705 frame->prepare = prepare_schedule;
2706
2707 /* to avoid race conditions when a woken-up coro gets terminated */
2708 /* we arrange for a temporary on_destroy that calls adjust (0) */
2709 SvSTATE_current->on_destroy = coro_semaphore_on_destroy;
2710 }
2711}
2712
2713static void
2714slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2715{
2716 slf_init_semaphore_down_or_wait (aTHX_ frame, cv, arg, items);
2717 frame->check = slf_check_semaphore_down;
2718}
2719
2720static void
2721slf_init_semaphore_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2722{
2723 if (items >= 2)
2724 {
2725 /* callback form */
2726 AV *av = (AV *)SvRV (arg [0]);
2727 SV *cb_cv = s_get_cv_croak (arg [1]);
2728
2729 av_push (av, SvREFCNT_inc_NN (cb_cv));
2730
2731 if (SvIVX (AvARRAY (av)[0]) > 0)
2732 coro_semaphore_adjust (aTHX_ av, 0);
2733
2734 frame->prepare = prepare_nop;
2735 frame->check = slf_check_nop;
2736 }
2737 else
2738 {
2739 slf_init_semaphore_down_or_wait (aTHX_ frame, cv, arg, items);
2740 frame->check = slf_check_semaphore_wait;
2741 }
2742}
2743
2744/* signal */
2745
2746static void
2747coro_signal_wake (pTHX_ AV *av, int count)
2748{
2749 SvIVX (AvARRAY (av)[0]) = 0;
2750
2751 /* now signal count waiters */
2752 while (count > 0 && AvFILLp (av) > 0)
2753 {
2754 SV *cb;
2755
2756 /* swap first two elements so we can shift a waiter */
2757 cb = AvARRAY (av)[0];
2758 AvARRAY (av)[0] = AvARRAY (av)[1];
2759 AvARRAY (av)[1] = cb;
2760
2761 cb = av_shift (av);
2762
2763 if (SvTYPE (cb) == SVt_PVCV)
2764 {
2765 dSP;
2766 PUSHMARK (SP);
2767 XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
2768 PUTBACK;
2769 call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
2770 }
2771 else
2772 {
2773 api_ready (aTHX_ cb);
2774 sv_setiv (cb, 0); /* signal waiter */
2775 }
2776
2777 SvREFCNT_dec (cb);
2778
2779 --count;
2780 }
2781}
2782
2783static int
2784slf_check_signal_wait (pTHX_ struct CoroSLF *frame)
2785{
2786 /* if we are about to throw, also stop waiting */
2787 return SvROK ((SV *)frame->data) && !CORO_THROW;
2788}
2789
2790static void
2791slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2792{
2793 AV *av = (AV *)SvRV (arg [0]);
2794
2795 if (items >= 2)
2796 {
2797 SV *cb_cv = s_get_cv_croak (arg [1]);
2798 av_push (av, SvREFCNT_inc_NN (cb_cv));
2799
2800 if (SvIVX (AvARRAY (av)[0]))
2801 coro_signal_wake (aTHX_ av, 1); /* must be the only waiter */
2802
2803 frame->prepare = prepare_nop;
2804 frame->check = slf_check_nop;
2805 }
2806 else if (SvIVX (AvARRAY (av)[0]))
2807 {
2808 SvIVX (AvARRAY (av)[0]) = 0;
2809 frame->prepare = prepare_nop;
2810 frame->check = slf_check_nop;
2811 }
2812 else
2813 {
2814 SV *waiter = newSVsv (coro_current); /* owned by signal av */
2815
2816 av_push (av, waiter);
2817
2818 frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */
2819 frame->prepare = prepare_schedule;
2820 frame->check = slf_check_signal_wait;
2821 }
2822}
2823
2824/*****************************************************************************/
2825/* Coro::AIO */
2826
2827#define CORO_MAGIC_type_aio PERL_MAGIC_ext
2828
2829/* helper storage struct */
2830struct io_state
2831{
2832 int errorno;
2833 I32 laststype; /* U16 in 5.10.0 */
2834 int laststatval;
2835 Stat_t statcache;
2836};
2837
2838static void
2839coro_aio_callback (pTHX_ CV *cv)
2840{
2841 dXSARGS;
2842 AV *state = (AV *)S_GENSUB_ARG;
2843 SV *coro = av_pop (state);
2844 SV *data_sv = newSV (sizeof (struct io_state));
2845
2846 av_extend (state, items - 1);
2847
2848 sv_upgrade (data_sv, SVt_PV);
2849 SvCUR_set (data_sv, sizeof (struct io_state));
2850 SvPOK_only (data_sv);
2851
2852 {
2853 struct io_state *data = (struct io_state *)SvPVX (data_sv);
2854
2855 data->errorno = errno;
2856 data->laststype = PL_laststype;
2857 data->laststatval = PL_laststatval;
2858 data->statcache = PL_statcache;
2859 }
2860
2861 /* now build the result vector out of all the parameters and the data_sv */
2862 {
2863 int i;
2864
2865 for (i = 0; i < items; ++i)
2866 av_push (state, SvREFCNT_inc_NN (ST (i)));
2867 }
2868
2869 av_push (state, data_sv);
2870
2871 api_ready (aTHX_ coro);
2872 SvREFCNT_dec (coro);
2873 SvREFCNT_dec ((AV *)state);
2874}
2875
2876static int
2877slf_check_aio_req (pTHX_ struct CoroSLF *frame)
2878{
2879 AV *state = (AV *)frame->data;
2880
2881 /* if we are about to throw, return early */
2882 /* this does not cancel the aio request, but at least */
2883 /* it quickly returns */
2884 if (CORO_THROW)
2885 return 0;
2886
2887 /* one element that is an RV? repeat! */
2888 if (AvFILLp (state) == 0 && SvROK (AvARRAY (state)[0]))
2889 return 1;
2890
2891 /* restore status */
2892 {
2893 SV *data_sv = av_pop (state);
2894 struct io_state *data = (struct io_state *)SvPVX (data_sv);
2895
2896 errno = data->errorno;
2897 PL_laststype = data->laststype;
2898 PL_laststatval = data->laststatval;
2899 PL_statcache = data->statcache;
2900
2901 SvREFCNT_dec (data_sv);
2902 }
2903
2904 /* push result values */
2905 {
2906 dSP;
2907 int i;
2908
2909 EXTEND (SP, AvFILLp (state) + 1);
2910 for (i = 0; i <= AvFILLp (state); ++i)
2911 PUSHs (sv_2mortal (SvREFCNT_inc_NN (AvARRAY (state)[i])));
2912
2913 PUTBACK;
2914 }
2915
2916 return 0;
2917}
2918
2919static void
2920slf_init_aio_req (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2921{
2922 AV *state = (AV *)sv_2mortal ((SV *)newAV ());
2923 SV *coro_hv = SvRV (coro_current);
2924 struct coro *coro = SvSTATE_hv (coro_hv);
2925
2926 /* put our coroutine id on the state arg */
2927 av_push (state, SvREFCNT_inc_NN (coro_hv));
2928
2929 /* first see whether we have a non-zero priority and set it as AIO prio */
2930 if (coro->prio)
2931 {
2932 dSP;
2933
2934 static SV *prio_cv;
2935 static SV *prio_sv;
2936
2937 if (expect_false (!prio_cv))
2938 {
2939 prio_cv = (SV *)get_cv ("IO::AIO::aioreq_pri", 0);
2940 prio_sv = newSViv (0);
2941 }
2942
2943 PUSHMARK (SP);
2944 sv_setiv (prio_sv, coro->prio);
2945 XPUSHs (prio_sv);
2946
2947 PUTBACK;
2948 call_sv (prio_cv, G_VOID | G_DISCARD);
2949 }
2950
2951 /* now call the original request */
2952 {
2953 dSP;
2954 CV *req = (CV *)CORO_MAGIC_NN ((SV *)cv, CORO_MAGIC_type_aio)->mg_obj;
2955 int i;
2956
2957 PUSHMARK (SP);
2958
2959 /* first push all args to the stack */
2960 EXTEND (SP, items + 1);
2961
2962 for (i = 0; i < items; ++i)
2963 PUSHs (arg [i]);
2964
2965 /* now push the callback closure */
2966 PUSHs (sv_2mortal (s_gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));
2967
2968 /* now call the AIO function - we assume our request is uncancelable */
2969 PUTBACK;
2970 call_sv ((SV *)req, G_VOID | G_DISCARD);
2971 }
2972
2973 /* now that the request is going, we loop till we have a result */
2974 frame->data = (void *)state;
2975 frame->prepare = prepare_schedule;
2976 frame->check = slf_check_aio_req;
2977}
2978
2979static void
2980coro_aio_req_xs (pTHX_ CV *cv)
2981{
2982 dXSARGS;
2983
2984 CORO_EXECUTE_SLF_XS (slf_init_aio_req);
2985
2986 XSRETURN_EMPTY;
2987}
2988
2989/*****************************************************************************/
2990
2991#if CORO_CLONE
2992# include "clone.c"
2993#endif
2994
2995/*****************************************************************************/
2996
2997static SV *
2998coro_new (pTHX_ HV *stash, SV **argv, int argc, int is_coro)
2999{
3000 SV *coro_sv;
3001 struct coro *coro;
3002 MAGIC *mg;
3003 HV *hv;
3004 SV *cb;
3005 int i;
3006
3007 if (argc > 0)
3008 {
3009 cb = s_get_cv_croak (argv [0]);
3010
3011 if (!is_coro)
3012 {
3013 if (CvISXSUB (cb))
3014 croak ("Coro::State doesn't support XS functions as coroutine start, caught");
3015
3016 if (!CvROOT (cb))
3017 croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
3018 }
3019 }
3020
3021 Newz (0, coro, 1, struct coro);
3022 coro->args = newAV ();
3023 coro->flags = CF_NEW;
3024
3025 if (coro_first) coro_first->prev = coro;
3026 coro->next = coro_first;
3027 coro_first = coro;
3028
3029 coro->hv = hv = newHV ();
3030 mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
3031 mg->mg_flags |= MGf_DUP;
3032 coro_sv = sv_bless (newRV_noinc ((SV *)hv), stash);
3033
3034 if (argc > 0)
3035 {
3036 av_extend (coro->args, argc + is_coro - 1);
3037
3038 if (is_coro)
3039 {
3040 av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
3041 cb = (SV *)cv_coro_run;
3042 }
3043
3044 coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
3045
3046 for (i = 1; i < argc; i++)
3047 av_push (coro->args, newSVsv (argv [i]));
3048 }
3049
3050 return coro_sv;
3051}
3052
3053MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
3054
3055PROTOTYPES: DISABLE
3056
3057BOOT:
3058{
3059#ifdef USE_ITHREADS
3060# if CORO_PTHREAD
3061 coro_thx = PERL_GET_CONTEXT;
3062# endif
3063#endif
3064 BOOT_PAGESIZE;
3065
3066 cctx_current = cctx_new_empty ();
3067
3068 irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV);
3069 stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO);
3070
3071 orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get;
3072 orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set;
3073 orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr;
3074
3075 hv_sig = coro_get_hv (aTHX_ "SIG", TRUE);
3076 rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));
3077 rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));
3078
3079 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
3080
3081 newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));
3082 newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));
3083 newCONSTSUB (coro_state_stash, "CC_TRACE_LINE", newSViv (CC_TRACE_LINE));
3084 newCONSTSUB (coro_state_stash, "CC_TRACE_ALL" , newSViv (CC_TRACE_ALL));
3085
3086 main_mainstack = PL_mainstack;
3087 main_top_env = PL_top_env;
3088
3089 while (main_top_env->je_prev)
3090 main_top_env = main_top_env->je_prev;
3091
3092 {
3093 SV *slf = sv_2mortal (newSViv (PTR2IV (pp_slf)));
3094
3095 if (!PL_custom_op_names) PL_custom_op_names = newHV ();
3096 hv_store_ent (PL_custom_op_names, slf, newSVpv ("coro_slf", 0), 0);
3097
3098 if (!PL_custom_op_descs) PL_custom_op_descs = newHV ();
3099 hv_store_ent (PL_custom_op_descs, slf, newSVpv ("coro schedule like function", 0), 0);
3100 }
3101
3102 coroapi.ver = CORO_API_VERSION;
3103 coroapi.rev = CORO_API_REVISION;
3104
3105 coroapi.transfer = api_transfer;
3106
3107 coroapi.sv_state = SvSTATE_;
3108 coroapi.execute_slf = api_execute_slf;
3109 coroapi.prepare_nop = prepare_nop;
3110 coroapi.prepare_schedule = prepare_schedule;
3111 coroapi.prepare_cede = prepare_cede;
3112 coroapi.prepare_cede_notself = prepare_cede_notself;
3113
3114 {
3115 SV **svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
3116
3117 if (!svp) croak ("Time::HiRes is required");
3118 if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer");
3119
3120 nvtime = INT2PTR (double (*)(), SvIV (*svp));
3121
3122 svp = hv_fetch (PL_modglobal, "Time::U2time", 12, 0);
3123 u2time = INT2PTR (void (*)(pTHX_ UV ret[2]), SvIV (*svp));
3124 }
3125
3126 assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));
3127}
3128
3129SV *
3130new (SV *klass, ...)
3131 ALIAS:
3132 Coro::new = 1
3133 CODE:
3134 RETVAL = coro_new (aTHX_ ix ? coro_stash : coro_state_stash, &ST (1), items - 1, ix);
3135 OUTPUT:
3136 RETVAL
3137
3138void
3139transfer (...)
3140 PROTOTYPE: $$
3141 CODE:
3142 CORO_EXECUTE_SLF_XS (slf_init_transfer);
3143
3144bool
3145_destroy (SV *coro_sv)
3146 CODE:
3147 RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
3148 OUTPUT:
3149 RETVAL
3150
3151void
3152_exit (int code)
3153 PROTOTYPE: $
3154 CODE:
3155 _exit (code);
3156
3157SV *
3158clone (Coro::State coro)
3159 CODE:
3160{
3161#if CORO_CLONE
3162 struct coro *ncoro = coro_clone (aTHX_ coro);
3163 MAGIC *mg;
3164 /* TODO: too much duplication */
3165 ncoro->hv = newHV ();
3166 mg = sv_magicext ((SV *)ncoro->hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)ncoro, 0);
3167 mg->mg_flags |= MGf_DUP;
3168 RETVAL = sv_bless (newRV_noinc ((SV *)ncoro->hv), SvSTASH (coro->hv));
3169#else
3170 croak ("Coro::State->clone has not been configured into this installation of Coro, realised");
3171#endif
3172}
3173 OUTPUT:
3174 RETVAL
3175
3176int
3177cctx_stacksize (int new_stacksize = 0)
3178 PROTOTYPE: ;$
3179 CODE:
3180 RETVAL = cctx_stacksize;
3181 if (new_stacksize)
3182 {
3183 cctx_stacksize = new_stacksize;
3184 ++cctx_gen;
3185 }
3186 OUTPUT:
3187 RETVAL
3188
3189int
3190cctx_max_idle (int max_idle = 0)
3191 PROTOTYPE: ;$
3192 CODE:
3193 RETVAL = cctx_max_idle;
3194 if (max_idle > 1)
3195 cctx_max_idle = max_idle;
3196 OUTPUT:
3197 RETVAL
3198
3199int
3200cctx_count ()
3201 PROTOTYPE:
3202 CODE:
3203 RETVAL = cctx_count;
3204 OUTPUT:
3205 RETVAL
3206
3207int
3208cctx_idle ()
3209 PROTOTYPE:
3210 CODE:
3211 RETVAL = cctx_idle;
3212 OUTPUT:
3213 RETVAL
3214
3215void
3216list ()
3217 PROTOTYPE:
3218 PPCODE:
3219{
3220 struct coro *coro;
3221 for (coro = coro_first; coro; coro = coro->next)
3222 if (coro->hv)
3223 XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));
3224}
3225
3226void
3227call (Coro::State coro, SV *coderef)
3228 ALIAS:
3229 eval = 1
3230 CODE:
3231{
3232 if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))
3233 {
3234 struct coro *current = SvSTATE_current;
3235
3236 if (current != coro)
235 { 3237 {
236 /* I never used formats, so how should I know how these are implemented? */ 3238 PUTBACK;
237 /* my bold guess is as a simple, plain sub... */ 3239 save_perl (aTHX_ current);
238 croak ("CXt_FORMAT not yet handled. Don't switch coroutines from within formats"); 3240 load_perl (aTHX_ coro);
3241 SPAGAIN;
3242 }
3243
3244 PUSHSTACK;
3245
3246 PUSHMARK (SP);
3247 PUTBACK;
3248
3249 if (ix)
3250 eval_sv (coderef, 0);
3251 else
3252 call_sv (coderef, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
3253
3254 POPSTACK;
3255 SPAGAIN;
3256
3257 if (current != coro)
3258 {
3259 PUTBACK;
3260 save_perl (aTHX_ coro);
3261 load_perl (aTHX_ current);
3262 SPAGAIN;
239 } 3263 }
240 } 3264 }
241
242 if (top_si->si_type == PERLSI_MAIN)
243 break;
244
245 top_si = top_si->si_prev;
246 ccstk = top_si->si_cxstack;
247 cxix = top_si->si_cxix;
248 }
249
250 PUTBACK;
251 }
252
253 c->dowarn = PL_dowarn;
254 c->defav = GvAV (PL_defgv);
255 c->curstackinfo = PL_curstackinfo;
256 c->curstack = PL_curstack;
257 c->mainstack = PL_mainstack;
258 c->stack_sp = PL_stack_sp;
259 c->op = PL_op;
260 c->curpad = PL_curpad;
261 c->stack_base = PL_stack_base;
262 c->stack_max = PL_stack_max;
263 c->tmps_stack = PL_tmps_stack;
264 c->tmps_floor = PL_tmps_floor;
265 c->tmps_ix = PL_tmps_ix;
266 c->tmps_max = PL_tmps_max;
267 c->markstack = PL_markstack;
268 c->markstack_ptr = PL_markstack_ptr;
269 c->markstack_max = PL_markstack_max;
270 c->scopestack = PL_scopestack;
271 c->scopestack_ix = PL_scopestack_ix;
272 c->scopestack_max = PL_scopestack_max;
273 c->savestack = PL_savestack;
274 c->savestack_ix = PL_savestack_ix;
275 c->savestack_max = PL_savestack_max;
276 c->retstack = PL_retstack;
277 c->retstack_ix = PL_retstack_ix;
278 c->retstack_max = PL_retstack_max;
279 c->curcop = PL_curcop;
280} 3265}
281 3266
282static void 3267SV *
283LOAD(pTHX_ Coro__State c) 3268is_ready (Coro::State coro)
284{
285 PL_dowarn = c->dowarn;
286 GvAV (PL_defgv) = c->defav;
287 PL_curstackinfo = c->curstackinfo;
288 PL_curstack = c->curstack;
289 PL_mainstack = c->mainstack;
290 PL_stack_sp = c->stack_sp;
291 PL_op = c->op;
292 PL_curpad = c->curpad;
293 PL_stack_base = c->stack_base;
294 PL_stack_max = c->stack_max;
295 PL_tmps_stack = c->tmps_stack;
296 PL_tmps_floor = c->tmps_floor;
297 PL_tmps_ix = c->tmps_ix;
298 PL_tmps_max = c->tmps_max;
299 PL_markstack = c->markstack;
300 PL_markstack_ptr = c->markstack_ptr;
301 PL_markstack_max = c->markstack_max;
302 PL_scopestack = c->scopestack;
303 PL_scopestack_ix = c->scopestack_ix;
304 PL_scopestack_max = c->scopestack_max;
305 PL_savestack = c->savestack;
306 PL_savestack_ix = c->savestack_ix;
307 PL_savestack_max = c->savestack_max;
308 PL_retstack = c->retstack;
309 PL_retstack_ix = c->retstack_ix;
310 PL_retstack_max = c->retstack_max;
311 PL_curcop = c->curcop;
312
313 {
314 dSP;
315 CV *cv;
316
317 /* now do the ugly restore mess */
318 while ((cv = (CV *)POPs))
319 {
320 AV *padlist = (AV *)POPs;
321
322 put_padlist (cv);
323 CvPADLIST(cv) = padlist;
324 CvDEPTH(cv) = (I32)POPs;
325
326#ifdef USE_THREADS
327 CvOWNER(cv) = (struct perl_thread *)POPs;
328 error does not work either
329#endif
330 }
331
332 PUTBACK;
333 }
334}
335
336/* this is an EXACT copy of S_nuke_stacks in perl.c, which is unfortunately static */
337STATIC void
338destroy_stacks(pTHX)
339{
340 /* die does this while calling POPSTACK, but I just don't see why. */
341 dounwind(-1);
342
343 /* is this ugly, I ask? */
344 while (PL_scopestack_ix)
345 LEAVE;
346
347 while (PL_curstackinfo->si_next)
348 PL_curstackinfo = PL_curstackinfo->si_next;
349
350 while (PL_curstackinfo)
351 {
352 PERL_SI *p = PL_curstackinfo->si_prev;
353
354 SvREFCNT_dec(PL_curstackinfo->si_stack);
355 Safefree(PL_curstackinfo->si_cxstack);
356 Safefree(PL_curstackinfo);
357 PL_curstackinfo = p;
358 }
359
360 if (PL_scopestack_ix != 0)
361 Perl_warner(aTHX_ WARN_INTERNAL,
362 "Unbalanced scopes: %ld more ENTERs than LEAVEs\n",
363 (long)PL_scopestack_ix);
364 if (PL_savestack_ix != 0)
365 Perl_warner(aTHX_ WARN_INTERNAL,
366 "Unbalanced saves: %ld more saves than restores\n",
367 (long)PL_savestack_ix);
368 if (PL_tmps_floor != -1)
369 Perl_warner(aTHX_ WARN_INTERNAL,"Unbalanced tmps: %ld more allocs than frees\n",
370 (long)PL_tmps_floor + 1);
371 /*
372 */
373 Safefree(PL_tmps_stack);
374 Safefree(PL_markstack);
375 Safefree(PL_scopestack);
376 Safefree(PL_savestack);
377 Safefree(PL_retstack);
378}
379
380#define SUB_INIT "Coro::State::_newcoro"
381
382MODULE = Coro::State PACKAGE = Coro::State
383
384PROTOTYPES: ENABLE
385
386BOOT:
387 if (!padlist_cache)
388 padlist_cache = newHV ();
389
390Coro::State
391_newprocess(args)
392 SV * args
393 PROTOTYPE: $ 3269 PROTOTYPE: $
3270 ALIAS:
3271 is_ready = CF_READY
3272 is_running = CF_RUNNING
3273 is_new = CF_NEW
3274 is_destroyed = CF_DESTROYED
3275 is_suspended = CF_SUSPENDED
3276 CODE:
3277 RETVAL = boolSV (coro->flags & ix);
3278 OUTPUT:
3279 RETVAL
3280
3281void
3282throw (Coro::State self, SV *exception = &PL_sv_undef)
3283 PROTOTYPE: $;$
394 CODE: 3284 CODE:
395 Coro__State coro; 3285{
3286 struct coro *current = SvSTATE_current;
3287 SV **exceptionp = self == current ? &CORO_THROW : &self->except;
3288 SvREFCNT_dec (*exceptionp);
3289 SvGETMAGIC (exception);
3290 *exceptionp = SvOK (exception) ? newSVsv (exception) : 0;
3291}
396 3292
397 if (!SvROK (args) || SvTYPE (SvRV (args)) != SVt_PVAV) 3293void
398 croak ("Coro::State::newprocess expects an arrayref"); 3294api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
3295 PROTOTYPE: $;$
3296 C_ARGS: aTHX_ coro, flags
3297
3298SV *
3299has_cctx (Coro::State coro)
3300 PROTOTYPE: $
3301 CODE:
3302 /* maybe manage the running flag differently */
3303 RETVAL = boolSV (!!coro->cctx || (coro->flags & CF_RUNNING));
3304 OUTPUT:
3305 RETVAL
3306
3307int
3308is_traced (Coro::State coro)
3309 PROTOTYPE: $
3310 CODE:
3311 RETVAL = (coro->cctx ? coro->cctx->flags : 0) & CC_TRACE_ALL;
3312 OUTPUT:
3313 RETVAL
3314
3315UV
3316rss (Coro::State coro)
3317 PROTOTYPE: $
3318 ALIAS:
3319 usecount = 1
3320 CODE:
3321 switch (ix)
3322 {
3323 case 0: RETVAL = coro_rss (aTHX_ coro); break;
3324 case 1: RETVAL = coro->usecount; break;
399 3325 }
400 New (0, coro, 1, struct coro); 3326 OUTPUT:
401
402 coro->mainstack = 0; /* actual work is done inside transfer */
403 coro->args = (AV *)SvREFCNT_inc (SvRV (args));
404
405 RETVAL = coro; 3327 RETVAL
3328
3329void
3330force_cctx ()
3331 PROTOTYPE:
3332 CODE:
3333 cctx_current->idle_sp = 0;
3334
3335void
3336swap_defsv (Coro::State self)
3337 PROTOTYPE: $
3338 ALIAS:
3339 swap_defav = 1
3340 CODE:
3341 if (!self->slot)
3342 croak ("cannot swap state with coroutine that has no saved state,");
3343 else
3344 {
3345 SV **src = ix ? (SV **)&GvAV (PL_defgv) : &GvSV (PL_defgv);
3346 SV **dst = ix ? (SV **)&self->slot->defav : (SV **)&self->slot->defsv;
3347
3348 SV *tmp = *src; *src = *dst; *dst = tmp;
3349 }
3350
3351void
3352cancel (Coro::State self)
3353 CODE:
3354 coro_state_destroy (aTHX_ self);
3355 coro_call_on_destroy (aTHX_ self); /* actually only for Coro objects */
3356
3357
3358SV *
3359enable_times (int enabled = enable_times)
3360 CODE:
3361{
3362 RETVAL = boolSV (enable_times);
3363
3364 if (enabled != enable_times)
3365 {
3366 enable_times = enabled;
3367
3368 coro_times_update ();
3369 (enabled ? coro_times_sub : coro_times_add)(SvSTATE (coro_current));
3370 }
3371}
406 OUTPUT: 3372 OUTPUT:
407 RETVAL 3373 RETVAL
408 3374
409void 3375void
410transfer(prev,next) 3376times (Coro::State self)
411 Coro::State_or_hashref prev 3377 PPCODE:
412 Coro::State_or_hashref next 3378{
3379 struct coro *current = SvSTATE (coro_current);
3380
3381 if (expect_false (current == self))
3382 {
3383 coro_times_update ();
3384 coro_times_add (SvSTATE (coro_current));
3385 }
3386
3387 EXTEND (SP, 2);
3388 PUSHs (sv_2mortal (newSVnv (self->t_real [0] + self->t_real [1] * 1e-9)));
3389 PUSHs (sv_2mortal (newSVnv (self->t_cpu [0] + self->t_cpu [1] * 1e-9)));
3390
3391 if (expect_false (current == self))
3392 coro_times_sub (SvSTATE (coro_current));
3393}
3394
3395void
3396swap_sv (Coro::State coro, SV *sv, SV *swapsv)
3397 CODE:
3398{
3399 struct coro *current = SvSTATE_current;
3400
3401 if (current == coro)
3402 SWAP_SVS (current);
3403
3404 if (!coro->swap_sv)
3405 coro->swap_sv = newAV ();
3406
3407 av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (sv )));
3408 av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (swapsv)));
3409
3410 if (current == coro)
3411 SWAP_SVS (current);
3412}
3413
3414
3415MODULE = Coro::State PACKAGE = Coro
3416
3417BOOT:
3418{
3419 sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3420 sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3421 cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3422 cv_coro_terminate = get_cv ( "Coro::terminate" , GV_ADD);
3423 coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
3424 av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);
3425 av_destroy = coro_get_av (aTHX_ "Coro::destroy" , TRUE);
3426 sv_manager = coro_get_sv (aTHX_ "Coro::manager" , TRUE);
3427 sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);
3428
3429 sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);
3430 sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);
3431 cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);
3432 CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */
3433
3434 coro_stash = gv_stashpv ("Coro", TRUE);
3435
3436 newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));
3437 newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));
3438 newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));
3439 newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (CORO_PRIO_LOW));
3440 newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (CORO_PRIO_IDLE));
3441 newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (CORO_PRIO_MIN));
3442
3443 {
3444 SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);
3445
3446 coroapi.schedule = api_schedule;
3447 coroapi.schedule_to = api_schedule_to;
3448 coroapi.cede = api_cede;
3449 coroapi.cede_notself = api_cede_notself;
3450 coroapi.ready = api_ready;
3451 coroapi.is_ready = api_is_ready;
3452 coroapi.nready = coro_nready;
3453 coroapi.current = coro_current;
3454
3455 /*GCoroAPI = &coroapi;*/
3456 sv_setiv (sv, (IV)&coroapi);
3457 SvREADONLY_on (sv);
3458 }
3459}
3460
3461SV *
3462async (...)
3463 PROTOTYPE: &@
413 CODE: 3464 CODE:
3465 RETVAL = coro_new (aTHX_ coro_stash, &ST (0), items, 1);
3466 api_ready (aTHX_ RETVAL);
3467 OUTPUT:
3468 RETVAL
414 3469
415 if (prev != next) 3470void
3471terminate (...)
3472 CODE:
3473 CORO_EXECUTE_SLF_XS (slf_init_terminate);
3474
3475void
3476schedule (...)
3477 CODE:
3478 CORO_EXECUTE_SLF_XS (slf_init_schedule);
3479
3480void
3481schedule_to (...)
3482 CODE:
3483 CORO_EXECUTE_SLF_XS (slf_init_schedule_to);
3484
3485void
3486cede_to (...)
3487 CODE:
3488 CORO_EXECUTE_SLF_XS (slf_init_cede_to);
3489
3490void
3491cede (...)
3492 CODE:
3493 CORO_EXECUTE_SLF_XS (slf_init_cede);
3494
3495void
3496cede_notself (...)
3497 CODE:
3498 CORO_EXECUTE_SLF_XS (slf_init_cede_notself);
3499
3500void
3501_set_current (SV *current)
3502 PROTOTYPE: $
3503 CODE:
3504 SvREFCNT_dec (SvRV (coro_current));
3505 SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));
3506
3507void
3508_set_readyhook (SV *hook)
3509 PROTOTYPE: $
3510 CODE:
3511 SvREFCNT_dec (coro_readyhook);
3512 SvGETMAGIC (hook);
3513 if (SvOK (hook))
3514 {
3515 coro_readyhook = newSVsv (hook);
3516 CORO_READYHOOK = invoke_sv_ready_hook_helper;
3517 }
3518 else
416 { 3519 {
3520 coro_readyhook = 0;
3521 CORO_READYHOOK = 0;
3522 }
3523
3524int
3525prio (Coro::State coro, int newprio = 0)
3526 PROTOTYPE: $;$
3527 ALIAS:
3528 nice = 1
3529 CODE:
3530{
3531 RETVAL = coro->prio;
3532
3533 if (items > 1)
3534 {
3535 if (ix)
3536 newprio = coro->prio - newprio;
3537
3538 if (newprio < CORO_PRIO_MIN) newprio = CORO_PRIO_MIN;
3539 if (newprio > CORO_PRIO_MAX) newprio = CORO_PRIO_MAX;
3540
3541 coro->prio = newprio;
3542 }
3543}
3544 OUTPUT:
3545 RETVAL
3546
3547SV *
3548ready (SV *self)
3549 PROTOTYPE: $
3550 CODE:
3551 RETVAL = boolSV (api_ready (aTHX_ self));
3552 OUTPUT:
3553 RETVAL
3554
3555int
3556nready (...)
3557 PROTOTYPE:
3558 CODE:
3559 RETVAL = coro_nready;
3560 OUTPUT:
3561 RETVAL
3562
3563void
3564suspend (Coro::State self)
3565 PROTOTYPE: $
3566 CODE:
3567 self->flags |= CF_SUSPENDED;
3568
3569void
3570resume (Coro::State self)
3571 PROTOTYPE: $
3572 CODE:
3573 self->flags &= ~CF_SUSPENDED;
3574
3575void
3576_pool_handler (...)
3577 CODE:
3578 CORO_EXECUTE_SLF_XS (slf_init_pool_handler);
3579
3580void
3581async_pool (SV *cv, ...)
3582 PROTOTYPE: &@
3583 PPCODE:
3584{
3585 HV *hv = (HV *)av_pop (av_async_pool);
3586 AV *av = newAV ();
3587 SV *cb = ST (0);
3588 int i;
3589
3590 av_extend (av, items - 2);
3591 for (i = 1; i < items; ++i)
3592 av_push (av, SvREFCNT_inc_NN (ST (i)));
3593
3594 if ((SV *)hv == &PL_sv_undef)
3595 {
3596 SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
3597 hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
3598 SvREFCNT_dec (sv);
3599 }
3600
3601 {
3602 struct coro *coro = SvSTATE_hv (hv);
3603
3604 assert (!coro->invoke_cb);
3605 assert (!coro->invoke_av);
3606 coro->invoke_cb = SvREFCNT_inc (cb);
3607 coro->invoke_av = av;
3608 }
3609
3610 api_ready (aTHX_ (SV *)hv);
3611
3612 if (GIMME_V != G_VOID)
3613 XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv)));
3614 else
3615 SvREFCNT_dec (hv);
3616}
3617
3618SV *
3619rouse_cb ()
3620 PROTOTYPE:
3621 CODE:
3622 RETVAL = coro_new_rouse_cb (aTHX);
3623 OUTPUT:
3624 RETVAL
3625
3626void
3627rouse_wait (...)
3628 PROTOTYPE: ;$
3629 PPCODE:
3630 CORO_EXECUTE_SLF_XS (slf_init_rouse_wait);
3631
3632void
3633on_enter (SV *block)
3634 ALIAS:
3635 on_leave = 1
3636 PROTOTYPE: &
3637 CODE:
3638{
3639 struct coro *coro = SvSTATE_current;
3640 AV **avp = ix ? &coro->on_leave : &coro->on_enter;
3641
3642 block = s_get_cv_croak (block);
3643
3644 if (!*avp)
3645 *avp = newAV ();
3646
3647 av_push (*avp, SvREFCNT_inc (block));
3648
3649 if (!ix)
3650 on_enterleave_call (aTHX_ block);
3651
3652 LEAVE; /* pp_entersub unfortunately forces an ENTER/LEAVE around XS calls */
3653 SAVEDESTRUCTOR_X (ix ? coro_pop_on_leave : coro_pop_on_enter, (void *)coro);
3654 ENTER; /* pp_entersub unfortunately forces an ENTER/LEAVE around XS calls */
3655}
3656
3657
3658MODULE = Coro::State PACKAGE = PerlIO::cede
3659
3660BOOT:
3661 PerlIO_define_layer (aTHX_ &PerlIO_cede);
3662
3663
3664MODULE = Coro::State PACKAGE = Coro::Semaphore
3665
3666SV *
3667new (SV *klass, SV *count = 0)
3668 CODE:
3669{
3670 int semcnt = 1;
3671
3672 if (count)
3673 {
3674 SvGETMAGIC (count);
3675
3676 if (SvOK (count))
3677 semcnt = SvIV (count);
3678 }
3679
3680 RETVAL = sv_bless (
3681 coro_waitarray_new (aTHX_ semcnt),
3682 GvSTASH (CvGV (cv))
3683 );
3684}
3685 OUTPUT:
3686 RETVAL
3687
3688# helper for Coro::Channel and others
3689SV *
3690_alloc (int count)
3691 CODE:
3692 RETVAL = coro_waitarray_new (aTHX_ count);
3693 OUTPUT:
3694 RETVAL
3695
3696SV *
3697count (SV *self)
3698 CODE:
3699 RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]);
3700 OUTPUT:
3701 RETVAL
3702
3703void
3704up (SV *self, int adjust = 1)
3705 ALIAS:
3706 adjust = 1
3707 CODE:
3708 coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), ix ? adjust : 1);
3709
3710void
3711down (...)
3712 CODE:
3713 CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);
3714
3715void
3716wait (...)
3717 CODE:
3718 CORO_EXECUTE_SLF_XS (slf_init_semaphore_wait);
3719
3720void
3721try (SV *self)
3722 PPCODE:
3723{
3724 AV *av = (AV *)SvRV (self);
3725 SV *count_sv = AvARRAY (av)[0];
3726 IV count = SvIVX (count_sv);
3727
3728 if (count > 0)
3729 {
3730 --count;
3731 SvIVX (count_sv) = count;
3732 XSRETURN_YES;
3733 }
3734 else
3735 XSRETURN_NO;
3736}
3737
3738void
3739waiters (SV *self)
3740 PPCODE:
3741{
3742 AV *av = (AV *)SvRV (self);
3743 int wcount = AvFILLp (av) + 1 - 1;
3744
3745 if (GIMME_V == G_SCALAR)
3746 XPUSHs (sv_2mortal (newSViv (wcount)));
3747 else
3748 {
3749 int i;
3750 EXTEND (SP, wcount);
3751 for (i = 1; i <= wcount; ++i)
3752 PUSHs (sv_2mortal (newRV_inc (AvARRAY (av)[i])));
3753 }
3754}
3755
3756MODULE = Coro::State PACKAGE = Coro::SemaphoreSet
3757
3758void
3759_may_delete (SV *sem, int count, int extra_refs)
3760 PPCODE:
3761{
3762 AV *av = (AV *)SvRV (sem);
3763
3764 if (SvREFCNT ((SV *)av) == 1 + extra_refs
3765 && AvFILLp (av) == 0 /* no waiters, just count */
3766 && SvIV (AvARRAY (av)[0]) == count)
3767 XSRETURN_YES;
3768
3769 XSRETURN_NO;
3770}
3771
3772MODULE = Coro::State PACKAGE = Coro::Signal
3773
3774SV *
3775new (SV *klass)
3776 CODE:
3777 RETVAL = sv_bless (
3778 coro_waitarray_new (aTHX_ 0),
3779 GvSTASH (CvGV (cv))
3780 );
3781 OUTPUT:
3782 RETVAL
3783
3784void
3785wait (...)
3786 CODE:
3787 CORO_EXECUTE_SLF_XS (slf_init_signal_wait);
3788
3789void
3790broadcast (SV *self)
3791 CODE:
3792{
3793 AV *av = (AV *)SvRV (self);
3794 coro_signal_wake (aTHX_ av, AvFILLp (av));
3795}
3796
3797void
3798send (SV *self)
3799 CODE:
3800{
3801 AV *av = (AV *)SvRV (self);
3802
3803 if (AvFILLp (av))
3804 coro_signal_wake (aTHX_ av, 1);
3805 else
3806 SvIVX (AvARRAY (av)[0]) = 1; /* remember the signal */
3807}
3808
3809IV
3810awaited (SV *self)
3811 CODE:
3812 RETVAL = AvFILLp ((AV *)SvRV (self)) + 1 - 1;
3813 OUTPUT:
3814 RETVAL
3815
3816
3817MODULE = Coro::State PACKAGE = Coro::AnyEvent
3818
3819BOOT:
3820 sv_activity = coro_get_sv (aTHX_ "Coro::AnyEvent::ACTIVITY", TRUE);
3821
3822void
3823_schedule (...)
3824 CODE:
3825{
3826 static int incede;
3827
3828 api_cede_notself (aTHX);
3829
3830 ++incede;
3831 while (coro_nready >= incede && api_cede (aTHX))
3832 ;
3833
3834 sv_setsv (sv_activity, &PL_sv_undef);
3835 if (coro_nready >= incede)
3836 {
3837 PUSHMARK (SP);
417 PUTBACK; 3838 PUTBACK;
418 SAVE (aTHX_ prev); 3839 call_pv ("Coro::AnyEvent::_activity", G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
419
420 /*
421 * this could be done in newprocess which would lead to
422 * extremely elegant and fast (just PUTBACK/SAVE/LOAD/SPAGAIN)
423 * code here, but lazy allocation of stacks has also
424 * some virtues and the overhead of the if() is nil.
425 */
426 if (next->mainstack)
427 {
428 LOAD (aTHX_ next);
429 next->mainstack = 0; /* unnecessary but much cleaner */
430 SPAGAIN;
431 }
432 else
433 {
434 /*
435 * emulate part of the perl startup here.
436 */
437 UNOP myop;
438
439 init_stacks (); /* from perl.c */
440 PL_op = (OP *)&myop;
441 /*PL_curcop = 0;*/
442 GvAV (PL_defgv) = (AV *)SvREFCNT_inc ((SV *)next->args);
443
444 SPAGAIN;
445 Zero(&myop, 1, UNOP);
446 myop.op_next = Nullop;
447 myop.op_flags = OPf_WANT_VOID;
448
449 PUSHMARK(SP);
450 XPUSHs ((SV*)get_cv(SUB_INIT, TRUE));
451 PUTBACK;
452 /*
453 * the next line is slightly wrong, as PL_op->op_next
454 * is actually being executed so we skip the first op.
455 * that doesn't matter, though, since it is only
456 * pp_nextstate and we never return...
457 */
458 PL_op = Perl_pp_entersub(aTHX);
459 SPAGAIN;
460
461 ENTER;
462 }
463 } 3840 }
464 3841
3842 --incede;
3843}
3844
3845
3846MODULE = Coro::State PACKAGE = Coro::AIO
3847
465void 3848void
466DESTROY(coro) 3849_register (char *target, char *proto, SV *req)
467 Coro::State coro 3850 CODE:
468 CODE: 3851{
3852 SV *req_cv = s_get_cv_croak (req);
3853 /* newXSproto doesn't return the CV on 5.8 */
3854 CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);
3855 sv_setpv ((SV *)slf_cv, proto);
3856 sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);
3857}
469 3858
470 if (coro->mainstack) 3859MODULE = Coro::State PACKAGE = Coro::Select
3860
3861void
3862patch_pp_sselect ()
3863 CODE:
3864 if (!coro_old_pp_sselect)
471 { 3865 {
472 struct coro temp; 3866 coro_select_select = (SV *)get_cv ("Coro::Select::select", 0);
473 3867 coro_old_pp_sselect = PL_ppaddr [OP_SSELECT];
474 PUTBACK; 3868 PL_ppaddr [OP_SSELECT] = coro_pp_sselect;
475 SAVE(aTHX_ (&temp));
476 LOAD(aTHX_ coro);
477
478 destroy_stacks ();
479 SvREFCNT_dec ((SV *)GvAV (PL_defgv));
480
481 LOAD((&temp));
482 SPAGAIN;
483 } 3869 }
484 3870
485 SvREFCNT_dec (coro->args); 3871void
486 Safefree (coro); 3872unpatch_pp_sselect ()
3873 CODE:
3874 if (coro_old_pp_sselect)
3875 {
3876 PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;
3877 coro_old_pp_sselect = 0;
3878 }
487 3879
488

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines