ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
(Generate patch)

Comparing Coro/Coro/State.xs (file contents):
Revision 1.6 by root, Tue Jul 17 15:42:28 2001 UTC vs.
Revision 1.380 by root, Sun Sep 12 03:06:38 2010 UTC

1#define NDEBUG 1
2
3#include "libcoro/coro.c"
4
5#define PERL_NO_GET_CONTEXT
6#define PERL_EXT
7
1#include "EXTERN.h" 8#include "EXTERN.h"
2#include "perl.h" 9#include "perl.h"
3#include "XSUB.h" 10#include "XSUB.h"
11#include "perliol.h"
4 12
5#if 0 13#include "schmorp.h"
6# define CHK(x) (void *)0 14
15#include <stdio.h>
16#include <errno.h>
17#include <assert.h>
18
19#ifndef SVs_PADSTALE
20# define SVs_PADSTALE 0
21#endif
22
23#ifdef WIN32
24# undef setjmp
25# undef longjmp
26# undef _exit
27# define setjmp _setjmp /* deep magic */
7#else 28#else
8# define CHK(x) if (!(x)) croak("FATAL, CHK: " #x) 29# include <inttypes.h> /* most portable stdint.h */
9#endif 30#endif
10 31
32#ifdef HAVE_MMAP
33# include <unistd.h>
34# include <sys/mman.h>
35# ifndef MAP_ANONYMOUS
36# ifdef MAP_ANON
37# define MAP_ANONYMOUS MAP_ANON
38# else
39# undef HAVE_MMAP
40# endif
41# endif
42# include <limits.h>
43# ifndef PAGESIZE
44# define PAGESIZE pagesize
45# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
46static long pagesize;
47# else
48# define BOOT_PAGESIZE (void)0
49# endif
50#else
51# define PAGESIZE 0
52# define BOOT_PAGESIZE (void)0
53#endif
54
55#if CORO_USE_VALGRIND
56# include <valgrind/valgrind.h>
57#endif
58
59/* the maximum number of idle cctx that will be pooled */
60static int cctx_max_idle = 4;
61
62#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
63# undef CORO_STACKGUARD
64#endif
65
66#ifndef CORO_STACKGUARD
67# define CORO_STACKGUARD 0
68#endif
69
70/* prefer perl internal functions over our own? */
71#ifndef CORO_PREFER_PERL_FUNCTIONS
72# define CORO_PREFER_PERL_FUNCTIONS 0
73#endif
74
75/* The next macros try to return the current stack pointer, in an as
76 * portable way as possible. */
77#if __GNUC__ >= 4
78# define dSTACKLEVEL int stacklevel_dummy
79# define STACKLEVEL __builtin_frame_address (0)
80#else
81# define dSTACKLEVEL volatile void *stacklevel
82# define STACKLEVEL ((void *)&stacklevel)
83#endif
84
85#define IN_DESTRUCT PL_dirty
86
87#if __GNUC__ >= 3
88# define attribute(x) __attribute__(x)
89# define expect(expr,value) __builtin_expect ((expr), (value))
90# define INLINE static inline
91#else
92# define attribute(x)
93# define expect(expr,value) (expr)
94# define INLINE static
95#endif
96
97#define expect_false(expr) expect ((expr) != 0, 0)
98#define expect_true(expr) expect ((expr) != 0, 1)
99
100#define NOINLINE attribute ((noinline))
101
102#include "CoroAPI.h"
103#define GCoroAPI (&coroapi) /* very sneaky */
104
105#ifdef USE_ITHREADS
106# if CORO_PTHREAD
107static void *coro_thx;
108# endif
109#endif
110
111#ifdef __linux
112# include <time.h> /* for timespec */
113# include <syscall.h> /* for SYS_* */
114# ifdef SYS_clock_gettime
115# define coro_clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
116# define CORO_CLOCK_MONOTONIC 1
117# define CORO_CLOCK_THREAD_CPUTIME_ID 3
118# endif
119#endif
120
121static double (*nvtime)(); /* so why doesn't it take void? */
122static void (*u2time)(pTHX_ UV ret[2]);
123
124/* we hijack an hopefully unused CV flag for our purposes */
125#define CVf_SLF 0x4000
126static OP *pp_slf (pTHX);
127
128static U32 cctx_gen;
129static size_t cctx_stacksize = CORO_STACKSIZE;
130static struct CoroAPI coroapi;
131static AV *main_mainstack; /* used to differentiate between $main and others */
132static JMPENV *main_top_env;
133static HV *coro_state_stash, *coro_stash;
134static volatile SV *coro_mortal; /* will be freed/thrown after next transfer */
135
136static AV *av_destroy; /* destruction queue */
137static SV *sv_manager; /* the manager coro */
138static SV *sv_idle; /* $Coro::idle */
139
140static GV *irsgv; /* $/ */
141static GV *stdoutgv; /* *STDOUT */
142static SV *rv_diehook;
143static SV *rv_warnhook;
144static HV *hv_sig; /* %SIG */
145
146/* async_pool helper stuff */
147static SV *sv_pool_rss;
148static SV *sv_pool_size;
149static SV *sv_async_pool_idle; /* description string */
150static AV *av_async_pool; /* idle pool */
151static SV *sv_Coro; /* class string */
152static CV *cv_pool_handler;
153
154/* Coro::AnyEvent */
155static SV *sv_activity;
156
157/* enable processtime/realtime profiling */
158static char enable_times;
159typedef U32 coro_ts[2];
160static coro_ts time_real, time_cpu;
161static char times_valid;
162
163static struct coro_cctx *cctx_first;
164static int cctx_count, cctx_idle;
165
166enum {
167 CC_MAPPED = 0x01,
168 CC_NOREUSE = 0x02, /* throw this away after tracing */
169 CC_TRACE = 0x04,
170 CC_TRACE_SUB = 0x08, /* trace sub calls */
171 CC_TRACE_LINE = 0x10, /* trace each statement */
172 CC_TRACE_ALL = CC_TRACE_SUB | CC_TRACE_LINE,
173};
174
175/* this is a structure representing a c-level coroutine */
176typedef struct coro_cctx
177{
178 struct coro_cctx *next;
179
180 /* the stack */
181 void *sptr;
182 size_t ssize;
183
184 /* cpu state */
185 void *idle_sp; /* sp of top-level transfer/schedule/cede call */
186 JMPENV *idle_te; /* same as idle_sp, but for top_env, TODO: remove once stable */
187 JMPENV *top_env;
188 coro_context cctx;
189
190 U32 gen;
191#if CORO_USE_VALGRIND
192 int valgrind_id;
193#endif
194 unsigned char flags;
195} coro_cctx;
196
197coro_cctx *cctx_current; /* the currently running cctx */
198
199/*****************************************************************************/
200
201enum {
202 CF_RUNNING = 0x0001, /* coroutine is running */
203 CF_READY = 0x0002, /* coroutine is ready */
204 CF_NEW = 0x0004, /* has never been switched to */
205 CF_DESTROYED = 0x0008, /* coroutine data has been freed */
206 CF_SUSPENDED = 0x0010, /* coroutine can't be scheduled */
207};
208
209/* the structure where most of the perl state is stored, overlaid on the cxstack */
210typedef struct
211{
212 SV *defsv;
213 AV *defav;
214 SV *errsv;
215 SV *irsgv;
216 HV *hinthv;
217#define VAR(name,type) type name;
218# include "state.h"
219#undef VAR
220} perl_slots;
221
222#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))
223
224/* this is a structure representing a perl-level coroutine */
11struct coro { 225struct coro {
12 U8 dowarn; 226 /* the C coroutine allocated to this perl coroutine, if any */
13 AV *defav; 227 coro_cctx *cctx;
14 228
15 PERL_SI *curstackinfo; 229 /* ready queue */
16 AV *curstack; 230 struct coro *next_ready;
231
232 /* state data */
233 struct CoroSLF slf_frame; /* saved slf frame */
17 AV *mainstack; 234 AV *mainstack;
18 SV **stack_sp; 235 perl_slots *slot; /* basically the saved sp */
19 OP *op;
20 SV **curpad;
21 SV **stack_base;
22 SV **stack_max;
23 SV **tmps_stack;
24 I32 tmps_floor;
25 I32 tmps_ix;
26 I32 tmps_max;
27 I32 *markstack;
28 I32 *markstack_ptr;
29 I32 *markstack_max;
30 I32 *scopestack;
31 I32 scopestack_ix;
32 I32 scopestack_max;
33 ANY *savestack;
34 I32 savestack_ix;
35 I32 savestack_max;
36 OP **retstack;
37 I32 retstack_ix;
38 I32 retstack_max;
39 COP *curcop;
40 236
41 AV *args; 237 CV *startcv; /* the CV to execute */
238 AV *args; /* data associated with this coroutine (initial args) */
239 int refcnt; /* coroutines are refcounted, yes */
240 int flags; /* CF_ flags */
241 HV *hv; /* the perl hash associated with this coro, if any */
242 void (*on_destroy)(pTHX_ struct coro *coro);
243
244 /* statistics */
245 int usecount; /* number of transfers to this coro */
246
247 /* coro process data */
248 int prio;
249 SV *except; /* exception to be thrown */
250 SV *rouse_cb;
251
252 /* async_pool */
253 SV *saved_deffh;
254 SV *invoke_cb;
255 AV *invoke_av;
256
257 /* on_enter/on_leave */
258 AV *on_enter;
259 AV *on_leave;
260
261 /* swap_sv */
262 AV *swap_sv;
263
264 /* times */
265 coro_ts t_cpu, t_real;
266
267 /* linked list */
268 struct coro *next, *prev;
42}; 269};
43 270
44typedef struct coro *Coro__State; 271typedef struct coro *Coro__State;
45typedef struct coro *Coro__State_or_hashref; 272typedef struct coro *Coro__State_or_hashref;
46 273
47static HV *padlist_cache; 274/* the following variables are effectively part of the perl context */
275/* and get copied between struct coro and these variables */
276/* the mainr easonw e don't support windows process emulation */
277static struct CoroSLF slf_frame; /* the current slf frame */
48 278
49/* mostly copied from op.c:cv_clone2 */ 279/** Coro ********************************************************************/
50STATIC AV * 280
51clone_padlist (AV *protopadlist) 281#define CORO_PRIO_MAX 3
282#define CORO_PRIO_HIGH 1
283#define CORO_PRIO_NORMAL 0
284#define CORO_PRIO_LOW -1
285#define CORO_PRIO_IDLE -3
286#define CORO_PRIO_MIN -4
287
288/* for Coro.pm */
289static SV *coro_current;
290static SV *coro_readyhook;
291static struct coro *coro_ready [CORO_PRIO_MAX - CORO_PRIO_MIN + 1][2]; /* head|tail */
292static CV *cv_coro_run, *cv_coro_terminate;
293static struct coro *coro_first;
294#define coro_nready coroapi.nready
295
296/** Coro::Select ************************************************************/
297
298static OP *(*coro_old_pp_sselect) (pTHX);
299static SV *coro_select_select;
300
301/* horrible hack, but if it works... */
302static OP *
303coro_pp_sselect (pTHX)
52{ 304{
53 AV *av; 305 dSP;
54 I32 ix; 306 PUSHMARK (SP - 4); /* fake argument list */
55 AV *protopad_name = (AV *) * av_fetch (protopadlist, 0, FALSE); 307 XPUSHs (coro_select_select);
56 AV *protopad = (AV *) * av_fetch (protopadlist, 1, FALSE); 308 PUTBACK;
57 SV **pname = AvARRAY (protopad_name); 309
58 SV **ppad = AvARRAY (protopad); 310 /* entersub is an UNOP, select a LISTOP... keep your fingers crossed */
59 I32 fname = AvFILLp (protopad_name); 311 PL_op->op_flags |= OPf_STACKED;
60 I32 fpad = AvFILLp (protopad); 312 PL_op->op_private = 0;
313 return PL_ppaddr [OP_ENTERSUB](aTHX);
314}
315
316/** lowlevel stuff **********************************************************/
317
318static SV *
319coro_get_sv (pTHX_ const char *name, int create)
320{
321#if PERL_VERSION_ATLEAST (5,10,0)
322 /* silence stupid and wrong 5.10 warning that I am unable to switch off */
323 get_sv (name, create);
324#endif
325 return get_sv (name, create);
326}
327
328static AV *
329coro_get_av (pTHX_ const char *name, int create)
330{
331#if PERL_VERSION_ATLEAST (5,10,0)
332 /* silence stupid and wrong 5.10 warning that I am unable to switch off */
333 get_av (name, create);
334#endif
335 return get_av (name, create);
336}
337
338static HV *
339coro_get_hv (pTHX_ const char *name, int create)
340{
341#if PERL_VERSION_ATLEAST (5,10,0)
342 /* silence stupid and wrong 5.10 warning that I am unable to switch off */
343 get_hv (name, create);
344#endif
345 return get_hv (name, create);
346}
347
348INLINE void
349coro_times_update ()
350{
351#ifdef coro_clock_gettime
352 struct timespec ts;
353
354 ts.tv_sec = ts.tv_nsec = 0;
355 coro_clock_gettime (CORO_CLOCK_THREAD_CPUTIME_ID, &ts);
356 time_cpu [0] = ts.tv_sec; time_cpu [1] = ts.tv_nsec;
357
358 ts.tv_sec = ts.tv_nsec = 0;
359 coro_clock_gettime (CORO_CLOCK_MONOTONIC, &ts);
360 time_real [0] = ts.tv_sec; time_real [1] = ts.tv_nsec;
361#else
362 dTHX;
363 UV tv[2];
364
365 u2time (aTHX_ tv);
366 time_real [0] = tv [0];
367 time_real [1] = tv [1] * 1000;
368#endif
369}
370
371INLINE void
372coro_times_add (struct coro *c)
373{
374 c->t_real [1] += time_real [1];
375 if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }
376 c->t_real [0] += time_real [0];
377
378 c->t_cpu [1] += time_cpu [1];
379 if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }
380 c->t_cpu [0] += time_cpu [0];
381}
382
383INLINE void
384coro_times_sub (struct coro *c)
385{
386 if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }
387 c->t_real [1] -= time_real [1];
388 c->t_real [0] -= time_real [0];
389
390 if (c->t_cpu [1] < time_cpu [1]) { c->t_cpu [1] += 1000000000; --c->t_cpu [0]; }
391 c->t_cpu [1] -= time_cpu [1];
392 c->t_cpu [0] -= time_cpu [0];
393}
394
395/*****************************************************************************/
396/* magic glue */
397
398#define CORO_MAGIC_type_cv 26
399#define CORO_MAGIC_type_state PERL_MAGIC_ext
400
401#define CORO_MAGIC_NN(sv, type) \
402 (expect_true (SvMAGIC (sv)->mg_type == type) \
403 ? SvMAGIC (sv) \
404 : mg_find (sv, type))
405
406#define CORO_MAGIC(sv, type) \
407 (expect_true (SvMAGIC (sv)) \
408 ? CORO_MAGIC_NN (sv, type) \
409 : 0)
410
411#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)
412#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)
413
414INLINE struct coro *
415SvSTATE_ (pTHX_ SV *coro)
416{
417 HV *stash;
418 MAGIC *mg;
419
420 if (SvROK (coro))
421 coro = SvRV (coro);
422
423 if (expect_false (SvTYPE (coro) != SVt_PVHV))
424 croak ("Coro::State object required");
425
426 stash = SvSTASH (coro);
427 if (expect_false (stash != coro_stash && stash != coro_state_stash))
428 {
429 /* very slow, but rare, check */
430 if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
431 croak ("Coro::State object required");
432 }
433
434 mg = CORO_MAGIC_state (coro);
435 return (struct coro *)mg->mg_ptr;
436}
437
438#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv))
439
440/* faster than SvSTATE, but expects a coroutine hv */
441#define SvSTATE_hv(hv) ((struct coro *)CORO_MAGIC_NN ((SV *)hv, CORO_MAGIC_type_state)->mg_ptr)
442#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))
443
444/*****************************************************************************/
445/* padlist management and caching */
446
447static AV *
448coro_derive_padlist (pTHX_ CV *cv)
449{
450 AV *padlist = CvPADLIST (cv);
61 AV *newpadlist, *newpad_name, *newpad; 451 AV *newpadlist, *newpad;
62 SV **npad;
63
64 newpad_name = newAV ();
65 for (ix = fname; ix >= 0; ix--)
66 av_store (newpad_name, ix, SvREFCNT_inc (pname[ix]));
67
68 newpad = newAV ();
69 av_fill (newpad, AvFILLp (protopad));
70 npad = AvARRAY (newpad);
71 452
72 newpadlist = newAV (); 453 newpadlist = newAV ();
73 AvREAL_off (newpadlist); 454 AvREAL_off (newpadlist);
74 av_store (newpadlist, 0, (SV *) newpad_name); 455#if PERL_VERSION_ATLEAST (5,10,0)
456 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
457#else
458 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
459#endif
460 newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
461 --AvFILLp (padlist);
462
463 av_store (newpadlist, 0, SvREFCNT_inc_NN (AvARRAY (padlist)[0]));
75 av_store (newpadlist, 1, (SV *) newpad); 464 av_store (newpadlist, 1, (SV *)newpad);
76 465
77 av = newAV (); /* will be @_ */ 466 return newpadlist;
78 av_extend (av, 0); 467}
79 av_store (newpad, 0, (SV *) av);
80 AvFLAGS (av) = AVf_REIFY;
81 468
82 for (ix = fpad; ix > 0; ix--) 469static void
470free_padlist (pTHX_ AV *padlist)
471{
472 /* may be during global destruction */
473 if (!IN_DESTRUCT)
83 { 474 {
84 SV *namesv = (ix <= fname) ? pname[ix] : Nullsv; 475 I32 i = AvFILLp (padlist);
85 if (namesv && namesv != &PL_sv_undef) 476
477 while (i > 0) /* special-case index 0 */
86 { 478 {
87 char *name = SvPVX (namesv); /* XXX */ 479 /* we try to be extra-careful here */
88 if (SvFLAGS (namesv) & SVf_FAKE || *name == '&') 480 AV *av = (AV *)AvARRAY (padlist)[i--];
89 { /* lexical from outside? */ 481 I32 j = AvFILLp (av);
90 npad[ix] = SvREFCNT_inc (ppad[ix]); 482
91 } 483 while (j >= 0)
92 else 484 SvREFCNT_dec (AvARRAY (av)[j--]);
93 { /* our own lexical */ 485
94 SV *sv; 486 AvFILLp (av) = -1;
95 if (*name == '&') 487 SvREFCNT_dec (av);
96 sv = SvREFCNT_inc (ppad[ix]);
97 else if (*name == '@')
98 sv = (SV *) newAV ();
99 else if (*name == '%')
100 sv = (SV *) newHV ();
101 else
102 sv = NEWSV (0, 0);
103 if (!SvPADBUSY (sv))
104 SvPADMY_on (sv);
105 npad[ix] = sv;
106 }
107 } 488 }
108 else if (IS_PADGV (ppad[ix]) || IS_PADCONST (ppad[ix])) 489
109 { 490 SvREFCNT_dec (AvARRAY (padlist)[0]);
110 npad[ix] = SvREFCNT_inc (ppad[ix]); 491
111 } 492 AvFILLp (padlist) = -1;
493 SvREFCNT_dec ((SV*)padlist);
494 }
495}
496
497static int
498coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
499{
500 AV *padlist;
501 AV *av = (AV *)mg->mg_obj;
502
503 /* perl manages to free our internal AV and _then_ call us */
504 if (IN_DESTRUCT)
505 return 0;
506
507 /* casting is fun. */
508 while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
509 free_padlist (aTHX_ padlist);
510
511 SvREFCNT_dec (av); /* sv_magicext increased the refcount */
512
513 return 0;
514}
515
516static MGVTBL coro_cv_vtbl = {
517 0, 0, 0, 0,
518 coro_cv_free
519};
520
521/* the next two functions merely cache the padlists */
522static void
523get_padlist (pTHX_ CV *cv)
524{
525 MAGIC *mg = CORO_MAGIC_cv (cv);
526 AV *av;
527
528 if (expect_true (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0))
529 CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];
112 else 530 else
113 { 531 {
114 SV *sv = NEWSV (0, 0); 532#if CORO_PREFER_PERL_FUNCTIONS
115 SvPADTMP_on (sv); 533 /* this is probably cleaner? but also slower! */
116 npad[ix] = sv; 534 /* in practise, it seems to be less stable */
117 } 535 CV *cp = Perl_cv_clone (aTHX_ cv);
118 } 536 CvPADLIST (cv) = CvPADLIST (cp);
119 537 CvPADLIST (cp) = 0;
120#if 0 /* NONOTUNDERSTOOD */ 538 SvREFCNT_dec (cp);
121 /* Now that vars are all in place, clone nested closures. */ 539#else
122 540 CvPADLIST (cv) = coro_derive_padlist (aTHX_ cv);
123 for (ix = fpad; ix > 0; ix--) {
124 SV* namesv = (ix <= fname) ? pname[ix] : Nullsv;
125 if (namesv
126 && namesv != &PL_sv_undef
127 && !(SvFLAGS(namesv) & SVf_FAKE)
128 && *SvPVX(namesv) == '&'
129 && CvCLONE(ppad[ix]))
130 {
131 CV *kid = cv_clone((CV*)ppad[ix]);
132 SvREFCNT_dec(ppad[ix]);
133 CvCLONE_on(kid);
134 SvPADMY_on(kid);
135 npad[ix] = (SV*)kid;
136 }
137 }
138#endif 541#endif
139 542 }
140 return newpadlist;
141} 543}
142 544
143STATIC AV * 545static void
144free_padlist (AV *padlist) 546put_padlist (pTHX_ CV *cv)
145{ 547{
146 /* may be during global destruction */ 548 MAGIC *mg = CORO_MAGIC_cv (cv);
147 if (SvREFCNT(padlist)) 549 AV *av;
550
551 if (expect_false (!mg))
552 mg = sv_magicext ((SV *)cv, (SV *)newAV (), CORO_MAGIC_type_cv, &coro_cv_vtbl, 0, 0);
553
554 av = (AV *)mg->mg_obj;
555
556 if (expect_false (AvFILLp (av) >= AvMAX (av)))
557 av_extend (av, AvFILLp (av) + 1);
558
559 AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
560}
561
562/** load & save, init *******************************************************/
563
564/* swap sv heads, at least logically */
565static void
566swap_svs (pTHX_ Coro__State c)
567{
568 int i;
569
570 for (i = 0; i <= AvFILLp (c->swap_sv); )
148 { 571 {
149 I32 i = AvFILLp(padlist); 572 SV *a = AvARRAY (c->swap_sv)[i++];
150 while (i >= 0) 573 SV *b = AvARRAY (c->swap_sv)[i++];
574
575 const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
576 SV tmp;
577
578 /* swap sv_any */
579 SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
580
581 /* swap sv_flags */
582 SvFLAGS (&tmp) = SvFLAGS (a);
583 SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
584 SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
585
586#if PERL_VERSION_ATLEAST (5,10,0)
587 /* perl 5.10 complicates this _quite_ a bit, but it also is
588 * is much faster, so no quarrels here. alternatively, we could
589 * sv_upgrade to avoid this.
590 */
151 { 591 {
152 SV **svp = av_fetch(padlist, i--, FALSE); 592 /* swap sv_u */
153 SV *sv = svp ? *svp : Nullsv; 593 tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
154 if (sv) 594
155 SvREFCNT_dec(sv); 595 /* if SvANY points to the head, we need to adjust the pointers,
596 * as the pointer for a still points to b, and maybe vice versa.
597 */
598 #define svany_in_head(type) \
599 (((1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV)) & (1 << (type)))
600
601 if (svany_in_head (SvTYPE (a)))
602 SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
603
604 if (svany_in_head (SvTYPE (b)))
605 SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
156 } 606 }
607#endif
608 }
609}
157 610
158 SvREFCNT_dec((SV*)padlist); 611#define SWAP_SVS(coro) \
612 if (expect_false ((coro)->swap_sv)) \
613 swap_svs (aTHX_ (coro))
614
615static void
616on_enterleave_call (pTHX_ SV *cb);
617
618static void
619load_perl (pTHX_ Coro__State c)
620{
621 perl_slots *slot = c->slot;
622 c->slot = 0;
623
624 PL_mainstack = c->mainstack;
625
626 GvSV (PL_defgv) = slot->defsv;
627 GvAV (PL_defgv) = slot->defav;
628 GvSV (PL_errgv) = slot->errsv;
629 GvSV (irsgv) = slot->irsgv;
630 GvHV (PL_hintgv) = slot->hinthv;
631
632 #define VAR(name,type) PL_ ## name = slot->name;
633 # include "state.h"
634 #undef VAR
635
636 {
637 dSP;
638
639 CV *cv;
640
641 /* now do the ugly restore mess */
642 while (expect_true (cv = (CV *)POPs))
643 {
644 put_padlist (aTHX_ cv); /* mark this padlist as available */
645 CvDEPTH (cv) = PTR2IV (POPs);
646 CvPADLIST (cv) = (AV *)POPs;
647 }
648
649 PUTBACK;
159 } 650 }
160}
161 651
162/* the next tow functions merely cache the padlists */ 652 slf_frame = c->slf_frame;
163STATIC void 653 CORO_THROW = c->except;
164get_padlist (CV *cv)
165{
166 SV **he = hv_fetch (padlist_cache, (void *)&cv, sizeof (CV *), 0);
167 654
168 if (he && AvFILLp ((AV *)*he) >= 0) 655 if (expect_false (enable_times))
169 CvPADLIST (cv) = (AV *)av_pop ((AV *)*he);
170 else
171 CvPADLIST (cv) = clone_padlist (CvPADLIST (cv));
172}
173
174STATIC void
175put_padlist (CV *cv)
176{
177 SV **he = hv_fetch (padlist_cache, (void *)&cv, sizeof (CV *), 1);
178
179 if (SvTYPE (*he) != SVt_PVAV)
180 {
181 SvREFCNT_dec (*he);
182 *he = (SV *)newAV ();
183 } 656 {
657 if (expect_false (!times_valid))
658 coro_times_update ();
184 659
185 av_push ((AV *)*he, (SV *)CvPADLIST (cv)); 660 coro_times_sub (c);
186} 661 }
187 662
663 if (expect_false (c->on_enter))
664 {
665 int i;
666
667 for (i = 0; i <= AvFILLp (c->on_enter); ++i)
668 on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
669 }
670
671 SWAP_SVS (c);
672}
673
188static void 674static void
189save_state(pTHX_ Coro__State c) 675save_perl (pTHX_ Coro__State c)
190{ 676{
677 SWAP_SVS (c);
678
679 if (expect_false (c->on_leave))
680 {
681 int i;
682
683 for (i = AvFILLp (c->on_leave); i >= 0; --i)
684 on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);
685 }
686
687 times_valid = 0;
688
689 if (expect_false (enable_times))
690 {
691 coro_times_update (); times_valid = 1;
692 coro_times_add (c);
693 }
694
695 c->except = CORO_THROW;
696 c->slf_frame = slf_frame;
697
191 { 698 {
192 dSP; 699 dSP;
193 I32 cxix = cxstack_ix; 700 I32 cxix = cxstack_ix;
701 PERL_CONTEXT *ccstk = cxstack;
194 PERL_SI *top_si = PL_curstackinfo; 702 PERL_SI *top_si = PL_curstackinfo;
195 PERL_CONTEXT *ccstk = cxstack;
196 703
197 /* 704 /*
198 * the worst thing you can imagine happens first - we have to save 705 * the worst thing you can imagine happens first - we have to save
199 * (and reinitialize) all cv's in the whole callchain :( 706 * (and reinitialize) all cv's in the whole callchain :(
200 */ 707 */
201 708
202 PUSHs (Nullsv); 709 XPUSHs (Nullsv);
203 /* this loop was inspired by pp_caller */ 710 /* this loop was inspired by pp_caller */
204 for (;;) 711 for (;;)
205 { 712 {
206 while (cxix >= 0) 713 while (expect_true (cxix >= 0))
207 { 714 {
208 PERL_CONTEXT *cx = &ccstk[cxix--]; 715 PERL_CONTEXT *cx = &ccstk[cxix--];
209 716
210 if (CxTYPE(cx) == CXt_SUB) 717 if (expect_true (CxTYPE (cx) == CXt_SUB) || expect_false (CxTYPE (cx) == CXt_FORMAT))
211 { 718 {
212 CV *cv = cx->blk_sub.cv; 719 CV *cv = cx->blk_sub.cv;
720
213 if (CvDEPTH(cv)) 721 if (expect_true (CvDEPTH (cv)))
214 { 722 {
215#ifdef USE_THREADS
216 XPUSHs ((SV *)CvOWNER(cv));
217#endif
218 EXTEND (SP, 3); 723 EXTEND (SP, 3);
219 PUSHs ((SV *)CvDEPTH(cv));
220 PUSHs ((SV *)CvPADLIST(cv)); 724 PUSHs ((SV *)CvPADLIST (cv));
725 PUSHs (INT2PTR (SV *, (IV)CvDEPTH (cv)));
221 PUSHs ((SV *)cv); 726 PUSHs ((SV *)cv);
222 727
223 get_padlist (cv);
224
225 CvDEPTH(cv) = 0; 728 CvDEPTH (cv) = 0;
226#ifdef USE_THREADS 729 get_padlist (aTHX_ cv);
227 CvOWNER(cv) = 0;
228 error must unlock this cv etc.. etc...
229 if you are here wondering about this error message then
230 the reason is that it will not work as advertised yet
231#endif
232 } 730 }
233 } 731 }
234 else if (CxTYPE(cx) == CXt_FORMAT) 732 }
733
734 if (expect_true (top_si->si_type == PERLSI_MAIN))
735 break;
736
737 top_si = top_si->si_prev;
738 ccstk = top_si->si_cxstack;
739 cxix = top_si->si_cxix;
740 }
741
742 PUTBACK;
743 }
744
745 /* allocate some space on the context stack for our purposes */
746 /* we manually unroll here, as usually 2 slots is enough */
747 if (SLOT_COUNT >= 1) CXINC;
748 if (SLOT_COUNT >= 2) CXINC;
749 if (SLOT_COUNT >= 3) CXINC;
750 {
751 unsigned int i;
752 for (i = 3; i < SLOT_COUNT; ++i)
753 CXINC;
754 }
755 cxstack_ix -= SLOT_COUNT; /* undo allocation */
756
757 c->mainstack = PL_mainstack;
758
759 {
760 perl_slots *slot = c->slot = (perl_slots *)(cxstack + cxstack_ix + 1);
761
762 slot->defav = GvAV (PL_defgv);
763 slot->defsv = DEFSV;
764 slot->errsv = ERRSV;
765 slot->irsgv = GvSV (irsgv);
766 slot->hinthv = GvHV (PL_hintgv);
767
768 #define VAR(name,type) slot->name = PL_ ## name;
769 # include "state.h"
770 #undef VAR
771 }
772}
773
774/*
775 * allocate various perl stacks. This is almost an exact copy
776 * of perl.c:init_stacks, except that it uses less memory
777 * on the (sometimes correct) assumption that coroutines do
778 * not usually need a lot of stackspace.
779 */
780#if CORO_PREFER_PERL_FUNCTIONS
781# define coro_init_stacks(thx) init_stacks ()
782#else
783static void
784coro_init_stacks (pTHX)
785{
786 PL_curstackinfo = new_stackinfo(32, 8);
787 PL_curstackinfo->si_type = PERLSI_MAIN;
788 PL_curstack = PL_curstackinfo->si_stack;
789 PL_mainstack = PL_curstack; /* remember in case we switch stacks */
790
791 PL_stack_base = AvARRAY(PL_curstack);
792 PL_stack_sp = PL_stack_base;
793 PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
794
795 New(50,PL_tmps_stack,32,SV*);
796 PL_tmps_floor = -1;
797 PL_tmps_ix = -1;
798 PL_tmps_max = 32;
799
800 New(54,PL_markstack,16,I32);
801 PL_markstack_ptr = PL_markstack;
802 PL_markstack_max = PL_markstack + 16;
803
804#ifdef SET_MARK_OFFSET
805 SET_MARK_OFFSET;
806#endif
807
808 New(54,PL_scopestack,8,I32);
809 PL_scopestack_ix = 0;
810 PL_scopestack_max = 8;
811
812 New(54,PL_savestack,24,ANY);
813 PL_savestack_ix = 0;
814 PL_savestack_max = 24;
815
816#if !PERL_VERSION_ATLEAST (5,10,0)
817 New(54,PL_retstack,4,OP*);
818 PL_retstack_ix = 0;
819 PL_retstack_max = 4;
820#endif
821}
822#endif
823
824/*
825 * destroy the stacks, the callchain etc...
826 */
827static void
828coro_destruct_stacks (pTHX)
829{
830 while (PL_curstackinfo->si_next)
831 PL_curstackinfo = PL_curstackinfo->si_next;
832
833 while (PL_curstackinfo)
834 {
835 PERL_SI *p = PL_curstackinfo->si_prev;
836
837 if (!IN_DESTRUCT)
838 SvREFCNT_dec (PL_curstackinfo->si_stack);
839
840 Safefree (PL_curstackinfo->si_cxstack);
841 Safefree (PL_curstackinfo);
842 PL_curstackinfo = p;
843 }
844
845 Safefree (PL_tmps_stack);
846 Safefree (PL_markstack);
847 Safefree (PL_scopestack);
848 Safefree (PL_savestack);
849#if !PERL_VERSION_ATLEAST (5,10,0)
850 Safefree (PL_retstack);
851#endif
852}
853
854#define CORO_RSS \
855 rss += sizeof (SYM (curstackinfo)); \
856 rss += (SYM (curstackinfo->si_cxmax) + 1) * sizeof (PERL_CONTEXT); \
857 rss += sizeof (SV) + sizeof (struct xpvav) + (1 + AvMAX (SYM (curstack))) * sizeof (SV *); \
858 rss += SYM (tmps_max) * sizeof (SV *); \
859 rss += (SYM (markstack_max) - SYM (markstack_ptr)) * sizeof (I32); \
860 rss += SYM (scopestack_max) * sizeof (I32); \
861 rss += SYM (savestack_max) * sizeof (ANY);
862
863static size_t
864coro_rss (pTHX_ struct coro *coro)
865{
866 size_t rss = sizeof (*coro);
867
868 if (coro->mainstack)
869 {
870 if (coro->flags & CF_RUNNING)
871 {
872 #define SYM(sym) PL_ ## sym
873 CORO_RSS;
874 #undef SYM
875 }
876 else
877 {
878 #define SYM(sym) coro->slot->sym
879 CORO_RSS;
880 #undef SYM
881 }
882 }
883
884 return rss;
885}
886
887/** coroutine stack handling ************************************************/
888
889static int (*orig_sigelem_get) (pTHX_ SV *sv, MAGIC *mg);
890static int (*orig_sigelem_set) (pTHX_ SV *sv, MAGIC *mg);
891static int (*orig_sigelem_clr) (pTHX_ SV *sv, MAGIC *mg);
892
893/* apparently < 5.8.8 */
894#ifndef MgPV_nolen_const
895#define MgPV_nolen_const(mg) (((((int)(mg)->mg_len)) == HEf_SVKEY) ? \
896 SvPV_nolen((SV*)((mg)->mg_ptr)) : \
897 (const char*)(mg)->mg_ptr)
898#endif
899
900/*
901 * This overrides the default magic get method of %SIG elements.
902 * The original one doesn't provide for reading back of PL_diehook/PL_warnhook
903 * and instead of trying to save and restore the hash elements, we just provide
904 * readback here.
905 */
906static int
907coro_sigelem_get (pTHX_ SV *sv, MAGIC *mg)
908{
909 const char *s = MgPV_nolen_const (mg);
910
911 if (*s == '_')
912 {
913 SV **svp = 0;
914
915 if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
916 if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
917
918 if (svp)
919 {
920 sv_setsv (sv, *svp ? *svp : &PL_sv_undef);
921 return 0;
922 }
923 }
924
925 return orig_sigelem_get ? orig_sigelem_get (aTHX_ sv, mg) : 0;
926}
927
928static int
929coro_sigelem_clr (pTHX_ SV *sv, MAGIC *mg)
930{
931 const char *s = MgPV_nolen_const (mg);
932
933 if (*s == '_')
934 {
935 SV **svp = 0;
936
937 if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
938 if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
939
940 if (svp)
941 {
942 SV *old = *svp;
943 *svp = 0;
944 SvREFCNT_dec (old);
945 return 0;
946 }
947 }
948
949 return orig_sigelem_clr ? orig_sigelem_clr (aTHX_ sv, mg) : 0;
950}
951
952static int
953coro_sigelem_set (pTHX_ SV *sv, MAGIC *mg)
954{
955 const char *s = MgPV_nolen_const (mg);
956
957 if (*s == '_')
958 {
959 SV **svp = 0;
960
961 if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
962 if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
963
964 if (svp)
965 {
966 SV *old = *svp;
967 *svp = SvOK (sv) ? newSVsv (sv) : 0;
968 SvREFCNT_dec (old);
969 return 0;
970 }
971 }
972
973 return orig_sigelem_set ? orig_sigelem_set (aTHX_ sv, mg) : 0;
974}
975
976static void
977prepare_nop (pTHX_ struct coro_transfer_args *ta)
978{
979 /* kind of mega-hacky, but works */
980 ta->next = ta->prev = (struct coro *)ta;
981}
982
983static int
984slf_check_nop (pTHX_ struct CoroSLF *frame)
985{
986 return 0;
987}
988
989static int
990slf_check_repeat (pTHX_ struct CoroSLF *frame)
991{
992 return 1;
993}
994
995static UNOP init_perl_op;
996
997static void NOINLINE /* noinline to keep it out of the transfer fast path */
998init_perl (pTHX_ struct coro *coro)
999{
1000 /*
1001 * emulate part of the perl startup here.
1002 */
1003 coro_init_stacks (aTHX);
1004
1005 PL_runops = RUNOPS_DEFAULT;
1006 PL_curcop = &PL_compiling;
1007 PL_in_eval = EVAL_NULL;
1008 PL_comppad = 0;
1009 PL_comppad_name = 0;
1010 PL_comppad_name_fill = 0;
1011 PL_comppad_name_floor = 0;
1012 PL_curpm = 0;
1013 PL_curpad = 0;
1014 PL_localizing = 0;
1015 PL_dirty = 0;
1016 PL_restartop = 0;
1017#if PERL_VERSION_ATLEAST (5,10,0)
1018 PL_parser = 0;
1019#endif
1020 PL_hints = 0;
1021
1022 /* recreate the die/warn hooks */
1023 PL_diehook = 0; SvSetMagicSV (*hv_fetch (hv_sig, "__DIE__" , sizeof ("__DIE__" ) - 1, 1), rv_diehook );
1024 PL_warnhook = 0; SvSetMagicSV (*hv_fetch (hv_sig, "__WARN__", sizeof ("__WARN__") - 1, 1), rv_warnhook);
1025
1026 GvSV (PL_defgv) = newSV (0);
1027 GvAV (PL_defgv) = coro->args; coro->args = 0;
1028 GvSV (PL_errgv) = newSV (0);
1029 GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);
1030 GvHV (PL_hintgv) = 0;
1031 PL_rs = newSVsv (GvSV (irsgv));
1032 PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);
1033
1034 {
1035 dSP;
1036 UNOP myop;
1037
1038 Zero (&myop, 1, UNOP);
1039 myop.op_next = Nullop;
1040 myop.op_type = OP_ENTERSUB;
1041 myop.op_flags = OPf_WANT_VOID;
1042
1043 PUSHMARK (SP);
1044 PUSHs ((SV *)coro->startcv);
1045 PUTBACK;
1046 PL_op = (OP *)&myop;
1047 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
1048 }
1049
1050 /* this newly created coroutine might be run on an existing cctx which most
1051 * likely was suspended in pp_slf, so we have to emulate entering pp_slf here.
1052 */
1053 slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */
1054 slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */
1055
1056 /* and we have to provide the pp_slf op in any case, so pp_slf can skip it */
1057 init_perl_op.op_next = PL_op;
1058 init_perl_op.op_type = OP_ENTERSUB;
1059 init_perl_op.op_ppaddr = pp_slf;
1060 /* no flags etc. required, as an init function won't be called */
1061
1062 PL_op = (OP *)&init_perl_op;
1063
1064 /* copy throw, in case it was set before init_perl */
1065 CORO_THROW = coro->except;
1066
1067 SWAP_SVS (coro);
1068
1069 if (expect_false (enable_times))
1070 {
1071 coro_times_update ();
1072 coro_times_sub (coro);
1073 }
1074}
1075
1076static void
1077coro_unwind_stacks (pTHX)
1078{
1079 if (!IN_DESTRUCT)
1080 {
1081 /* restore all saved variables and stuff */
1082 LEAVE_SCOPE (0);
1083 assert (PL_tmps_floor == -1);
1084
1085 /* free all temporaries */
1086 FREETMPS;
1087 assert (PL_tmps_ix == -1);
1088
1089 /* unwind all extra stacks */
1090 POPSTACK_TO (PL_mainstack);
1091
1092 /* unwind main stack */
1093 dounwind (-1);
1094 }
1095}
1096
1097static void
1098destroy_perl (pTHX_ struct coro *coro)
1099{
1100 SV *svf [9];
1101
1102 {
1103 struct coro *current = SvSTATE_current;
1104
1105 assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
1106
1107 save_perl (aTHX_ current);
1108 load_perl (aTHX_ coro);
1109
1110 coro_unwind_stacks (aTHX);
1111 coro_destruct_stacks (aTHX);
1112
1113 /* restore swapped sv's */
1114 SWAP_SVS (coro);
1115
1116 // now save some sv's to be free'd later
1117 svf [0] = GvSV (PL_defgv);
1118 svf [1] = (SV *)GvAV (PL_defgv);
1119 svf [2] = GvSV (PL_errgv);
1120 svf [3] = (SV *)PL_defoutgv;
1121 svf [4] = PL_rs;
1122 svf [5] = GvSV (irsgv);
1123 svf [6] = (SV *)GvHV (PL_hintgv);
1124 svf [7] = PL_diehook;
1125 svf [8] = PL_warnhook;
1126 assert (9 == sizeof (svf) / sizeof (*svf));
1127
1128 load_perl (aTHX_ current);
1129 }
1130
1131 {
1132 unsigned int i;
1133
1134 for (i = 0; i < sizeof (svf) / sizeof (*svf); ++i)
1135 SvREFCNT_dec (svf [i]);
1136
1137 SvREFCNT_dec (coro->saved_deffh);
1138 SvREFCNT_dec (coro->rouse_cb);
1139 SvREFCNT_dec (coro->invoke_cb);
1140 SvREFCNT_dec (coro->invoke_av);
1141 }
1142}
1143
1144INLINE void
1145free_coro_mortal (pTHX)
1146{
1147 if (expect_true (coro_mortal))
1148 {
1149 SvREFCNT_dec (coro_mortal);
1150 coro_mortal = 0;
1151 }
1152}
1153
1154static int
1155runops_trace (pTHX)
1156{
1157 COP *oldcop = 0;
1158 int oldcxix = -2;
1159
1160 while ((PL_op = CALL_FPTR (PL_op->op_ppaddr) (aTHX)))
1161 {
1162 PERL_ASYNC_CHECK ();
1163
1164 if (cctx_current->flags & CC_TRACE_ALL)
1165 {
1166 if (PL_op->op_type == OP_LEAVESUB && cctx_current->flags & CC_TRACE_SUB)
1167 {
1168 PERL_CONTEXT *cx = &cxstack[cxstack_ix];
1169 SV **bot, **top;
1170 AV *av = newAV (); /* return values */
1171 SV **cb;
1172 dSP;
1173
1174 GV *gv = CvGV (cx->blk_sub.cv);
1175 SV *fullname = sv_2mortal (newSV (0));
1176 if (isGV (gv))
1177 gv_efullname3 (fullname, gv, 0);
1178
1179 bot = PL_stack_base + cx->blk_oldsp + 1;
1180 top = cx->blk_gimme == G_ARRAY ? SP + 1
1181 : cx->blk_gimme == G_SCALAR ? bot + 1
1182 : bot;
1183
1184 av_extend (av, top - bot);
1185 while (bot < top)
1186 av_push (av, SvREFCNT_inc_NN (*bot++));
1187
1188 PL_runops = RUNOPS_DEFAULT;
1189 ENTER;
1190 SAVETMPS;
1191 EXTEND (SP, 3);
1192 PUSHMARK (SP);
1193 PUSHs (&PL_sv_no);
1194 PUSHs (fullname);
1195 PUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
1196 PUTBACK;
1197 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
1198 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1199 SPAGAIN;
1200 FREETMPS;
1201 LEAVE;
1202 PL_runops = runops_trace;
1203 }
1204
1205 if (oldcop != PL_curcop)
1206 {
1207 oldcop = PL_curcop;
1208
1209 if (PL_curcop != &PL_compiling)
1210 {
1211 SV **cb;
1212
1213 if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB)
1214 {
1215 PERL_CONTEXT *cx = &cxstack[cxstack_ix];
1216
1217 if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)
1218 {
1219 dSP;
1220 GV *gv = CvGV (cx->blk_sub.cv);
1221 SV *fullname = sv_2mortal (newSV (0));
1222
1223 if (isGV (gv))
1224 gv_efullname3 (fullname, gv, 0);
1225
1226 PL_runops = RUNOPS_DEFAULT;
1227 ENTER;
1228 SAVETMPS;
1229 EXTEND (SP, 3);
1230 PUSHMARK (SP);
1231 PUSHs (&PL_sv_yes);
1232 PUSHs (fullname);
1233 PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc ((SV *)cx->blk_sub.argarray)) : &PL_sv_undef);
1234 PUTBACK;
1235 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
1236 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1237 SPAGAIN;
1238 FREETMPS;
1239 LEAVE;
1240 PL_runops = runops_trace;
1241 }
1242
1243 oldcxix = cxstack_ix;
1244 }
1245
1246 if (cctx_current->flags & CC_TRACE_LINE)
1247 {
1248 dSP;
1249
1250 PL_runops = RUNOPS_DEFAULT;
1251 ENTER;
1252 SAVETMPS;
1253 EXTEND (SP, 3);
1254 PL_runops = RUNOPS_DEFAULT;
1255 PUSHMARK (SP);
1256 PUSHs (sv_2mortal (newSVpv (OutCopFILE (oldcop), 0)));
1257 PUSHs (sv_2mortal (newSViv (CopLINE (oldcop))));
1258 PUTBACK;
1259 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_line_cb", sizeof ("_trace_line_cb") - 1, 0);
1260 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1261 SPAGAIN;
1262 FREETMPS;
1263 LEAVE;
1264 PL_runops = runops_trace;
1265 }
1266 }
1267 }
1268 }
1269 }
1270
1271 TAINT_NOT;
1272 return 0;
1273}
1274
1275static struct CoroSLF cctx_ssl_frame;
1276
1277static void
1278slf_prepare_set_stacklevel (pTHX_ struct coro_transfer_args *ta)
1279{
1280 ta->prev = 0;
1281}
1282
1283static int
1284slf_check_set_stacklevel (pTHX_ struct CoroSLF *frame)
1285{
1286 *frame = cctx_ssl_frame;
1287
1288 return frame->check (aTHX_ frame); /* execute the restored frame - there must be one */
1289}
1290
1291/* initialises PL_top_env and injects a pseudo-slf-call to set the stacklevel */
1292static void NOINLINE
1293cctx_prepare (pTHX)
1294{
1295 PL_top_env = &PL_start_env;
1296
1297 if (cctx_current->flags & CC_TRACE)
1298 PL_runops = runops_trace;
1299
1300 /* we already must be executing an SLF op, there is no other valid way
1301 * that can lead to creation of a new cctx */
1302 assert (("FATAL: can't prepare slf-less cctx in Coro module (please report)",
1303 slf_frame.prepare && PL_op->op_ppaddr == pp_slf));
1304
1305 /* we must emulate leaving pp_slf, which is done inside slf_check_set_stacklevel */
1306 cctx_ssl_frame = slf_frame;
1307
1308 slf_frame.prepare = slf_prepare_set_stacklevel;
1309 slf_frame.check = slf_check_set_stacklevel;
1310}
1311
1312/* the tail of transfer: execute stuff we can only do after a transfer */
1313INLINE void
1314transfer_tail (pTHX)
1315{
1316 free_coro_mortal (aTHX);
1317}
1318
1319/*
1320 * this is a _very_ stripped down perl interpreter ;)
1321 */
1322static void
1323cctx_run (void *arg)
1324{
1325#ifdef USE_ITHREADS
1326# if CORO_PTHREAD
1327 PERL_SET_CONTEXT (coro_thx);
1328# endif
1329#endif
1330 {
1331 dTHX;
1332
1333 /* normally we would need to skip the entersub here */
1334 /* not doing so will re-execute it, which is exactly what we want */
1335 /* PL_nop = PL_nop->op_next */
1336
1337 /* inject a fake subroutine call to cctx_init */
1338 cctx_prepare (aTHX);
1339
1340 /* cctx_run is the alternative tail of transfer() */
1341 transfer_tail (aTHX);
1342
1343 /* somebody or something will hit me for both perl_run and PL_restartop */
1344 PL_restartop = PL_op;
1345 perl_run (PL_curinterp);
1346 /*
1347 * Unfortunately, there is no way to get at the return values of the
1348 * coro body here, as perl_run destroys these. Likewise, we cannot catch
1349 * runtime errors here, as this is just a random interpreter, not a thread.
1350 */
1351
1352 /*
1353 * If perl-run returns we assume exit() was being called or the coro
1354 * fell off the end, which seems to be the only valid (non-bug)
1355 * reason for perl_run to return. We try to exit by jumping to the
1356 * bootstrap-time "top" top_env, as we cannot restore the "main"
1357 * coroutine as Coro has no such concept.
1358 * This actually isn't valid with the pthread backend, but OSes requiring
1359 * that backend are too broken to do it in a standards-compliant way.
1360 */
1361 PL_top_env = main_top_env;
1362 JMPENV_JUMP (2); /* I do not feel well about the hardcoded 2 at all */
1363 }
1364}
1365
1366static coro_cctx *
1367cctx_new ()
1368{
1369 coro_cctx *cctx;
1370
1371 ++cctx_count;
1372 New (0, cctx, 1, coro_cctx);
1373
1374 cctx->gen = cctx_gen;
1375 cctx->flags = 0;
1376 cctx->idle_sp = 0; /* can be accessed by transfer between cctx_run and set_stacklevel, on throw */
1377
1378 return cctx;
1379}
1380
1381/* create a new cctx only suitable as source */
1382static coro_cctx *
1383cctx_new_empty ()
1384{
1385 coro_cctx *cctx = cctx_new ();
1386
1387 cctx->sptr = 0;
1388 coro_create (&cctx->cctx, 0, 0, 0, 0);
1389
1390 return cctx;
1391}
1392
1393/* create a new cctx suitable as destination/running a perl interpreter */
1394static coro_cctx *
1395cctx_new_run ()
1396{
1397 coro_cctx *cctx = cctx_new ();
1398 void *stack_start;
1399 size_t stack_size;
1400
1401#if HAVE_MMAP
1402 cctx->ssize = ((cctx_stacksize * sizeof (long) + PAGESIZE - 1) / PAGESIZE + CORO_STACKGUARD) * PAGESIZE;
1403 /* mmap supposedly does allocate-on-write for us */
1404 cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
1405
1406 if (cctx->sptr != (void *)-1)
1407 {
1408 #if CORO_STACKGUARD
1409 mprotect (cctx->sptr, CORO_STACKGUARD * PAGESIZE, PROT_NONE);
1410 #endif
1411 stack_start = (char *)cctx->sptr + CORO_STACKGUARD * PAGESIZE;
1412 stack_size = cctx->ssize - CORO_STACKGUARD * PAGESIZE;
1413 cctx->flags |= CC_MAPPED;
1414 }
1415 else
1416#endif
1417 {
1418 cctx->ssize = cctx_stacksize * (long)sizeof (long);
1419 New (0, cctx->sptr, cctx_stacksize, long);
1420
1421 if (!cctx->sptr)
1422 {
1423 perror ("FATAL: unable to allocate stack for coroutine, exiting.");
1424 _exit (EXIT_FAILURE);
1425 }
1426
1427 stack_start = cctx->sptr;
1428 stack_size = cctx->ssize;
1429 }
1430
1431 #if CORO_USE_VALGRIND
1432 cctx->valgrind_id = VALGRIND_STACK_REGISTER ((char *)stack_start, (char *)stack_start + stack_size);
1433 #endif
1434
1435 coro_create (&cctx->cctx, cctx_run, (void *)cctx, stack_start, stack_size);
1436
1437 return cctx;
1438}
1439
1440static void
1441cctx_destroy (coro_cctx *cctx)
1442{
1443 if (!cctx)
1444 return;
1445
1446 assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));//D temporary?
1447
1448 --cctx_count;
1449 coro_destroy (&cctx->cctx);
1450
1451 /* coro_transfer creates new, empty cctx's */
1452 if (cctx->sptr)
1453 {
1454 #if CORO_USE_VALGRIND
1455 VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
1456 #endif
1457
1458#if HAVE_MMAP
1459 if (cctx->flags & CC_MAPPED)
1460 munmap (cctx->sptr, cctx->ssize);
1461 else
1462#endif
1463 Safefree (cctx->sptr);
1464 }
1465
1466 Safefree (cctx);
1467}
1468
1469/* wether this cctx should be destructed */
1470#define CCTX_EXPIRED(cctx) ((cctx)->gen != cctx_gen || ((cctx)->flags & CC_NOREUSE))
1471
1472static coro_cctx *
1473cctx_get (pTHX)
1474{
1475 while (expect_true (cctx_first))
1476 {
1477 coro_cctx *cctx = cctx_first;
1478 cctx_first = cctx->next;
1479 --cctx_idle;
1480
1481 if (expect_true (!CCTX_EXPIRED (cctx)))
1482 return cctx;
1483
1484 cctx_destroy (cctx);
1485 }
1486
1487 return cctx_new_run ();
1488}
1489
1490static void
1491cctx_put (coro_cctx *cctx)
1492{
1493 assert (("FATAL: cctx_put called on non-initialised cctx in Coro (please report)", cctx->sptr));
1494
1495 /* free another cctx if overlimit */
1496 if (expect_false (cctx_idle >= cctx_max_idle))
1497 {
1498 coro_cctx *first = cctx_first;
1499 cctx_first = first->next;
1500 --cctx_idle;
1501
1502 cctx_destroy (first);
1503 }
1504
1505 ++cctx_idle;
1506 cctx->next = cctx_first;
1507 cctx_first = cctx;
1508}
1509
1510/** coroutine switching *****************************************************/
1511
1512static void
1513transfer_check (pTHX_ struct coro *prev, struct coro *next)
1514{
1515 /* TODO: throwing up here is considered harmful */
1516
1517 if (expect_true (prev != next))
1518 {
1519 if (expect_false (!(prev->flags & (CF_RUNNING | CF_NEW))))
1520 croak ("Coro::State::transfer called with a blocked prev Coro::State, but can only transfer from running or new states,");
1521
1522 if (expect_false (next->flags & (CF_RUNNING | CF_DESTROYED | CF_SUSPENDED)))
1523 croak ("Coro::State::transfer called with running, destroyed or suspended next Coro::State, but can only transfer to inactive states,");
1524
1525#if !PERL_VERSION_ATLEAST (5,10,0)
1526 if (expect_false (PL_lex_state != LEX_NOTPARSING))
1527 croak ("Coro::State::transfer called while parsing, but this is not supported in your perl version,");
1528#endif
1529 }
1530}
1531
1532/* always use the TRANSFER macro */
1533static void NOINLINE /* noinline so we have a fixed stackframe */
1534transfer (pTHX_ struct coro *prev, struct coro *next, int force_cctx)
1535{
1536 dSTACKLEVEL;
1537
1538 /* sometimes transfer is only called to set idle_sp */
1539 if (expect_false (!prev))
1540 {
1541 cctx_current->idle_sp = STACKLEVEL;
1542 assert (cctx_current->idle_te = PL_top_env); /* just for the side-effect when asserts are enabled */
1543 }
1544 else if (expect_true (prev != next))
1545 {
1546 coro_cctx *cctx_prev;
1547
1548 if (expect_false (prev->flags & CF_NEW))
1549 {
1550 /* create a new empty/source context */
1551 prev->flags &= ~CF_NEW;
1552 prev->flags |= CF_RUNNING;
1553 }
1554
1555 prev->flags &= ~CF_RUNNING;
1556 next->flags |= CF_RUNNING;
1557
1558 /* first get rid of the old state */
1559 save_perl (aTHX_ prev);
1560
1561 if (expect_false (next->flags & CF_NEW))
1562 {
1563 /* need to start coroutine */
1564 next->flags &= ~CF_NEW;
1565 /* setup coroutine call */
1566 init_perl (aTHX_ next);
1567 }
1568 else
1569 load_perl (aTHX_ next);
1570
1571 /* possibly untie and reuse the cctx */
1572 if (expect_true (
1573 cctx_current->idle_sp == STACKLEVEL
1574 && !(cctx_current->flags & CC_TRACE)
1575 && !force_cctx
1576 ))
1577 {
1578 /* I assume that stacklevel is a stronger indicator than PL_top_env changes */
1579 assert (("FATAL: current top_env must equal previous top_env in Coro (please report)", PL_top_env == cctx_current->idle_te));
1580
1581 /* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get. */
1582 /* without this the next cctx_get might destroy the running cctx while still in use */
1583 if (expect_false (CCTX_EXPIRED (cctx_current)))
1584 if (expect_true (!next->cctx))
1585 next->cctx = cctx_get (aTHX);
1586
1587 cctx_put (cctx_current);
1588 }
1589 else
1590 prev->cctx = cctx_current;
1591
1592 ++next->usecount;
1593
1594 cctx_prev = cctx_current;
1595 cctx_current = expect_false (next->cctx) ? next->cctx : cctx_get (aTHX);
1596
1597 next->cctx = 0;
1598
1599 if (expect_false (cctx_prev != cctx_current))
1600 {
1601 cctx_prev->top_env = PL_top_env;
1602 PL_top_env = cctx_current->top_env;
1603 coro_transfer (&cctx_prev->cctx, &cctx_current->cctx);
1604 }
1605
1606 transfer_tail (aTHX);
1607 }
1608}
1609
1610#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))
1611#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)
1612
1613/** high level stuff ********************************************************/
1614
1615static int
1616coro_state_destroy (pTHX_ struct coro *coro)
1617{
1618 if (coro->flags & CF_DESTROYED)
1619 return 0;
1620
1621 if (coro->on_destroy && !PL_dirty)
1622 coro->on_destroy (aTHX_ coro);
1623
1624 coro->flags |= CF_DESTROYED;
1625
1626 if (coro->flags & CF_READY)
1627 {
1628 /* reduce nready, as destroying a ready coro effectively unreadies it */
1629 /* alternative: look through all ready queues and remove the coro */
1630 --coro_nready;
1631 }
1632 else
1633 coro->flags |= CF_READY; /* make sure it is NOT put into the readyqueue */
1634
1635 if (coro->mainstack
1636 && coro->mainstack != main_mainstack
1637 && coro->slot
1638 && !PL_dirty)
1639 destroy_perl (aTHX_ coro);
1640
1641 if (coro->next) coro->next->prev = coro->prev;
1642 if (coro->prev) coro->prev->next = coro->next;
1643 if (coro == coro_first) coro_first = coro->next;
1644
1645 cctx_destroy (coro->cctx);
1646 SvREFCNT_dec (coro->startcv);
1647 SvREFCNT_dec (coro->args);
1648 SvREFCNT_dec (coro->swap_sv);
1649 SvREFCNT_dec (CORO_THROW);
1650
1651 return 1;
1652}
1653
1654static int
1655coro_state_free (pTHX_ SV *sv, MAGIC *mg)
1656{
1657 struct coro *coro = (struct coro *)mg->mg_ptr;
1658 mg->mg_ptr = 0;
1659
1660 coro->hv = 0;
1661
1662 if (--coro->refcnt < 0)
1663 {
1664 coro_state_destroy (aTHX_ coro);
1665 Safefree (coro);
1666 }
1667
1668 return 0;
1669}
1670
1671static int
1672coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)
1673{
1674 struct coro *coro = (struct coro *)mg->mg_ptr;
1675
1676 ++coro->refcnt;
1677
1678 return 0;
1679}
1680
1681static MGVTBL coro_state_vtbl = {
1682 0, 0, 0, 0,
1683 coro_state_free,
1684 0,
1685#ifdef MGf_DUP
1686 coro_state_dup,
1687#else
1688# define MGf_DUP 0
1689#endif
1690};
1691
1692static void
1693prepare_transfer (pTHX_ struct coro_transfer_args *ta, SV *prev_sv, SV *next_sv)
1694{
1695 ta->prev = SvSTATE (prev_sv);
1696 ta->next = SvSTATE (next_sv);
1697 TRANSFER_CHECK (*ta);
1698}
1699
1700static void
1701api_transfer (pTHX_ SV *prev_sv, SV *next_sv)
1702{
1703 struct coro_transfer_args ta;
1704
1705 prepare_transfer (aTHX_ &ta, prev_sv, next_sv);
1706 TRANSFER (ta, 1);
1707}
1708
1709/** Coro ********************************************************************/
1710
1711INLINE void
1712coro_enq (pTHX_ struct coro *coro)
1713{
1714 struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];
1715
1716 SvREFCNT_inc_NN (coro->hv);
1717
1718 coro->next_ready = 0;
1719 *(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;
1720 ready [1] = coro;
1721}
1722
1723INLINE struct coro *
1724coro_deq (pTHX)
1725{
1726 int prio;
1727
1728 for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )
1729 {
1730 struct coro **ready = coro_ready [prio];
1731
1732 if (ready [0])
1733 {
1734 struct coro *coro = ready [0];
1735 ready [0] = coro->next_ready;
1736 return coro;
1737 }
1738 }
1739
1740 return 0;
1741}
1742
1743static void
1744invoke_sv_ready_hook_helper (void)
1745{
1746 dTHX;
1747 dSP;
1748
1749 ENTER;
1750 SAVETMPS;
1751
1752 PUSHMARK (SP);
1753 PUTBACK;
1754 call_sv (coro_readyhook, G_VOID | G_DISCARD);
1755
1756 FREETMPS;
1757 LEAVE;
1758}
1759
1760static int
1761api_ready (pTHX_ SV *coro_sv)
1762{
1763 struct coro *coro = SvSTATE (coro_sv);
1764
1765 if (coro->flags & CF_READY)
1766 return 0;
1767
1768 coro->flags |= CF_READY;
1769
1770 coro_enq (aTHX_ coro);
1771
1772 if (!coro_nready++)
1773 if (coroapi.readyhook)
1774 coroapi.readyhook ();
1775
1776 return 1;
1777}
1778
1779static int
1780api_is_ready (pTHX_ SV *coro_sv)
1781{
1782 return !!(SvSTATE (coro_sv)->flags & CF_READY);
1783}
1784
1785/* expects to own a reference to next->hv */
1786INLINE void
1787prepare_schedule_to (pTHX_ struct coro_transfer_args *ta, struct coro *next)
1788{
1789 SV *prev_sv = SvRV (coro_current);
1790
1791 ta->prev = SvSTATE_hv (prev_sv);
1792 ta->next = next;
1793
1794 TRANSFER_CHECK (*ta);
1795
1796 SvRV_set (coro_current, (SV *)next->hv);
1797
1798 free_coro_mortal (aTHX);
1799 coro_mortal = prev_sv;
1800}
1801
1802static void
1803prepare_schedule (pTHX_ struct coro_transfer_args *ta)
1804{
1805 for (;;)
1806 {
1807 struct coro *next = coro_deq (aTHX);
1808
1809 if (expect_true (next))
1810 {
1811 /* cannot transfer to destroyed coros, skip and look for next */
1812 if (expect_false (next->flags & (CF_DESTROYED | CF_SUSPENDED)))
1813 SvREFCNT_dec (next->hv); /* coro_nready has already been taken care of by destroy */
1814 else
1815 {
1816 next->flags &= ~CF_READY;
1817 --coro_nready;
1818
1819 prepare_schedule_to (aTHX_ ta, next);
1820 break;
1821 }
1822 }
1823 else
1824 {
1825 /* nothing to schedule: call the idle handler */
1826 if (SvROK (sv_idle)
1827 && SvOBJECT (SvRV (sv_idle)))
1828 {
1829 if (SvRV (sv_idle) == SvRV (coro_current))
1830 croak ("FATAL: $Coro::IDLE blocked itself - did you try to block inside an event loop callback? Caught");
1831
1832 ++coro_nready; /* hack so that api_ready doesn't invoke ready hook */
1833 api_ready (aTHX_ SvRV (sv_idle));
1834 --coro_nready;
1835 }
1836 else
1837 {
1838 /* TODO: deprecated, remove, cannot work reliably *//*D*/
1839 dSP;
1840
1841 ENTER;
1842 SAVETMPS;
1843
1844 PUSHMARK (SP);
1845 PUTBACK;
1846 call_sv (sv_idle, G_VOID | G_DISCARD);
1847
1848 FREETMPS;
1849 LEAVE;
1850 }
1851 }
1852 }
1853}
1854
1855INLINE void
1856prepare_cede (pTHX_ struct coro_transfer_args *ta)
1857{
1858 api_ready (aTHX_ coro_current);
1859 prepare_schedule (aTHX_ ta);
1860}
1861
1862INLINE void
1863prepare_cede_notself (pTHX_ struct coro_transfer_args *ta)
1864{
1865 SV *prev = SvRV (coro_current);
1866
1867 if (coro_nready)
1868 {
1869 prepare_schedule (aTHX_ ta);
1870 api_ready (aTHX_ prev);
1871 }
1872 else
1873 prepare_nop (aTHX_ ta);
1874}
1875
1876static void
1877api_schedule (pTHX)
1878{
1879 struct coro_transfer_args ta;
1880
1881 prepare_schedule (aTHX_ &ta);
1882 TRANSFER (ta, 1);
1883}
1884
1885static void
1886api_schedule_to (pTHX_ SV *coro_sv)
1887{
1888 struct coro_transfer_args ta;
1889 struct coro *next = SvSTATE (coro_sv);
1890
1891 SvREFCNT_inc_NN (coro_sv);
1892 prepare_schedule_to (aTHX_ &ta, next);
1893}
1894
1895static int
1896api_cede (pTHX)
1897{
1898 struct coro_transfer_args ta;
1899
1900 prepare_cede (aTHX_ &ta);
1901
1902 if (expect_true (ta.prev != ta.next))
1903 {
1904 TRANSFER (ta, 1);
1905 return 1;
1906 }
1907 else
1908 return 0;
1909}
1910
1911static int
1912api_cede_notself (pTHX)
1913{
1914 if (coro_nready)
1915 {
1916 struct coro_transfer_args ta;
1917
1918 prepare_cede_notself (aTHX_ &ta);
1919 TRANSFER (ta, 1);
1920 return 1;
1921 }
1922 else
1923 return 0;
1924}
1925
1926static void
1927api_trace (pTHX_ SV *coro_sv, int flags)
1928{
1929 struct coro *coro = SvSTATE (coro_sv);
1930
1931 if (coro->flags & CF_RUNNING)
1932 croak ("cannot enable tracing on a running coroutine, caught");
1933
1934 if (flags & CC_TRACE)
1935 {
1936 if (!coro->cctx)
1937 coro->cctx = cctx_new_run ();
1938 else if (!(coro->cctx->flags & CC_TRACE))
1939 croak ("cannot enable tracing on coroutine with custom stack, caught");
1940
1941 coro->cctx->flags |= CC_NOREUSE | (flags & (CC_TRACE | CC_TRACE_ALL));
1942 }
1943 else if (coro->cctx && coro->cctx->flags & CC_TRACE)
1944 {
1945 coro->cctx->flags &= ~(CC_TRACE | CC_TRACE_ALL);
1946
1947 if (coro->flags & CF_RUNNING)
1948 PL_runops = RUNOPS_DEFAULT;
1949 else
1950 coro->slot->runops = RUNOPS_DEFAULT;
1951 }
1952}
1953
1954static void
1955coro_call_on_destroy (pTHX_ struct coro *coro)
1956{
1957 SV **on_destroyp = hv_fetch (coro->hv, "_on_destroy", sizeof ("_on_destroy") - 1, 0);
1958 SV **statusp = hv_fetch (coro->hv, "_status", sizeof ("_status") - 1, 0);
1959
1960 if (on_destroyp)
1961 {
1962 AV *on_destroy = (AV *)SvRV (*on_destroyp);
1963
1964 while (AvFILLp (on_destroy) >= 0)
1965 {
1966 dSP; /* don't disturb outer sp */
1967 SV *cb = av_pop (on_destroy);
1968
1969 PUSHMARK (SP);
1970
1971 if (statusp)
1972 {
1973 int i;
1974 AV *status = (AV *)SvRV (*statusp);
1975 EXTEND (SP, AvFILLp (status) + 1);
1976
1977 for (i = 0; i <= AvFILLp (status); ++i)
1978 PUSHs (AvARRAY (status)[i]);
1979 }
1980
1981 PUTBACK;
1982 call_sv (sv_2mortal (cb), G_VOID | G_DISCARD);
1983 }
1984 }
1985}
1986
1987static void
1988slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
1989{
1990 int i;
1991 HV *hv = (HV *)SvRV (coro_current);
1992 AV *av = newAV ();
1993
1994 /* items are actually not so common, so optimise for this case */
1995 if (items)
1996 {
1997 av_extend (av, items - 1);
1998
1999 for (i = 0; i < items; ++i)
2000 av_push (av, SvREFCNT_inc_NN (arg [i]));
2001 }
2002
2003 hv_store (hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);
2004
2005 av_push (av_destroy, (SV *)newRV_inc ((SV *)hv)); /* RVinc for perl */
2006 api_ready (aTHX_ sv_manager);
2007
2008 frame->prepare = prepare_schedule;
2009 frame->check = slf_check_repeat;
2010
2011 /* as a minor optimisation, we could unwind all stacks here */
2012 /* but that puts extra pressure on pp_slf, and is not worth much */
2013 /*coro_unwind_stacks (aTHX);*/
2014}
2015
2016/*****************************************************************************/
2017/* async pool handler */
2018
2019static int
2020slf_check_pool_handler (pTHX_ struct CoroSLF *frame)
2021{
2022 HV *hv = (HV *)SvRV (coro_current);
2023 struct coro *coro = (struct coro *)frame->data;
2024
2025 if (!coro->invoke_cb)
2026 return 1; /* loop till we have invoke */
2027 else
2028 {
2029 hv_store (hv, "desc", sizeof ("desc") - 1,
2030 newSVpvn ("[async_pool]", sizeof ("[async_pool]") - 1), 0);
2031
2032 coro->saved_deffh = SvREFCNT_inc_NN ((SV *)PL_defoutgv);
2033
2034 {
2035 dSP;
2036 XPUSHs (sv_2mortal (coro->invoke_cb)); coro->invoke_cb = 0;
2037 PUTBACK;
2038 }
2039
2040 SvREFCNT_dec (GvAV (PL_defgv));
2041 GvAV (PL_defgv) = coro->invoke_av;
2042 coro->invoke_av = 0;
2043
2044 return 0;
2045 }
2046}
2047
2048static void
2049slf_init_pool_handler (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2050{
2051 HV *hv = (HV *)SvRV (coro_current);
2052 struct coro *coro = SvSTATE_hv ((SV *)hv);
2053
2054 if (expect_true (coro->saved_deffh))
2055 {
2056 /* subsequent iteration */
2057 SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh;
2058 coro->saved_deffh = 0;
2059
2060 if (coro_rss (aTHX_ coro) > SvUV (sv_pool_rss)
2061 || av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))
2062 {
2063 coro->invoke_cb = SvREFCNT_inc_NN ((SV *)cv_coro_terminate);
2064 coro->invoke_av = newAV ();
2065
2066 frame->prepare = prepare_nop;
2067 }
2068 else
2069 {
2070 av_clear (GvAV (PL_defgv));
2071 hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);
2072
2073 coro->prio = 0;
2074
2075 if (coro->cctx && (coro->cctx->flags & CC_TRACE))
2076 api_trace (aTHX_ coro_current, 0);
2077
2078 frame->prepare = prepare_schedule;
2079 av_push (av_async_pool, SvREFCNT_inc (hv));
2080 }
2081 }
2082 else
2083 {
2084 /* first iteration, simply fall through */
2085 frame->prepare = prepare_nop;
2086 }
2087
2088 frame->check = slf_check_pool_handler;
2089 frame->data = (void *)coro;
2090}
2091
2092/*****************************************************************************/
2093/* rouse callback */
2094
2095#define CORO_MAGIC_type_rouse PERL_MAGIC_ext
2096
2097static void
2098coro_rouse_callback (pTHX_ CV *cv)
2099{
2100 dXSARGS;
2101 SV *data = (SV *)S_GENSUB_ARG;
2102
2103 if (SvTYPE (SvRV (data)) != SVt_PVAV)
2104 {
2105 /* first call, set args */
2106 SV *coro = SvRV (data);
2107 AV *av = newAV ();
2108
2109 SvRV_set (data, (SV *)av);
2110
2111 /* better take a full copy of the arguments */
2112 while (items--)
2113 av_store (av, items, newSVsv (ST (items)));
2114
2115 api_ready (aTHX_ coro);
2116 SvREFCNT_dec (coro);
2117 }
2118
2119 XSRETURN_EMPTY;
2120}
2121
2122static int
2123slf_check_rouse_wait (pTHX_ struct CoroSLF *frame)
2124{
2125 SV *data = (SV *)frame->data;
2126
2127 if (CORO_THROW)
2128 return 0;
2129
2130 if (SvTYPE (SvRV (data)) != SVt_PVAV)
2131 return 1;
2132
2133 /* now push all results on the stack */
2134 {
2135 dSP;
2136 AV *av = (AV *)SvRV (data);
2137 int i;
2138
2139 EXTEND (SP, AvFILLp (av) + 1);
2140 for (i = 0; i <= AvFILLp (av); ++i)
2141 PUSHs (sv_2mortal (AvARRAY (av)[i]));
2142
2143 /* we have stolen the elements, so set length to zero and free */
2144 AvFILLp (av) = -1;
2145 av_undef (av);
2146
2147 PUTBACK;
2148 }
2149
2150 return 0;
2151}
2152
2153static void
2154slf_init_rouse_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2155{
2156 SV *cb;
2157
2158 if (items)
2159 cb = arg [0];
2160 else
2161 {
2162 struct coro *coro = SvSTATE_current;
2163
2164 if (!coro->rouse_cb)
2165 croak ("Coro::rouse_wait called without rouse callback, and no default rouse callback found either,");
2166
2167 cb = sv_2mortal (coro->rouse_cb);
2168 coro->rouse_cb = 0;
2169 }
2170
2171 if (!SvROK (cb)
2172 || SvTYPE (SvRV (cb)) != SVt_PVCV
2173 || CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
2174 croak ("Coro::rouse_wait called with illegal callback argument,");
2175
2176 {
2177 CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
2178 SV *data = (SV *)S_GENSUB_ARG;
2179
2180 frame->data = (void *)data;
2181 frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;
2182 frame->check = slf_check_rouse_wait;
2183 }
2184}
2185
2186static SV *
2187coro_new_rouse_cb (pTHX)
2188{
2189 HV *hv = (HV *)SvRV (coro_current);
2190 struct coro *coro = SvSTATE_hv (hv);
2191 SV *data = newRV_inc ((SV *)hv);
2192 SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);
2193
2194 sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);
2195 SvREFCNT_dec (data); /* magicext increases the refcount */
2196
2197 SvREFCNT_dec (coro->rouse_cb);
2198 coro->rouse_cb = SvREFCNT_inc_NN (cb);
2199
2200 return cb;
2201}
2202
2203/*****************************************************************************/
2204/* schedule-like-function opcode (SLF) */
2205
2206static UNOP slf_restore; /* restore stack as entersub did, for first-re-run */
2207static const CV *slf_cv;
2208static SV **slf_argv;
2209static int slf_argc, slf_arga; /* count, allocated */
2210static I32 slf_ax; /* top of stack, for restore */
2211
2212/* this restores the stack in the case we patched the entersub, to */
2213/* recreate the stack frame as perl will on following calls */
2214/* since entersub cleared the stack */
2215static OP *
2216pp_restore (pTHX)
2217{
2218 int i;
2219 SV **SP = PL_stack_base + slf_ax;
2220
2221 PUSHMARK (SP);
2222
2223 EXTEND (SP, slf_argc + 1);
2224
2225 for (i = 0; i < slf_argc; ++i)
2226 PUSHs (sv_2mortal (slf_argv [i]));
2227
2228 PUSHs ((SV *)CvGV (slf_cv));
2229
2230 RETURNOP (slf_restore.op_first);
2231}
2232
2233static void
2234slf_prepare_transfer (pTHX_ struct coro_transfer_args *ta)
2235{
2236 SV **arg = (SV **)slf_frame.data;
2237
2238 prepare_transfer (aTHX_ ta, arg [0], arg [1]);
2239}
2240
2241static void
2242slf_init_transfer (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2243{
2244 if (items != 2)
2245 croak ("Coro::State::transfer (prev, next) expects two arguments, not %d,", items);
2246
2247 frame->prepare = slf_prepare_transfer;
2248 frame->check = slf_check_nop;
2249 frame->data = (void *)arg; /* let's hope it will stay valid */
2250}
2251
2252static void
2253slf_init_schedule (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2254{
2255 frame->prepare = prepare_schedule;
2256 frame->check = slf_check_nop;
2257}
2258
2259static void
2260slf_prepare_schedule_to (pTHX_ struct coro_transfer_args *ta)
2261{
2262 struct coro *next = (struct coro *)slf_frame.data;
2263
2264 SvREFCNT_inc_NN (next->hv);
2265 prepare_schedule_to (aTHX_ ta, next);
2266}
2267
2268static void
2269slf_init_schedule_to (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2270{
2271 if (!items)
2272 croak ("Coro::schedule_to expects a coroutine argument, caught");
2273
2274 frame->data = (void *)SvSTATE (arg [0]);
2275 frame->prepare = slf_prepare_schedule_to;
2276 frame->check = slf_check_nop;
2277}
2278
2279static void
2280slf_init_cede_to (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2281{
2282 api_ready (aTHX_ SvRV (coro_current));
2283
2284 slf_init_schedule_to (aTHX_ frame, cv, arg, items);
2285}
2286
2287static void
2288slf_init_cede (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2289{
2290 frame->prepare = prepare_cede;
2291 frame->check = slf_check_nop;
2292}
2293
2294static void
2295slf_init_cede_notself (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2296{
2297 frame->prepare = prepare_cede_notself;
2298 frame->check = slf_check_nop;
2299}
2300
2301/*
2302 * these not obviously related functions are all rolled into one
2303 * function to increase chances that they all will call transfer with the same
2304 * stack offset
2305 * SLF stands for "schedule-like-function".
2306 */
2307static OP *
2308pp_slf (pTHX)
2309{
2310 I32 checkmark; /* mark SP to see how many elements check has pushed */
2311
2312 /* set up the slf frame, unless it has already been set-up */
2313 /* the latter happens when a new coro has been started */
2314 /* or when a new cctx was attached to an existing coroutine */
2315 if (expect_true (!slf_frame.prepare))
2316 {
2317 /* first iteration */
2318 dSP;
2319 SV **arg = PL_stack_base + TOPMARK + 1;
2320 int items = SP - arg; /* args without function object */
2321 SV *gv = *sp;
2322
2323 /* do a quick consistency check on the "function" object, and if it isn't */
2324 /* for us, divert to the real entersub */
2325 if (SvTYPE (gv) != SVt_PVGV
2326 || !GvCV (gv)
2327 || !(CvFLAGS (GvCV (gv)) & CVf_SLF))
2328 return PL_ppaddr[OP_ENTERSUB](aTHX);
2329
2330 if (!(PL_op->op_flags & OPf_STACKED))
2331 {
2332 /* ampersand-form of call, use @_ instead of stack */
2333 AV *av = GvAV (PL_defgv);
2334 arg = AvARRAY (av);
2335 items = AvFILLp (av) + 1;
2336 }
2337
2338 /* now call the init function, which needs to set up slf_frame */
2339 ((coro_slf_cb)CvXSUBANY (GvCV (gv)).any_ptr)
2340 (aTHX_ &slf_frame, GvCV (gv), arg, items);
2341
2342 /* pop args */
2343 SP = PL_stack_base + POPMARK;
2344
2345 PUTBACK;
2346 }
2347
2348 /* now that we have a slf_frame, interpret it! */
2349 /* we use a callback system not to make the code needlessly */
2350 /* complicated, but so we can run multiple perl coros from one cctx */
2351
2352 do
2353 {
2354 struct coro_transfer_args ta;
2355
2356 slf_frame.prepare (aTHX_ &ta);
2357 TRANSFER (ta, 0);
2358
2359 checkmark = PL_stack_sp - PL_stack_base;
2360 }
2361 while (slf_frame.check (aTHX_ &slf_frame));
2362
2363 slf_frame.prepare = 0; /* invalidate the frame, we are done processing it */
2364
2365 /* exception handling */
2366 if (expect_false (CORO_THROW))
2367 {
2368 SV *exception = sv_2mortal (CORO_THROW);
2369
2370 CORO_THROW = 0;
2371 sv_setsv (ERRSV, exception);
2372 croak (0);
2373 }
2374
2375 /* return value handling - mostly like entersub */
2376 /* make sure we put something on the stack in scalar context */
2377 if (GIMME_V == G_SCALAR)
2378 {
2379 dSP;
2380 SV **bot = PL_stack_base + checkmark;
2381
2382 if (sp == bot) /* too few, push undef */
2383 bot [1] = &PL_sv_undef;
2384 else if (sp != bot + 1) /* too many, take last one */
2385 bot [1] = *sp;
2386
2387 SP = bot + 1;
2388
2389 PUTBACK;
2390 }
2391
2392 return NORMAL;
2393}
2394
2395static void
2396api_execute_slf (pTHX_ CV *cv, coro_slf_cb init_cb, I32 ax)
2397{
2398 int i;
2399 SV **arg = PL_stack_base + ax;
2400 int items = PL_stack_sp - arg + 1;
2401
2402 assert (("FATAL: SLF call with illegal CV value", !CvANON (cv)));
2403
2404 if (PL_op->op_ppaddr != PL_ppaddr [OP_ENTERSUB]
2405 && PL_op->op_ppaddr != pp_slf)
2406 croak ("FATAL: Coro SLF calls can only be made normally, not via goto or any other means, caught");
2407
2408 CvFLAGS (cv) |= CVf_SLF;
2409 CvXSUBANY (cv).any_ptr = (void *)init_cb;
2410 slf_cv = cv;
2411
2412 /* we patch the op, and then re-run the whole call */
2413 /* we have to put the same argument on the stack for this to work */
2414 /* and this will be done by pp_restore */
2415 slf_restore.op_next = (OP *)&slf_restore;
2416 slf_restore.op_type = OP_CUSTOM;
2417 slf_restore.op_ppaddr = pp_restore;
2418 slf_restore.op_first = PL_op;
2419
2420 slf_ax = ax - 1; /* undo the ax++ inside dAXMARK */
2421
2422 if (PL_op->op_flags & OPf_STACKED)
2423 {
2424 if (items > slf_arga)
2425 {
2426 slf_arga = items;
2427 Safefree (slf_argv);
2428 New (0, slf_argv, slf_arga, SV *);
2429 }
2430
2431 slf_argc = items;
2432
2433 for (i = 0; i < items; ++i)
2434 slf_argv [i] = SvREFCNT_inc (arg [i]);
2435 }
2436 else
2437 slf_argc = 0;
2438
2439 PL_op->op_ppaddr = pp_slf;
2440 /*PL_op->op_type = OP_CUSTOM; /* we do behave like entersub still */
2441
2442 PL_op = (OP *)&slf_restore;
2443}
2444
2445/*****************************************************************************/
2446/* dynamic wind */
2447
2448static void
2449on_enterleave_call (pTHX_ SV *cb)
2450{
2451 dSP;
2452
2453 PUSHSTACK;
2454
2455 PUSHMARK (SP);
2456 PUTBACK;
2457 call_sv (cb, G_VOID | G_DISCARD);
2458 SPAGAIN;
2459
2460 POPSTACK;
2461}
2462
2463static SV *
2464coro_avp_pop_and_free (pTHX_ AV **avp)
2465{
2466 AV *av = *avp;
2467 SV *res = av_pop (av);
2468
2469 if (AvFILLp (av) < 0)
2470 {
2471 *avp = 0;
2472 SvREFCNT_dec (av);
2473 }
2474
2475 return res;
2476}
2477
2478static void
2479coro_pop_on_enter (pTHX_ void *coro)
2480{
2481 SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_enter);
2482 SvREFCNT_dec (cb);
2483}
2484
2485static void
2486coro_pop_on_leave (pTHX_ void *coro)
2487{
2488 SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);
2489 on_enterleave_call (aTHX_ sv_2mortal (cb));
2490}
2491
2492/*****************************************************************************/
2493/* PerlIO::cede */
2494
2495typedef struct
2496{
2497 PerlIOBuf base;
2498 NV next, every;
2499} PerlIOCede;
2500
2501static IV
2502PerlIOCede_pushed (pTHX_ PerlIO *f, const char *mode, SV *arg, PerlIO_funcs *tab)
2503{
2504 PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2505
2506 self->every = SvCUR (arg) ? SvNV (arg) : 0.01;
2507 self->next = nvtime () + self->every;
2508
2509 return PerlIOBuf_pushed (aTHX_ f, mode, Nullsv, tab);
2510}
2511
2512static SV *
2513PerlIOCede_getarg (pTHX_ PerlIO *f, CLONE_PARAMS *param, int flags)
2514{
2515 PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2516
2517 return newSVnv (self->every);
2518}
2519
2520static IV
2521PerlIOCede_flush (pTHX_ PerlIO *f)
2522{
2523 PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
2524 double now = nvtime ();
2525
2526 if (now >= self->next)
2527 {
2528 api_cede (aTHX);
2529 self->next = now + self->every;
2530 }
2531
2532 return PerlIOBuf_flush (aTHX_ f);
2533}
2534
2535static PerlIO_funcs PerlIO_cede =
2536{
2537 sizeof(PerlIO_funcs),
2538 "cede",
2539 sizeof(PerlIOCede),
2540 PERLIO_K_DESTRUCT | PERLIO_K_RAW,
2541 PerlIOCede_pushed,
2542 PerlIOBuf_popped,
2543 PerlIOBuf_open,
2544 PerlIOBase_binmode,
2545 PerlIOCede_getarg,
2546 PerlIOBase_fileno,
2547 PerlIOBuf_dup,
2548 PerlIOBuf_read,
2549 PerlIOBuf_unread,
2550 PerlIOBuf_write,
2551 PerlIOBuf_seek,
2552 PerlIOBuf_tell,
2553 PerlIOBuf_close,
2554 PerlIOCede_flush,
2555 PerlIOBuf_fill,
2556 PerlIOBase_eof,
2557 PerlIOBase_error,
2558 PerlIOBase_clearerr,
2559 PerlIOBase_setlinebuf,
2560 PerlIOBuf_get_base,
2561 PerlIOBuf_bufsiz,
2562 PerlIOBuf_get_ptr,
2563 PerlIOBuf_get_cnt,
2564 PerlIOBuf_set_ptrcnt,
2565};
2566
2567/*****************************************************************************/
2568/* Coro::Semaphore & Coro::Signal */
2569
2570static SV *
2571coro_waitarray_new (pTHX_ int count)
2572{
2573 /* a waitarray=semaphore contains a counter IV in $sem->[0] and any waiters after that */
2574 AV *av = newAV ();
2575 SV **ary;
2576
2577 /* unfortunately, building manually saves memory */
2578 Newx (ary, 2, SV *);
2579 AvALLOC (av) = ary;
2580#if PERL_VERSION_ATLEAST (5,10,0)
2581 AvARRAY (av) = ary;
2582#else
2583 /* 5.8.8 needs this syntax instead of AvARRAY = ary, yet */
2584 /* -DDEBUGGING flags this as a bug, despite it perfectly working */
2585 SvPVX ((SV *)av) = (char *)ary;
2586#endif
2587 AvMAX (av) = 1;
2588 AvFILLp (av) = 0;
2589 ary [0] = newSViv (count);
2590
2591 return newRV_noinc ((SV *)av);
2592}
2593
2594/* semaphore */
2595
2596static void
2597coro_semaphore_adjust (pTHX_ AV *av, IV adjust)
2598{
2599 SV *count_sv = AvARRAY (av)[0];
2600 IV count = SvIVX (count_sv);
2601
2602 count += adjust;
2603 SvIVX (count_sv) = count;
2604
2605 /* now wake up as many waiters as are expected to lock */
2606 while (count > 0 && AvFILLp (av) > 0)
2607 {
2608 SV *cb;
2609
2610 /* swap first two elements so we can shift a waiter */
2611 AvARRAY (av)[0] = AvARRAY (av)[1];
2612 AvARRAY (av)[1] = count_sv;
2613 cb = av_shift (av);
2614
2615 if (SvOBJECT (cb))
2616 {
2617 api_ready (aTHX_ cb);
2618 --count;
2619 }
2620 else if (SvTYPE (cb) == SVt_PVCV)
2621 {
2622 dSP;
2623 PUSHMARK (SP);
2624 XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
2625 PUTBACK;
2626 call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
2627 }
2628
2629 SvREFCNT_dec (cb);
2630 }
2631}
2632
2633static void
2634coro_semaphore_on_destroy (pTHX_ struct coro *coro)
2635{
2636 /* call $sem->adjust (0) to possibly wake up some other waiters */
2637 coro_semaphore_adjust (aTHX_ (AV *)coro->slf_frame.data, 0);
2638}
2639
2640static int
2641slf_check_semaphore_down_or_wait (pTHX_ struct CoroSLF *frame, int acquire)
2642{
2643 AV *av = (AV *)frame->data;
2644 SV *count_sv = AvARRAY (av)[0];
2645
2646 /* if we are about to throw, don't actually acquire the lock, just throw */
2647 if (CORO_THROW)
2648 return 0;
2649 else if (SvIVX (count_sv) > 0)
2650 {
2651 SvSTATE_current->on_destroy = 0;
2652
2653 if (acquire)
2654 SvIVX (count_sv) = SvIVX (count_sv) - 1;
2655 else
2656 coro_semaphore_adjust (aTHX_ av, 0);
2657
2658 return 0;
2659 }
2660 else
2661 {
2662 int i;
2663 /* if we were woken up but can't down, we look through the whole */
2664 /* waiters list and only add us if we aren't in there already */
2665 /* this avoids some degenerate memory usage cases */
2666
2667 for (i = 1; i <= AvFILLp (av); ++i)
2668 if (AvARRAY (av)[i] == SvRV (coro_current))
2669 return 1;
2670
2671 av_push (av, SvREFCNT_inc (SvRV (coro_current)));
2672 return 1;
2673 }
2674}
2675
2676static int
2677slf_check_semaphore_down (pTHX_ struct CoroSLF *frame)
2678{
2679 return slf_check_semaphore_down_or_wait (aTHX_ frame, 1);
2680}
2681
2682static int
2683slf_check_semaphore_wait (pTHX_ struct CoroSLF *frame)
2684{
2685 return slf_check_semaphore_down_or_wait (aTHX_ frame, 0);
2686}
2687
2688static void
2689slf_init_semaphore_down_or_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2690{
2691 AV *av = (AV *)SvRV (arg [0]);
2692
2693 if (SvIVX (AvARRAY (av)[0]) > 0)
2694 {
2695 frame->data = (void *)av;
2696 frame->prepare = prepare_nop;
2697 }
2698 else
2699 {
2700 av_push (av, SvREFCNT_inc (SvRV (coro_current)));
2701
2702 frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av));
2703 frame->prepare = prepare_schedule;
2704
2705 /* to avoid race conditions when a woken-up coro gets terminated */
2706 /* we arrange for a temporary on_destroy that calls adjust (0) */
2707 SvSTATE_current->on_destroy = coro_semaphore_on_destroy;
2708 }
2709}
2710
2711static void
2712slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2713{
2714 slf_init_semaphore_down_or_wait (aTHX_ frame, cv, arg, items);
2715 frame->check = slf_check_semaphore_down;
2716}
2717
2718static void
2719slf_init_semaphore_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2720{
2721 if (items >= 2)
2722 {
2723 /* callback form */
2724 AV *av = (AV *)SvRV (arg [0]);
2725 SV *cb_cv = s_get_cv_croak (arg [1]);
2726
2727 av_push (av, SvREFCNT_inc_NN (cb_cv));
2728
2729 if (SvIVX (AvARRAY (av)[0]) > 0)
2730 coro_semaphore_adjust (aTHX_ av, 0);
2731
2732 frame->prepare = prepare_nop;
2733 frame->check = slf_check_nop;
2734 }
2735 else
2736 {
2737 slf_init_semaphore_down_or_wait (aTHX_ frame, cv, arg, items);
2738 frame->check = slf_check_semaphore_wait;
2739 }
2740}
2741
2742/* signal */
2743
2744static void
2745coro_signal_wake (pTHX_ AV *av, int count)
2746{
2747 SvIVX (AvARRAY (av)[0]) = 0;
2748
2749 /* now signal count waiters */
2750 while (count > 0 && AvFILLp (av) > 0)
2751 {
2752 SV *cb;
2753
2754 /* swap first two elements so we can shift a waiter */
2755 cb = AvARRAY (av)[0];
2756 AvARRAY (av)[0] = AvARRAY (av)[1];
2757 AvARRAY (av)[1] = cb;
2758
2759 cb = av_shift (av);
2760
2761 if (SvTYPE (cb) == SVt_PVCV)
2762 {
2763 dSP;
2764 PUSHMARK (SP);
2765 XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
2766 PUTBACK;
2767 call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
2768 }
2769 else
2770 {
2771 api_ready (aTHX_ cb);
2772 sv_setiv (cb, 0); /* signal waiter */
2773 }
2774
2775 SvREFCNT_dec (cb);
2776
2777 --count;
2778 }
2779}
2780
2781static int
2782slf_check_signal_wait (pTHX_ struct CoroSLF *frame)
2783{
2784 /* if we are about to throw, also stop waiting */
2785 return SvROK ((SV *)frame->data) && !CORO_THROW;
2786}
2787
2788static void
2789slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2790{
2791 AV *av = (AV *)SvRV (arg [0]);
2792
2793 if (items >= 2)
2794 {
2795 SV *cb_cv = s_get_cv_croak (arg [1]);
2796 av_push (av, SvREFCNT_inc_NN (cb_cv));
2797
2798 if (SvIVX (AvARRAY (av)[0]))
2799 coro_signal_wake (aTHX_ av, 1); /* ust be the only waiter */
2800
2801 frame->prepare = prepare_nop;
2802 frame->check = slf_check_nop;
2803 }
2804 else if (SvIVX (AvARRAY (av)[0]))
2805 {
2806 SvIVX (AvARRAY (av)[0]) = 0;
2807 frame->prepare = prepare_nop;
2808 frame->check = slf_check_nop;
2809 }
2810 else
2811 {
2812 SV *waiter = newSVsv (coro_current); /* owned by signal av */
2813
2814 av_push (av, waiter);
2815
2816 frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */
2817 frame->prepare = prepare_schedule;
2818 frame->check = slf_check_signal_wait;
2819 }
2820}
2821
2822/*****************************************************************************/
2823/* Coro::AIO */
2824
2825#define CORO_MAGIC_type_aio PERL_MAGIC_ext
2826
2827/* helper storage struct */
2828struct io_state
2829{
2830 int errorno;
2831 I32 laststype; /* U16 in 5.10.0 */
2832 int laststatval;
2833 Stat_t statcache;
2834};
2835
2836static void
2837coro_aio_callback (pTHX_ CV *cv)
2838{
2839 dXSARGS;
2840 AV *state = (AV *)S_GENSUB_ARG;
2841 SV *coro = av_pop (state);
2842 SV *data_sv = newSV (sizeof (struct io_state));
2843
2844 av_extend (state, items - 1);
2845
2846 sv_upgrade (data_sv, SVt_PV);
2847 SvCUR_set (data_sv, sizeof (struct io_state));
2848 SvPOK_only (data_sv);
2849
2850 {
2851 struct io_state *data = (struct io_state *)SvPVX (data_sv);
2852
2853 data->errorno = errno;
2854 data->laststype = PL_laststype;
2855 data->laststatval = PL_laststatval;
2856 data->statcache = PL_statcache;
2857 }
2858
2859 /* now build the result vector out of all the parameters and the data_sv */
2860 {
2861 int i;
2862
2863 for (i = 0; i < items; ++i)
2864 av_push (state, SvREFCNT_inc_NN (ST (i)));
2865 }
2866
2867 av_push (state, data_sv);
2868
2869 api_ready (aTHX_ coro);
2870 SvREFCNT_dec (coro);
2871 SvREFCNT_dec ((AV *)state);
2872}
2873
2874static int
2875slf_check_aio_req (pTHX_ struct CoroSLF *frame)
2876{
2877 AV *state = (AV *)frame->data;
2878
2879 /* if we are about to throw, return early */
2880 /* this does not cancel the aio request, but at least */
2881 /* it quickly returns */
2882 if (CORO_THROW)
2883 return 0;
2884
2885 /* one element that is an RV? repeat! */
2886 if (AvFILLp (state) == 0 && SvROK (AvARRAY (state)[0]))
2887 return 1;
2888
2889 /* restore status */
2890 {
2891 SV *data_sv = av_pop (state);
2892 struct io_state *data = (struct io_state *)SvPVX (data_sv);
2893
2894 errno = data->errorno;
2895 PL_laststype = data->laststype;
2896 PL_laststatval = data->laststatval;
2897 PL_statcache = data->statcache;
2898
2899 SvREFCNT_dec (data_sv);
2900 }
2901
2902 /* push result values */
2903 {
2904 dSP;
2905 int i;
2906
2907 EXTEND (SP, AvFILLp (state) + 1);
2908 for (i = 0; i <= AvFILLp (state); ++i)
2909 PUSHs (sv_2mortal (SvREFCNT_inc_NN (AvARRAY (state)[i])));
2910
2911 PUTBACK;
2912 }
2913
2914 return 0;
2915}
2916
2917static void
2918slf_init_aio_req (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2919{
2920 AV *state = (AV *)sv_2mortal ((SV *)newAV ());
2921 SV *coro_hv = SvRV (coro_current);
2922 struct coro *coro = SvSTATE_hv (coro_hv);
2923
2924 /* put our coroutine id on the state arg */
2925 av_push (state, SvREFCNT_inc_NN (coro_hv));
2926
2927 /* first see whether we have a non-zero priority and set it as AIO prio */
2928 if (coro->prio)
2929 {
2930 dSP;
2931
2932 static SV *prio_cv;
2933 static SV *prio_sv;
2934
2935 if (expect_false (!prio_cv))
2936 {
2937 prio_cv = (SV *)get_cv ("IO::AIO::aioreq_pri", 0);
2938 prio_sv = newSViv (0);
2939 }
2940
2941 PUSHMARK (SP);
2942 sv_setiv (prio_sv, coro->prio);
2943 XPUSHs (prio_sv);
2944
2945 PUTBACK;
2946 call_sv (prio_cv, G_VOID | G_DISCARD);
2947 }
2948
2949 /* now call the original request */
2950 {
2951 dSP;
2952 CV *req = (CV *)CORO_MAGIC_NN ((SV *)cv, CORO_MAGIC_type_aio)->mg_obj;
2953 int i;
2954
2955 PUSHMARK (SP);
2956
2957 /* first push all args to the stack */
2958 EXTEND (SP, items + 1);
2959
2960 for (i = 0; i < items; ++i)
2961 PUSHs (arg [i]);
2962
2963 /* now push the callback closure */
2964 PUSHs (sv_2mortal (s_gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));
2965
2966 /* now call the AIO function - we assume our request is uncancelable */
2967 PUTBACK;
2968 call_sv ((SV *)req, G_VOID | G_DISCARD);
2969 }
2970
2971 /* now that the request is going, we loop till we have a result */
2972 frame->data = (void *)state;
2973 frame->prepare = prepare_schedule;
2974 frame->check = slf_check_aio_req;
2975}
2976
2977static void
2978coro_aio_req_xs (pTHX_ CV *cv)
2979{
2980 dXSARGS;
2981
2982 CORO_EXECUTE_SLF_XS (slf_init_aio_req);
2983
2984 XSRETURN_EMPTY;
2985}
2986
2987/*****************************************************************************/
2988
2989#if CORO_CLONE
2990# include "clone.c"
2991#endif
2992
2993/*****************************************************************************/
2994
2995static SV *
2996coro_new (pTHX_ HV *stash, SV **argv, int argc, int is_coro)
2997{
2998 SV *coro_sv;
2999 struct coro *coro;
3000 MAGIC *mg;
3001 HV *hv;
3002 SV *cb;
3003 int i;
3004
3005 if (argc > 0)
3006 {
3007 cb = s_get_cv_croak (argv [0]);
3008
3009 if (!is_coro)
3010 {
3011 if (CvISXSUB (cb))
3012 croak ("Coro::State doesn't support XS functions as coroutine start, caught");
3013
3014 if (!CvROOT (cb))
3015 croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
3016 }
3017 }
3018
3019 Newz (0, coro, 1, struct coro);
3020 coro->args = newAV ();
3021 coro->flags = CF_NEW;
3022
3023 if (coro_first) coro_first->prev = coro;
3024 coro->next = coro_first;
3025 coro_first = coro;
3026
3027 coro->hv = hv = newHV ();
3028 mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
3029 mg->mg_flags |= MGf_DUP;
3030 coro_sv = sv_bless (newRV_noinc ((SV *)hv), stash);
3031
3032 if (argc > 0)
3033 {
3034 av_extend (coro->args, argc + is_coro - 1);
3035
3036 if (is_coro)
3037 {
3038 av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
3039 cb = (SV *)cv_coro_run;
3040 }
3041
3042 coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
3043
3044 for (i = 1; i < argc; i++)
3045 av_push (coro->args, newSVsv (argv [i]));
3046 }
3047
3048 return coro_sv;
3049}
3050
3051MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
3052
3053PROTOTYPES: DISABLE
3054
3055BOOT:
3056{
3057#ifdef USE_ITHREADS
3058# if CORO_PTHREAD
3059 coro_thx = PERL_GET_CONTEXT;
3060# endif
3061#endif
3062 BOOT_PAGESIZE;
3063
3064 cctx_current = cctx_new_empty ();
3065
3066 irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV);
3067 stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO);
3068
3069 orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get;
3070 orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set;
3071 orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr;
3072
3073 hv_sig = coro_get_hv (aTHX_ "SIG", TRUE);
3074 rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));
3075 rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));
3076
3077 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
3078
3079 newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));
3080 newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));
3081 newCONSTSUB (coro_state_stash, "CC_TRACE_LINE", newSViv (CC_TRACE_LINE));
3082 newCONSTSUB (coro_state_stash, "CC_TRACE_ALL" , newSViv (CC_TRACE_ALL));
3083
3084 main_mainstack = PL_mainstack;
3085 main_top_env = PL_top_env;
3086
3087 while (main_top_env->je_prev)
3088 main_top_env = main_top_env->je_prev;
3089
3090 {
3091 SV *slf = sv_2mortal (newSViv (PTR2IV (pp_slf)));
3092
3093 if (!PL_custom_op_names) PL_custom_op_names = newHV ();
3094 hv_store_ent (PL_custom_op_names, slf, newSVpv ("coro_slf", 0), 0);
3095
3096 if (!PL_custom_op_descs) PL_custom_op_descs = newHV ();
3097 hv_store_ent (PL_custom_op_descs, slf, newSVpv ("coro schedule like function", 0), 0);
3098 }
3099
3100 coroapi.ver = CORO_API_VERSION;
3101 coroapi.rev = CORO_API_REVISION;
3102
3103 coroapi.transfer = api_transfer;
3104
3105 coroapi.sv_state = SvSTATE_;
3106 coroapi.execute_slf = api_execute_slf;
3107 coroapi.prepare_nop = prepare_nop;
3108 coroapi.prepare_schedule = prepare_schedule;
3109 coroapi.prepare_cede = prepare_cede;
3110 coroapi.prepare_cede_notself = prepare_cede_notself;
3111
3112 {
3113 SV **svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
3114
3115 if (!svp) croak ("Time::HiRes is required");
3116 if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer");
3117
3118 nvtime = INT2PTR (double (*)(), SvIV (*svp));
3119
3120 svp = hv_fetch (PL_modglobal, "Time::U2time", 12, 0);
3121 u2time = INT2PTR (void (*)(pTHX_ UV ret[2]), SvIV (*svp));
3122 }
3123
3124 assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));
3125}
3126
3127SV *
3128new (SV *klass, ...)
3129 ALIAS:
3130 Coro::new = 1
3131 CODE:
3132 RETVAL = coro_new (aTHX_ ix ? coro_stash : coro_state_stash, &ST (1), items - 1, ix);
3133 OUTPUT:
3134 RETVAL
3135
3136void
3137transfer (...)
3138 PROTOTYPE: $$
3139 CODE:
3140 CORO_EXECUTE_SLF_XS (slf_init_transfer);
3141
3142bool
3143_destroy (SV *coro_sv)
3144 CODE:
3145 RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
3146 OUTPUT:
3147 RETVAL
3148
3149void
3150_exit (int code)
3151 PROTOTYPE: $
3152 CODE:
3153 _exit (code);
3154
3155SV *
3156clone (Coro::State coro)
3157 CODE:
3158{
3159#if CORO_CLONE
3160 struct coro *ncoro = coro_clone (aTHX_ coro);
3161 MAGIC *mg;
3162 /* TODO: too much duplication */
3163 ncoro->hv = newHV ();
3164 mg = sv_magicext ((SV *)ncoro->hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)ncoro, 0);
3165 mg->mg_flags |= MGf_DUP;
3166 RETVAL = sv_bless (newRV_noinc ((SV *)ncoro->hv), SvSTASH (coro->hv));
3167#else
3168 croak ("Coro::State->clone has not been configured into this installation of Coro, realised");
3169#endif
3170}
3171 OUTPUT:
3172 RETVAL
3173
3174int
3175cctx_stacksize (int new_stacksize = 0)
3176 PROTOTYPE: ;$
3177 CODE:
3178 RETVAL = cctx_stacksize;
3179 if (new_stacksize)
3180 {
3181 cctx_stacksize = new_stacksize;
3182 ++cctx_gen;
3183 }
3184 OUTPUT:
3185 RETVAL
3186
3187int
3188cctx_max_idle (int max_idle = 0)
3189 PROTOTYPE: ;$
3190 CODE:
3191 RETVAL = cctx_max_idle;
3192 if (max_idle > 1)
3193 cctx_max_idle = max_idle;
3194 OUTPUT:
3195 RETVAL
3196
3197int
3198cctx_count ()
3199 PROTOTYPE:
3200 CODE:
3201 RETVAL = cctx_count;
3202 OUTPUT:
3203 RETVAL
3204
3205int
3206cctx_idle ()
3207 PROTOTYPE:
3208 CODE:
3209 RETVAL = cctx_idle;
3210 OUTPUT:
3211 RETVAL
3212
3213void
3214list ()
3215 PROTOTYPE:
3216 PPCODE:
3217{
3218 struct coro *coro;
3219 for (coro = coro_first; coro; coro = coro->next)
3220 if (coro->hv)
3221 XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));
3222}
3223
3224void
3225call (Coro::State coro, SV *coderef)
3226 ALIAS:
3227 eval = 1
3228 CODE:
3229{
3230 if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))
3231 {
3232 struct coro *current = SvSTATE_current;
3233
3234 if (current != coro)
235 { 3235 {
236 /* I never used formats, so how should I know how these are implemented? */ 3236 PUTBACK;
237 /* my bold guess is as a simple, plain sub... */ 3237 save_perl (aTHX_ current);
238 croak ("CXt_FORMAT not yet handled. Don't switch coroutines from within formats"); 3238 load_perl (aTHX_ coro);
3239 SPAGAIN;
3240 }
3241
3242 PUSHSTACK;
3243
3244 PUSHMARK (SP);
3245 PUTBACK;
3246
3247 if (ix)
3248 eval_sv (coderef, 0);
3249 else
3250 call_sv (coderef, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
3251
3252 POPSTACK;
3253 SPAGAIN;
3254
3255 if (current != coro)
3256 {
3257 PUTBACK;
3258 save_perl (aTHX_ coro);
3259 load_perl (aTHX_ current);
3260 SPAGAIN;
239 } 3261 }
240 } 3262 }
241
242 if (top_si->si_type == PERLSI_MAIN)
243 break;
244
245 top_si = top_si->si_prev;
246 ccstk = top_si->si_cxstack;
247 cxix = top_si->si_cxix;
248 }
249
250 PUTBACK;
251 }
252
253 c->dowarn = PL_dowarn;
254 c->defav = GvAV (PL_defgv);
255 c->curstackinfo = PL_curstackinfo;
256 c->curstack = PL_curstack;
257 c->mainstack = PL_mainstack;
258 c->stack_sp = PL_stack_sp;
259 c->op = PL_op;
260 c->curpad = PL_curpad;
261 c->stack_base = PL_stack_base;
262 c->stack_max = PL_stack_max;
263 c->tmps_stack = PL_tmps_stack;
264 c->tmps_floor = PL_tmps_floor;
265 c->tmps_ix = PL_tmps_ix;
266 c->tmps_max = PL_tmps_max;
267 c->markstack = PL_markstack;
268 c->markstack_ptr = PL_markstack_ptr;
269 c->markstack_max = PL_markstack_max;
270 c->scopestack = PL_scopestack;
271 c->scopestack_ix = PL_scopestack_ix;
272 c->scopestack_max = PL_scopestack_max;
273 c->savestack = PL_savestack;
274 c->savestack_ix = PL_savestack_ix;
275 c->savestack_max = PL_savestack_max;
276 c->retstack = PL_retstack;
277 c->retstack_ix = PL_retstack_ix;
278 c->retstack_max = PL_retstack_max;
279 c->curcop = PL_curcop;
280} 3263}
281 3264
282#define LOAD(state) do { load_state(aTHX_ state); SPAGAIN; } while (0) 3265SV *
283#define SAVE(state) do { PUTBACK; save_state(aTHX_ state); } while (0) 3266is_ready (Coro::State coro)
284
285static void
286load_state(pTHX_ Coro__State c)
287{
288 PL_dowarn = c->dowarn;
289 GvAV (PL_defgv) = c->defav;
290 PL_curstackinfo = c->curstackinfo;
291 PL_curstack = c->curstack;
292 PL_mainstack = c->mainstack;
293 PL_stack_sp = c->stack_sp;
294 PL_op = c->op;
295 PL_curpad = c->curpad;
296 PL_stack_base = c->stack_base;
297 PL_stack_max = c->stack_max;
298 PL_tmps_stack = c->tmps_stack;
299 PL_tmps_floor = c->tmps_floor;
300 PL_tmps_ix = c->tmps_ix;
301 PL_tmps_max = c->tmps_max;
302 PL_markstack = c->markstack;
303 PL_markstack_ptr = c->markstack_ptr;
304 PL_markstack_max = c->markstack_max;
305 PL_scopestack = c->scopestack;
306 PL_scopestack_ix = c->scopestack_ix;
307 PL_scopestack_max = c->scopestack_max;
308 PL_savestack = c->savestack;
309 PL_savestack_ix = c->savestack_ix;
310 PL_savestack_max = c->savestack_max;
311 PL_retstack = c->retstack;
312 PL_retstack_ix = c->retstack_ix;
313 PL_retstack_max = c->retstack_max;
314 PL_curcop = c->curcop;
315
316 {
317 dSP;
318 CV *cv;
319
320 /* now do the ugly restore mess */
321 while ((cv = (CV *)POPs))
322 {
323 AV *padlist = (AV *)POPs;
324
325 put_padlist (cv);
326 CvPADLIST(cv) = padlist;
327 CvDEPTH(cv) = (I32)POPs;
328
329#ifdef USE_THREADS
330 CvOWNER(cv) = (struct perl_thread *)POPs;
331 error does not work either
332#endif
333 }
334
335 PUTBACK;
336 }
337}
338
339/* this is an EXACT copy of S_nuke_stacks in perl.c, which is unfortunately static */
340STATIC void
341destroy_stacks(pTHX)
342{
343 /* die does this while calling POPSTACK, but I just don't see why. */
344 /* OTOH, die does not have a memleak, but we do... */
345 dounwind(-1);
346
347 /* is this ugly, I ask? */
348 while (PL_scopestack_ix)
349 LEAVE;
350
351 while (PL_curstackinfo->si_next)
352 PL_curstackinfo = PL_curstackinfo->si_next;
353
354 while (PL_curstackinfo)
355 {
356 PERL_SI *p = PL_curstackinfo->si_prev;
357
358 SvREFCNT_dec(PL_curstackinfo->si_stack);
359 Safefree(PL_curstackinfo->si_cxstack);
360 Safefree(PL_curstackinfo);
361 PL_curstackinfo = p;
362 }
363
364 if (PL_scopestack_ix != 0)
365 Perl_warner(aTHX_ WARN_INTERNAL,
366 "Unbalanced scopes: %ld more ENTERs than LEAVEs\n",
367 (long)PL_scopestack_ix);
368 if (PL_savestack_ix != 0)
369 Perl_warner(aTHX_ WARN_INTERNAL,
370 "Unbalanced saves: %ld more saves than restores\n",
371 (long)PL_savestack_ix);
372 if (PL_tmps_floor != -1)
373 Perl_warner(aTHX_ WARN_INTERNAL,"Unbalanced tmps: %ld more allocs than frees\n",
374 (long)PL_tmps_floor + 1);
375 /*
376 */
377 Safefree(PL_tmps_stack);
378 Safefree(PL_markstack);
379 Safefree(PL_scopestack);
380 Safefree(PL_savestack);
381 Safefree(PL_retstack);
382}
383
384#define SUB_INIT "Coro::State::_newcoro"
385
386MODULE = Coro::State PACKAGE = Coro::State
387
388PROTOTYPES: ENABLE
389
390BOOT:
391 if (!padlist_cache)
392 padlist_cache = newHV ();
393
394Coro::State
395_newprocess(args)
396 SV * args
397 PROTOTYPE: $ 3267 PROTOTYPE: $
3268 ALIAS:
3269 is_ready = CF_READY
3270 is_running = CF_RUNNING
3271 is_new = CF_NEW
3272 is_destroyed = CF_DESTROYED
3273 is_suspended = CF_SUSPENDED
3274 CODE:
3275 RETVAL = boolSV (coro->flags & ix);
3276 OUTPUT:
3277 RETVAL
3278
3279void
3280throw (Coro::State self, SV *exception = &PL_sv_undef)
3281 PROTOTYPE: $;$
398 CODE: 3282 CODE:
399 Coro__State coro; 3283{
3284 struct coro *current = SvSTATE_current;
3285 SV **exceptionp = self == current ? &CORO_THROW : &self->except;
3286 SvREFCNT_dec (*exceptionp);
3287 SvGETMAGIC (exception);
3288 *exceptionp = SvOK (exception) ? newSVsv (exception) : 0;
3289}
400 3290
401 if (!SvROK (args) || SvTYPE (SvRV (args)) != SVt_PVAV) 3291void
402 croak ("Coro::State::newprocess expects an arrayref"); 3292api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
3293 PROTOTYPE: $;$
3294 C_ARGS: aTHX_ coro, flags
3295
3296SV *
3297has_cctx (Coro::State coro)
3298 PROTOTYPE: $
3299 CODE:
3300 /* maybe manage the running flag differently */
3301 RETVAL = boolSV (!!coro->cctx || (coro->flags & CF_RUNNING));
3302 OUTPUT:
3303 RETVAL
3304
3305int
3306is_traced (Coro::State coro)
3307 PROTOTYPE: $
3308 CODE:
3309 RETVAL = (coro->cctx ? coro->cctx->flags : 0) & CC_TRACE_ALL;
3310 OUTPUT:
3311 RETVAL
3312
3313UV
3314rss (Coro::State coro)
3315 PROTOTYPE: $
3316 ALIAS:
3317 usecount = 1
3318 CODE:
3319 switch (ix)
3320 {
3321 case 0: RETVAL = coro_rss (aTHX_ coro); break;
3322 case 1: RETVAL = coro->usecount; break;
403 3323 }
404 New (0, coro, 1, struct coro); 3324 OUTPUT:
405
406 coro->mainstack = 0; /* actual work is done inside transfer */
407 coro->args = (AV *)SvREFCNT_inc (SvRV (args));
408
409 RETVAL = coro; 3325 RETVAL
3326
3327void
3328force_cctx ()
3329 PROTOTYPE:
3330 CODE:
3331 cctx_current->idle_sp = 0;
3332
3333void
3334swap_defsv (Coro::State self)
3335 PROTOTYPE: $
3336 ALIAS:
3337 swap_defav = 1
3338 CODE:
3339 if (!self->slot)
3340 croak ("cannot swap state with coroutine that has no saved state,");
3341 else
3342 {
3343 SV **src = ix ? (SV **)&GvAV (PL_defgv) : &GvSV (PL_defgv);
3344 SV **dst = ix ? (SV **)&self->slot->defav : (SV **)&self->slot->defsv;
3345
3346 SV *tmp = *src; *src = *dst; *dst = tmp;
3347 }
3348
3349void
3350cancel (Coro::State self)
3351 CODE:
3352 coro_state_destroy (aTHX_ self);
3353 coro_call_on_destroy (aTHX_ self); /* actually only for Coro objects */
3354
3355
3356SV *
3357enable_times (int enabled = enable_times)
3358 CODE:
3359{
3360 RETVAL = boolSV (enable_times);
3361
3362 if (enabled != enable_times)
3363 {
3364 enable_times = enabled;
3365
3366 coro_times_update ();
3367 (enabled ? coro_times_sub : coro_times_add)(SvSTATE (coro_current));
3368 }
3369}
410 OUTPUT: 3370 OUTPUT:
411 RETVAL 3371 RETVAL
412 3372
413void 3373void
414transfer(prev,next) 3374times (Coro::State self)
415 Coro::State_or_hashref prev 3375 PPCODE:
416 Coro::State_or_hashref next 3376{
3377 struct coro *current = SvSTATE (coro_current);
3378
3379 if (expect_false (current == self))
3380 {
3381 coro_times_update ();
3382 coro_times_add (SvSTATE (coro_current));
3383 }
3384
3385 EXTEND (SP, 2);
3386 PUSHs (sv_2mortal (newSVnv (self->t_real [0] + self->t_real [1] * 1e-9)));
3387 PUSHs (sv_2mortal (newSVnv (self->t_cpu [0] + self->t_cpu [1] * 1e-9)));
3388
3389 if (expect_false (current == self))
3390 coro_times_sub (SvSTATE (coro_current));
3391}
3392
3393void
3394swap_sv (Coro::State coro, SV *sv, SV *swapsv)
3395 CODE:
3396{
3397 struct coro *current = SvSTATE_current;
3398
3399 if (current == coro)
3400 SWAP_SVS (current);
3401
3402 if (!coro->swap_sv)
3403 coro->swap_sv = newAV ();
3404
3405 av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (sv )));
3406 av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (swapsv)));
3407
3408 if (current == coro)
3409 SWAP_SVS (current);
3410}
3411
3412
3413MODULE = Coro::State PACKAGE = Coro
3414
3415BOOT:
3416{
3417 sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3418 sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3419 cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3420 cv_coro_terminate = get_cv ( "Coro::terminate" , GV_ADD);
3421 coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
3422 av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);
3423 av_destroy = coro_get_av (aTHX_ "Coro::destroy" , TRUE);
3424 sv_manager = coro_get_sv (aTHX_ "Coro::manager" , TRUE);
3425 sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);
3426
3427 sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);
3428 sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);
3429 cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);
3430 CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */
3431
3432 coro_stash = gv_stashpv ("Coro", TRUE);
3433
3434 newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));
3435 newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));
3436 newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));
3437 newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (CORO_PRIO_LOW));
3438 newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (CORO_PRIO_IDLE));
3439 newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (CORO_PRIO_MIN));
3440
3441 {
3442 SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);
3443
3444 coroapi.schedule = api_schedule;
3445 coroapi.schedule_to = api_schedule_to;
3446 coroapi.cede = api_cede;
3447 coroapi.cede_notself = api_cede_notself;
3448 coroapi.ready = api_ready;
3449 coroapi.is_ready = api_is_ready;
3450 coroapi.nready = coro_nready;
3451 coroapi.current = coro_current;
3452
3453 /*GCoroAPI = &coroapi;*/
3454 sv_setiv (sv, (IV)&coroapi);
3455 SvREADONLY_on (sv);
3456 }
3457}
3458
3459SV *
3460async (...)
3461 PROTOTYPE: &@
417 CODE: 3462 CODE:
3463 RETVAL = coro_new (aTHX_ coro_stash, &ST (0), items, 1);
3464 api_ready (aTHX_ RETVAL);
3465 OUTPUT:
3466 RETVAL
418 3467
419 if (prev != next) 3468void
3469terminate (...)
3470 CODE:
3471 CORO_EXECUTE_SLF_XS (slf_init_terminate);
3472
3473void
3474schedule (...)
3475 CODE:
3476 CORO_EXECUTE_SLF_XS (slf_init_schedule);
3477
3478void
3479schedule_to (...)
3480 CODE:
3481 CORO_EXECUTE_SLF_XS (slf_init_schedule_to);
3482
3483void
3484cede_to (...)
3485 CODE:
3486 CORO_EXECUTE_SLF_XS (slf_init_cede_to);
3487
3488void
3489cede (...)
3490 CODE:
3491 CORO_EXECUTE_SLF_XS (slf_init_cede);
3492
3493void
3494cede_notself (...)
3495 CODE:
3496 CORO_EXECUTE_SLF_XS (slf_init_cede_notself);
3497
3498void
3499_set_current (SV *current)
3500 PROTOTYPE: $
3501 CODE:
3502 SvREFCNT_dec (SvRV (coro_current));
3503 SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));
3504
3505void
3506_set_readyhook (SV *hook)
3507 PROTOTYPE: $
3508 CODE:
3509 SvREFCNT_dec (coro_readyhook);
3510 SvGETMAGIC (hook);
3511 if (SvOK (hook))
3512 {
3513 coro_readyhook = newSVsv (hook);
3514 CORO_READYHOOK = invoke_sv_ready_hook_helper;
3515 }
3516 else
420 { 3517 {
421 /* 3518 coro_readyhook = 0;
422 * this could be done in newprocess which would lead to 3519 CORO_READYHOOK = 0;
423 * extremely elegant and fast (just SAVE/LOAD)
424 * code here, but lazy allocation of stacks has also
425 * some virtues and the overhead of the if() is nil.
426 */
427 if (next->mainstack)
428 {
429 SAVE (prev);
430 LOAD (next);
431 /* mark this state as in-use */
432 next->mainstack = 0;
433 next->tmps_ix = -2;
434 }
435 else if (next->tmps_ix == -2)
436 {
437 croak ("tried to transfer to running coroutine");
438 }
439 else
440 {
441 SAVE (prev);
442
443 /*
444 * emulate part of the perl startup here.
445 */
446 UNOP myop;
447
448 init_stacks (); /* from perl.c */
449 PL_op = (OP *)&myop;
450 /*PL_curcop = 0;*/
451 GvAV (PL_defgv) = (AV *)SvREFCNT_inc ((SV *)next->args);
452
453 SPAGAIN;
454 Zero(&myop, 1, UNOP);
455 myop.op_next = Nullop;
456 myop.op_flags = OPf_WANT_VOID;
457
458 PUSHMARK(SP);
459 XPUSHs ((SV*)get_cv(SUB_INIT, TRUE));
460 PUTBACK;
461 /*
462 * the next line is slightly wrong, as PL_op->op_next
463 * is actually being executed so we skip the first op.
464 * that doesn't matter, though, since it is only
465 * pp_nextstate and we never return...
466 */
467 PL_op = Perl_pp_entersub(aTHX);
468 SPAGAIN;
469
470 ENTER;
471 }
472 } 3520 }
473 3521
3522int
3523prio (Coro::State coro, int newprio = 0)
3524 PROTOTYPE: $;$
3525 ALIAS:
3526 nice = 1
3527 CODE:
3528{
3529 RETVAL = coro->prio;
3530
3531 if (items > 1)
3532 {
3533 if (ix)
3534 newprio = coro->prio - newprio;
3535
3536 if (newprio < CORO_PRIO_MIN) newprio = CORO_PRIO_MIN;
3537 if (newprio > CORO_PRIO_MAX) newprio = CORO_PRIO_MAX;
3538
3539 coro->prio = newprio;
3540 }
3541}
3542 OUTPUT:
3543 RETVAL
3544
3545SV *
3546ready (SV *self)
3547 PROTOTYPE: $
3548 CODE:
3549 RETVAL = boolSV (api_ready (aTHX_ self));
3550 OUTPUT:
3551 RETVAL
3552
3553int
3554nready (...)
3555 PROTOTYPE:
3556 CODE:
3557 RETVAL = coro_nready;
3558 OUTPUT:
3559 RETVAL
3560
474void 3561void
475DESTROY(coro) 3562suspend (Coro::State self)
476 Coro::State coro 3563 PROTOTYPE: $
3564 CODE:
3565 self->flags |= CF_SUSPENDED;
3566
3567void
3568resume (Coro::State self)
3569 PROTOTYPE: $
3570 CODE:
3571 self->flags &= ~CF_SUSPENDED;
3572
3573void
3574_pool_handler (...)
3575 CODE:
3576 CORO_EXECUTE_SLF_XS (slf_init_pool_handler);
3577
3578void
3579async_pool (SV *cv, ...)
3580 PROTOTYPE: &@
3581 PPCODE:
3582{
3583 HV *hv = (HV *)av_pop (av_async_pool);
3584 AV *av = newAV ();
3585 SV *cb = ST (0);
3586 int i;
3587
3588 av_extend (av, items - 2);
3589 for (i = 1; i < items; ++i)
3590 av_push (av, SvREFCNT_inc_NN (ST (i)));
3591
3592 if ((SV *)hv == &PL_sv_undef)
3593 {
3594 SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
3595 hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
3596 SvREFCNT_dec (sv);
3597 }
3598
3599 {
3600 struct coro *coro = SvSTATE_hv (hv);
3601
3602 assert (!coro->invoke_cb);
3603 assert (!coro->invoke_av);
3604 coro->invoke_cb = SvREFCNT_inc (cb);
3605 coro->invoke_av = av;
3606 }
3607
3608 api_ready (aTHX_ (SV *)hv);
3609
3610 if (GIMME_V != G_VOID)
3611 XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv)));
3612 else
3613 SvREFCNT_dec (hv);
3614}
3615
3616SV *
3617rouse_cb ()
3618 PROTOTYPE:
3619 CODE:
3620 RETVAL = coro_new_rouse_cb (aTHX);
3621 OUTPUT:
3622 RETVAL
3623
3624void
3625rouse_wait (...)
3626 PROTOTYPE: ;$
3627 PPCODE:
3628 CORO_EXECUTE_SLF_XS (slf_init_rouse_wait);
3629
3630void
3631on_enter (SV *block)
3632 ALIAS:
3633 on_leave = 1
3634 PROTOTYPE: &
3635 CODE:
3636{
3637 struct coro *coro = SvSTATE_current;
3638 AV **avp = ix ? &coro->on_leave : &coro->on_enter;
3639
3640 block = s_get_cv_croak (block);
3641
3642 if (!*avp)
3643 *avp = newAV ();
3644
3645 av_push (*avp, SvREFCNT_inc (block));
3646
3647 if (!ix)
3648 on_enterleave_call (aTHX_ block);
3649
3650 LEAVE; /* pp_entersub unfortunately forces an ENTER/LEAVE around XS calls */
3651 SAVEDESTRUCTOR_X (ix ? coro_pop_on_leave : coro_pop_on_enter, (void *)coro);
3652 ENTER; /* pp_entersub unfortunately forces an ENTER/LEAVE around XS calls */
3653}
3654
3655
3656MODULE = Coro::State PACKAGE = PerlIO::cede
3657
3658BOOT:
3659 PerlIO_define_layer (aTHX_ &PerlIO_cede);
3660
3661
3662MODULE = Coro::State PACKAGE = Coro::Semaphore
3663
3664SV *
3665new (SV *klass, SV *count = 0)
3666 CODE:
3667{
3668 int semcnt = 1;
3669
3670 if (count)
3671 {
3672 SvGETMAGIC (count);
3673
3674 if (SvOK (count))
3675 semcnt = SvIV (count);
3676 }
3677
3678 RETVAL = sv_bless (
3679 coro_waitarray_new (aTHX_ semcnt),
3680 GvSTASH (CvGV (cv))
3681 );
3682}
3683 OUTPUT:
3684 RETVAL
3685
3686# helper for Coro::Channel and others
3687SV *
3688_alloc (int count)
3689 CODE:
3690 RETVAL = coro_waitarray_new (aTHX_ count);
3691 OUTPUT:
3692 RETVAL
3693
3694SV *
3695count (SV *self)
3696 CODE:
3697 RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]);
3698 OUTPUT:
3699 RETVAL
3700
3701void
3702up (SV *self, int adjust = 1)
3703 ALIAS:
3704 adjust = 1
477 CODE: 3705 CODE:
3706 coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), ix ? adjust : 1);
478 3707
479 if (coro->mainstack) 3708void
3709down (...)
3710 CODE:
3711 CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);
3712
3713void
3714wait (...)
3715 CODE:
3716 CORO_EXECUTE_SLF_XS (slf_init_semaphore_wait);
3717
3718void
3719try (SV *self)
3720 PPCODE:
3721{
3722 AV *av = (AV *)SvRV (self);
3723 SV *count_sv = AvARRAY (av)[0];
3724 IV count = SvIVX (count_sv);
3725
3726 if (count > 0)
480 { 3727 {
481 struct coro temp; 3728 --count;
482 3729 SvIVX (count_sv) = count;
483 SAVE(aTHX_ (&temp)); 3730 XSRETURN_YES;
484 LOAD(aTHX_ coro);
485
486 destroy_stacks ();
487 SvREFCNT_dec ((SV *)GvAV (PL_defgv));
488
489 LOAD((&temp));
490 } 3731 }
3732 else
3733 XSRETURN_NO;
3734}
491 3735
492 SvREFCNT_dec (coro->args); 3736void
493 Safefree (coro); 3737waiters (SV *self)
3738 PPCODE:
3739{
3740 AV *av = (AV *)SvRV (self);
3741 int wcount = AvFILLp (av) + 1 - 1;
494 3742
3743 if (GIMME_V == G_SCALAR)
3744 XPUSHs (sv_2mortal (newSViv (wcount)));
3745 else
3746 {
3747 int i;
3748 EXTEND (SP, wcount);
3749 for (i = 1; i <= wcount; ++i)
3750 PUSHs (sv_2mortal (newRV_inc (AvARRAY (av)[i])));
3751 }
3752}
495 3753
3754MODULE = Coro::State PACKAGE = Coro::SemaphoreSet
3755
3756void
3757_may_delete (SV *sem, int count, int extra_refs)
3758 PPCODE:
3759{
3760 AV *av = (AV *)SvRV (sem);
3761
3762 if (SvREFCNT ((SV *)av) == 1 + extra_refs
3763 && AvFILLp (av) == 0 /* no waiters, just count */
3764 && SvIV (AvARRAY (av)[0]) == count)
3765 XSRETURN_YES;
3766
3767 XSRETURN_NO;
3768}
3769
3770MODULE = Coro::State PACKAGE = Coro::Signal
3771
3772SV *
3773new (SV *klass)
3774 CODE:
3775 RETVAL = sv_bless (
3776 coro_waitarray_new (aTHX_ 0),
3777 GvSTASH (CvGV (cv))
3778 );
3779 OUTPUT:
3780 RETVAL
3781
3782void
3783wait (...)
3784 CODE:
3785 CORO_EXECUTE_SLF_XS (slf_init_signal_wait);
3786
3787void
3788broadcast (SV *self)
3789 CODE:
3790{
3791 AV *av = (AV *)SvRV (self);
3792 coro_signal_wake (aTHX_ av, AvFILLp (av));
3793}
3794
3795void
3796send (SV *self)
3797 CODE:
3798{
3799 AV *av = (AV *)SvRV (self);
3800
3801 if (AvFILLp (av))
3802 coro_signal_wake (aTHX_ av, 1);
3803 else
3804 SvIVX (AvARRAY (av)[0]) = 1; /* remember the signal */
3805}
3806
3807IV
3808awaited (SV *self)
3809 CODE:
3810 RETVAL = AvFILLp ((AV *)SvRV (self)) + 1 - 1;
3811 OUTPUT:
3812 RETVAL
3813
3814
3815MODULE = Coro::State PACKAGE = Coro::AnyEvent
3816
3817BOOT:
3818 sv_activity = coro_get_sv (aTHX_ "Coro::AnyEvent::ACTIVITY", TRUE);
3819
3820void
3821_schedule (...)
3822 CODE:
3823{
3824 static int incede;
3825
3826 api_cede_notself (aTHX);
3827
3828 ++incede;
3829 while (coro_nready >= incede && api_cede (aTHX))
3830 ;
3831
3832 sv_setsv (sv_activity, &PL_sv_undef);
3833 if (coro_nready >= incede)
3834 {
3835 PUSHMARK (SP);
3836 PUTBACK;
3837 call_pv ("Coro::AnyEvent::_activity", G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
3838 }
3839
3840 --incede;
3841}
3842
3843
3844MODULE = Coro::State PACKAGE = Coro::AIO
3845
3846void
3847_register (char *target, char *proto, SV *req)
3848 CODE:
3849{
3850 SV *req_cv = s_get_cv_croak (req);
3851 /* newXSproto doesn't return the CV on 5.8 */
3852 CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);
3853 sv_setpv ((SV *)slf_cv, proto);
3854 sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);
3855}
3856
3857MODULE = Coro::State PACKAGE = Coro::Select
3858
3859void
3860patch_pp_sselect ()
3861 CODE:
3862 if (!coro_old_pp_sselect)
3863 {
3864 coro_select_select = (SV *)get_cv ("Coro::Select::select", 0);
3865 coro_old_pp_sselect = PL_ppaddr [OP_SSELECT];
3866 PL_ppaddr [OP_SSELECT] = coro_pp_sselect;
3867 }
3868
3869void
3870unpatch_pp_sselect ()
3871 CODE:
3872 if (coro_old_pp_sselect)
3873 {
3874 PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;
3875 coro_old_pp_sselect = 0;
3876 }
3877
3878

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines