ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
(Generate patch)

Comparing Coro/Coro/State.xs (file contents):
Revision 1.144 by root, Sun Mar 4 11:45:23 2007 UTC vs.
Revision 1.176 by root, Sun Sep 30 13:50:38 2007 UTC

1#include "libcoro/coro.c" 1#include "libcoro/coro.c"
2
3#define PERL_NO_GET_CONTEXT
2 4
3#include "EXTERN.h" 5#include "EXTERN.h"
4#include "perl.h" 6#include "perl.h"
5#include "XSUB.h" 7#include "XSUB.h"
6 8
86/* prefer perl internal functions over our own? */ 88/* prefer perl internal functions over our own? */
87#ifndef CORO_PREFER_PERL_FUNCTIONS 89#ifndef CORO_PREFER_PERL_FUNCTIONS
88# define CORO_PREFER_PERL_FUNCTIONS 0 90# define CORO_PREFER_PERL_FUNCTIONS 0
89#endif 91#endif
90 92
91/* The next macro should declare a variable stacklevel that contains and approximation 93/* The next macros try to return the current stack pointer, in an as
92 * to the current C stack pointer. Its property is that it changes with each call 94 * portable way as possible. */
93 * and should be unique. */
94#define dSTACKLEVEL int stacklevel 95#define dSTACKLEVEL volatile char stacklevel
95#define STACKLEVEL ((void *)&stacklevel) 96#define STACKLEVEL ((void *)&stacklevel)
96 97
97#define IN_DESTRUCT (PL_main_cv == Nullcv) 98#define IN_DESTRUCT (PL_main_cv == Nullcv)
98 99
99#if __GNUC__ >= 3 100#if __GNUC__ >= 3
124 I32 laststype; 125 I32 laststype;
125 int laststatval; 126 int laststatval;
126 Stat_t statcache; 127 Stat_t statcache;
127}; 128};
128 129
130static size_t coro_stacksize = CORO_STACKSIZE;
129static struct CoroAPI coroapi; 131static struct CoroAPI coroapi;
130static AV *main_mainstack; /* used to differentiate between $main and others */ 132static AV *main_mainstack; /* used to differentiate between $main and others */
133static JMPENV *main_top_env;
131static HV *coro_state_stash, *coro_stash; 134static HV *coro_state_stash, *coro_stash;
132static SV *coro_mortal; /* will be freed after next transfer */ 135static SV *coro_mortal; /* will be freed after next transfer */
133 136
137/* async_pool helper stuff */
138static SV *sv_pool_rss;
139static SV *sv_pool_size;
140static AV *av_async_pool;
141
134static struct coro_cctx *cctx_first; 142static struct coro_cctx *cctx_first;
135static int cctx_count, cctx_idle; 143static int cctx_count, cctx_idle;
144
145enum {
146 CC_MAPPED = 0x01,
147 CC_NOREUSE = 0x02, /* throw this away after tracing */
148 CC_TRACE = 0x04,
149 CC_TRACE_SUB = 0x08, /* trace sub calls */
150 CC_TRACE_LINE = 0x10, /* trace each statement */
151 CC_TRACE_ALL = CC_TRACE_SUB | CC_TRACE_LINE,
152};
136 153
137/* this is a structure representing a c-level coroutine */ 154/* this is a structure representing a c-level coroutine */
138typedef struct coro_cctx { 155typedef struct coro_cctx {
139 struct coro_cctx *next; 156 struct coro_cctx *next;
140 157
141 /* the stack */ 158 /* the stack */
142 void *sptr; 159 void *sptr;
143 ssize_t ssize; /* positive == mmap, otherwise malloc */ 160 size_t ssize;
144 161
145 /* cpu state */ 162 /* cpu state */
146 void *idle_sp; /* sp of top-level transfer/schedule/cede call */ 163 void *idle_sp; /* sp of top-level transfer/schedule/cede call */
147 JMPENV *idle_te; /* same as idle_sp, but for top_env, TODO: remove once stable */ 164 JMPENV *idle_te; /* same as idle_sp, but for top_env, TODO: remove once stable */
148 JMPENV *top_env; 165 JMPENV *top_env;
149 coro_context cctx; 166 coro_context cctx;
150 167
151 int inuse;
152
153#if CORO_USE_VALGRIND 168#if CORO_USE_VALGRIND
154 int valgrind_id; 169 int valgrind_id;
155#endif 170#endif
171 unsigned char flags;
156} coro_cctx; 172} coro_cctx;
157 173
158enum { 174enum {
159 CF_RUNNING = 0x0001, /* coroutine is running */ 175 CF_RUNNING = 0x0001, /* coroutine is running */
160 CF_READY = 0x0002, /* coroutine is ready */ 176 CF_READY = 0x0002, /* coroutine is ready */
175 191
176 /* optionally saved, might be zero */ 192 /* optionally saved, might be zero */
177 AV *defav; /* @_ */ 193 AV *defav; /* @_ */
178 SV *defsv; /* $_ */ 194 SV *defsv; /* $_ */
179 SV *errsv; /* $@ */ 195 SV *errsv; /* $@ */
196 GV *deffh; /* default filehandle */
180 SV *irssv; /* $/ */ 197 SV *irssv; /* $/ */
181 SV *irssv_sv; /* real $/ cache */ 198 SV *irssv_sv; /* real $/ cache */
182 199
183#define VAR(name,type) type name; 200#define VAR(name,type) type name;
184# include "state.h" 201# include "state.h"
185#undef VAR 202#undef VAR
186 203
204 /* statistics */
205 int usecount; /* number of switches to this coro */
206
187 /* coro process data */ 207 /* coro process data */
188 int prio; 208 int prio;
209
210 /* linked list */
211 struct coro *next, *prev;
212 HV *hv; /* the perl hash associated with this coro, if any */
189}; 213};
190 214
191typedef struct coro *Coro__State; 215typedef struct coro *Coro__State;
192typedef struct coro *Coro__State_or_hashref; 216typedef struct coro *Coro__State_or_hashref;
193 217
202 226
203/* for Coro.pm */ 227/* for Coro.pm */
204static SV *coro_current; 228static SV *coro_current;
205static AV *coro_ready [PRIO_MAX-PRIO_MIN+1]; 229static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
206static int coro_nready; 230static int coro_nready;
231static struct coro *coro_first;
207 232
208/** lowlevel stuff **********************************************************/ 233/** lowlevel stuff **********************************************************/
209 234
210static AV * 235static AV *
211coro_clone_padlist (CV *cv) 236coro_clone_padlist (pTHX_ CV *cv)
212{ 237{
213 AV *padlist = CvPADLIST (cv); 238 AV *padlist = CvPADLIST (cv);
214 AV *newpadlist, *newpad; 239 AV *newpadlist, *newpad;
215 240
216 newpadlist = newAV (); 241 newpadlist = newAV ();
228 253
229 return newpadlist; 254 return newpadlist;
230} 255}
231 256
232static void 257static void
233free_padlist (AV *padlist) 258free_padlist (pTHX_ AV *padlist)
234{ 259{
235 /* may be during global destruction */ 260 /* may be during global destruction */
236 if (SvREFCNT (padlist)) 261 if (SvREFCNT (padlist))
237 { 262 {
238 I32 i = AvFILLp (padlist); 263 I32 i = AvFILLp (padlist);
259 AV *padlist; 284 AV *padlist;
260 AV *av = (AV *)mg->mg_obj; 285 AV *av = (AV *)mg->mg_obj;
261 286
262 /* casting is fun. */ 287 /* casting is fun. */
263 while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av))) 288 while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
264 free_padlist (padlist); 289 free_padlist (aTHX_ padlist);
265 290
266 SvREFCNT_dec (av); 291 SvREFCNT_dec (av);
267 292
268 return 0; 293 return 0;
269} 294}
277 ? SvMAGIC (cv)->mg_type == PERL_MAGIC_coro \ 302 ? SvMAGIC (cv)->mg_type == PERL_MAGIC_coro \
278 ? SvMAGIC (cv) \ 303 ? SvMAGIC (cv) \
279 : mg_find ((SV *)cv, PERL_MAGIC_coro) \ 304 : mg_find ((SV *)cv, PERL_MAGIC_coro) \
280 : 0 305 : 0
281 306
307static struct coro *
308SvSTATE_ (pTHX_ SV *coro)
309{
310 HV *stash;
311 MAGIC *mg;
312
313 if (SvROK (coro))
314 coro = SvRV (coro);
315
316 if (SvTYPE (coro) != SVt_PVHV)
317 croak ("Coro::State object required");
318
319 stash = SvSTASH (coro);
320 if (stash != coro_stash && stash != coro_state_stash)
321 {
322 /* very slow, but rare, check */
323 if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
324 croak ("Coro::State object required");
325 }
326
327 mg = CORO_MAGIC (coro);
328 return (struct coro *)mg->mg_ptr;
329}
330
331#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv))
332
282/* the next two functions merely cache the padlists */ 333/* the next two functions merely cache the padlists */
283static void 334static void
284get_padlist (CV *cv) 335get_padlist (pTHX_ CV *cv)
285{ 336{
286 MAGIC *mg = CORO_MAGIC (cv); 337 MAGIC *mg = CORO_MAGIC (cv);
287 AV *av; 338 AV *av;
288 339
289 if (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0) 340 if (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0)
295 CV *cp = Perl_cv_clone (cv); 346 CV *cp = Perl_cv_clone (cv);
296 CvPADLIST (cv) = CvPADLIST (cp); 347 CvPADLIST (cv) = CvPADLIST (cp);
297 CvPADLIST (cp) = 0; 348 CvPADLIST (cp) = 0;
298 SvREFCNT_dec (cp); 349 SvREFCNT_dec (cp);
299#else 350#else
300 CvPADLIST (cv) = coro_clone_padlist (cv); 351 CvPADLIST (cv) = coro_clone_padlist (aTHX_ cv);
301#endif 352#endif
302 } 353 }
303} 354}
304 355
305static void 356static void
306put_padlist (CV *cv) 357put_padlist (pTHX_ CV *cv)
307{ 358{
308 MAGIC *mg = CORO_MAGIC (cv); 359 MAGIC *mg = CORO_MAGIC (cv);
309 AV *av; 360 AV *av;
310 361
311 if (!mg) 362 if (!mg)
330#define SE } while (0) 381#define SE } while (0)
331 382
332#define REPLACE_SV(sv,val) SB SvREFCNT_dec (sv); (sv) = (val); (val) = 0; SE 383#define REPLACE_SV(sv,val) SB SvREFCNT_dec (sv); (sv) = (val); (val) = 0; SE
333 384
334static void 385static void
335load_perl (Coro__State c) 386load_perl (pTHX_ Coro__State c)
336{ 387{
337#define VAR(name,type) PL_ ## name = c->name; 388#define VAR(name,type) PL_ ## name = c->name;
338# include "state.h" 389# include "state.h"
339#undef VAR 390#undef VAR
340 391
341 if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav); 392 if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);
342 if (c->defsv) REPLACE_SV (DEFSV , c->defsv); 393 if (c->defsv) REPLACE_SV (DEFSV , c->defsv);
343 if (c->errsv) REPLACE_SV (ERRSV , c->errsv); 394 if (c->errsv) REPLACE_SV (ERRSV , c->errsv);
395 if (c->deffh) REPLACE_SV (PL_defoutgv , c->deffh);
396
344 if (c->irssv) 397 if (c->irssv)
345 { 398 {
346 if (c->irssv == PL_rs || sv_eq (PL_rs, c->irssv)) 399 if (c->irssv == PL_rs || sv_eq (PL_rs, c->irssv))
400 {
347 SvREFCNT_dec (c->irssv); 401 SvREFCNT_dec (c->irssv);
402 c->irssv = 0;
403 }
348 else 404 else
349 { 405 {
350 REPLACE_SV (PL_rs, c->irssv); 406 REPLACE_SV (PL_rs, c->irssv);
351 if (!c->irssv_sv) c->irssv_sv = get_sv ("/", 0); 407 if (!c->irssv_sv) c->irssv_sv = get_sv ("/", 0);
352 sv_setsv (c->irssv_sv, PL_rs); 408 sv_setsv (c->irssv_sv, PL_rs);
358 CV *cv; 414 CV *cv;
359 415
360 /* now do the ugly restore mess */ 416 /* now do the ugly restore mess */
361 while ((cv = (CV *)POPs)) 417 while ((cv = (CV *)POPs))
362 { 418 {
363 put_padlist (cv); /* mark this padlist as available */ 419 put_padlist (aTHX_ cv); /* mark this padlist as available */
364 CvDEPTH (cv) = PTR2IV (POPs); 420 CvDEPTH (cv) = PTR2IV (POPs);
365 CvPADLIST (cv) = (AV *)POPs; 421 CvPADLIST (cv) = (AV *)POPs;
366 } 422 }
367 423
368 PUTBACK; 424 PUTBACK;
369 } 425 }
370 assert (!PL_comppad || AvARRAY (PL_comppad));//D
371} 426}
372 427
373static void 428static void
374save_perl (Coro__State c) 429save_perl (pTHX_ Coro__State c)
375{ 430{
376 assert (!PL_comppad || AvARRAY (PL_comppad));//D
377 { 431 {
378 dSP; 432 dSP;
379 I32 cxix = cxstack_ix; 433 I32 cxix = cxstack_ix;
380 PERL_CONTEXT *ccstk = cxstack; 434 PERL_CONTEXT *ccstk = cxstack;
381 PERL_SI *top_si = PL_curstackinfo; 435 PERL_SI *top_si = PL_curstackinfo;
383 /* 437 /*
384 * the worst thing you can imagine happens first - we have to save 438 * the worst thing you can imagine happens first - we have to save
385 * (and reinitialize) all cv's in the whole callchain :( 439 * (and reinitialize) all cv's in the whole callchain :(
386 */ 440 */
387 441
388 EXTEND (SP, 3 + 1);
389 PUSHs (Nullsv); 442 XPUSHs (Nullsv);
390 /* this loop was inspired by pp_caller */ 443 /* this loop was inspired by pp_caller */
391 for (;;) 444 for (;;)
392 { 445 {
393 while (cxix >= 0) 446 while (cxix >= 0)
394 { 447 {
395 PERL_CONTEXT *cx = &ccstk[cxix--]; 448 PERL_CONTEXT *cx = &ccstk[cxix--];
396 449
397 if (CxTYPE (cx) == CXt_SUB) 450 if (CxTYPE (cx) == CXt_SUB || CxTYPE (cx) == CXt_FORMAT)
398 { 451 {
399 CV *cv = cx->blk_sub.cv; 452 CV *cv = cx->blk_sub.cv;
400 453
401 if (CvDEPTH (cv)) 454 if (CvDEPTH (cv))
402 { 455 {
404 PUSHs ((SV *)CvPADLIST (cv)); 457 PUSHs ((SV *)CvPADLIST (cv));
405 PUSHs (INT2PTR (SV *, CvDEPTH (cv))); 458 PUSHs (INT2PTR (SV *, CvDEPTH (cv)));
406 PUSHs ((SV *)cv); 459 PUSHs ((SV *)cv);
407 460
408 CvDEPTH (cv) = 0; 461 CvDEPTH (cv) = 0;
409 get_padlist (cv); 462 get_padlist (aTHX_ cv);
410 } 463 }
411 } 464 }
412 } 465 }
413 466
414 if (top_si->si_type == PERLSI_MAIN) 467 if (top_si->si_type == PERLSI_MAIN)
415 break; 468 break;
416 469
417 top_si = top_si->si_prev; 470 top_si = top_si->si_prev;
418 ccstk = top_si->si_cxstack; 471 ccstk = top_si->si_cxstack;
419 cxix = top_si->si_cxix; 472 cxix = top_si->si_cxix;
420 } 473 }
421 474
422 PUTBACK; 475 PUTBACK;
423 } 476 }
424 477
425 c->defav = c->save & CORO_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0; 478 c->defav = c->save & CORO_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;
426 c->defsv = c->save & CORO_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0; 479 c->defsv = c->save & CORO_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;
427 c->errsv = c->save & CORO_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0; 480 c->errsv = c->save & CORO_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;
481 c->deffh = c->save & CORO_SAVE_DEFFH ? (GV *)SvREFCNT_inc (PL_defoutgv) : 0;
428 c->irssv = c->save & CORO_SAVE_IRSSV ? SvREFCNT_inc (PL_rs) : 0; 482 c->irssv = c->save & CORO_SAVE_IRSSV ? SvREFCNT_inc (PL_rs) : 0;
429 483
430#define VAR(name,type)c->name = PL_ ## name; 484#define VAR(name,type)c->name = PL_ ## name;
431# include "state.h" 485# include "state.h"
432#undef VAR 486#undef VAR
440 */ 494 */
441#if CORO_PREFER_PERL_FUNCTIONS 495#if CORO_PREFER_PERL_FUNCTIONS
442# define coro_init_stacks init_stacks 496# define coro_init_stacks init_stacks
443#else 497#else
444static void 498static void
445coro_init_stacks () 499coro_init_stacks (pTHX)
446{ 500{
447 PL_curstackinfo = new_stackinfo(128, 1024/sizeof(PERL_CONTEXT)); 501 PL_curstackinfo = new_stackinfo(64, 6);
448 PL_curstackinfo->si_type = PERLSI_MAIN; 502 PL_curstackinfo->si_type = PERLSI_MAIN;
449 PL_curstack = PL_curstackinfo->si_stack; 503 PL_curstack = PL_curstackinfo->si_stack;
450 PL_mainstack = PL_curstack; /* remember in case we switch stacks */ 504 PL_mainstack = PL_curstack; /* remember in case we switch stacks */
451 505
452 PL_stack_base = AvARRAY(PL_curstack); 506 PL_stack_base = AvARRAY(PL_curstack);
453 PL_stack_sp = PL_stack_base; 507 PL_stack_sp = PL_stack_base;
454 PL_stack_max = PL_stack_base + AvMAX(PL_curstack); 508 PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
455 509
456 New(50,PL_tmps_stack,128,SV*); 510 New(50,PL_tmps_stack,64,SV*);
457 PL_tmps_floor = -1; 511 PL_tmps_floor = -1;
458 PL_tmps_ix = -1; 512 PL_tmps_ix = -1;
459 PL_tmps_max = 128; 513 PL_tmps_max = 64;
460 514
461 New(54,PL_markstack,32,I32); 515 New(54,PL_markstack,16,I32);
462 PL_markstack_ptr = PL_markstack; 516 PL_markstack_ptr = PL_markstack;
463 PL_markstack_max = PL_markstack + 32; 517 PL_markstack_max = PL_markstack + 16;
464 518
465#ifdef SET_MARK_OFFSET 519#ifdef SET_MARK_OFFSET
466 SET_MARK_OFFSET; 520 SET_MARK_OFFSET;
467#endif 521#endif
468 522
469 New(54,PL_scopestack,32,I32); 523 New(54,PL_scopestack,16,I32);
470 PL_scopestack_ix = 0; 524 PL_scopestack_ix = 0;
471 PL_scopestack_max = 32; 525 PL_scopestack_max = 16;
472 526
473 New(54,PL_savestack,64,ANY); 527 New(54,PL_savestack,64,ANY);
474 PL_savestack_ix = 0; 528 PL_savestack_ix = 0;
475 PL_savestack_max = 64; 529 PL_savestack_max = 64;
476 530
477#if !PERL_VERSION_ATLEAST (5,9,0) 531#if !PERL_VERSION_ATLEAST (5,9,0)
478 New(54,PL_retstack,16,OP*); 532 New(54,PL_retstack,4,OP*);
479 PL_retstack_ix = 0; 533 PL_retstack_ix = 0;
480 PL_retstack_max = 16; 534 PL_retstack_max = 4;
481#endif 535#endif
482} 536}
483#endif 537#endif
484 538
485/* 539/*
486 * destroy the stacks, the callchain etc... 540 * destroy the stacks, the callchain etc...
487 */ 541 */
488static void 542static void
489coro_destroy_stacks () 543coro_destroy_stacks (pTHX)
490{ 544{
491 if (!IN_DESTRUCT) 545 if (!IN_DESTRUCT)
492 { 546 {
493 /* restore all saved variables and stuff */ 547 /* restore all saved variables and stuff */
494 LEAVE_SCOPE (0); 548 LEAVE_SCOPE (0);
527#if !PERL_VERSION_ATLEAST (5,9,0) 581#if !PERL_VERSION_ATLEAST (5,9,0)
528 Safefree (PL_retstack); 582 Safefree (PL_retstack);
529#endif 583#endif
530} 584}
531 585
586static size_t
587coro_rss (pTHX_ struct coro *coro)
588{
589 size_t rss = sizeof (coro);
590
591 if (coro->mainstack)
592 {
593 if (coro->flags & CF_RUNNING)
594 {
595 #define VAR(name,type)coro->name = PL_ ## name;
596 # include "state.h"
597 #undef VAR
598 }
599
600 rss += sizeof (coro->curstackinfo);
601 rss += sizeof (struct xpvav) + (1 + AvFILL (coro->curstackinfo->si_stack)) * sizeof (SV *);
602 rss += (coro->curstackinfo->si_cxmax + 1) * sizeof (PERL_CONTEXT);
603 rss += sizeof (struct xpvav) + (1 + AvFILL (coro->curstack)) * sizeof (SV *);
604 rss += coro->tmps_max * sizeof (SV *);
605 rss += (coro->markstack_max - coro->markstack_ptr) * sizeof (I32);
606 rss += coro->scopestack_max * sizeof (I32);
607 rss += coro->savestack_max * sizeof (ANY);
608
609#if !PERL_VERSION_ATLEAST (5,9,0)
610 rss += coro->retstack_max * sizeof (OP *);
611#endif
612 }
613
614 return rss;
615}
616
532/** coroutine stack handling ************************************************/ 617/** coroutine stack handling ************************************************/
533 618
534static void 619static void
535setup_coro (struct coro *coro) 620setup_coro (pTHX_ struct coro *coro)
536{ 621{
537 /* 622 /*
538 * emulate part of the perl startup here. 623 * emulate part of the perl startup here.
539 */ 624 */
540
541 coro_init_stacks (); 625 coro_init_stacks (aTHX);
542 626
627 PL_runops = RUNOPS_DEFAULT;
543 PL_curcop = &PL_compiling; 628 PL_curcop = &PL_compiling;
544 PL_in_eval = EVAL_NULL; 629 PL_in_eval = EVAL_NULL;
545 PL_comppad = 0; 630 PL_comppad = 0;
546 PL_curpm = 0; 631 PL_curpm = 0;
547 PL_localizing = 0; 632 PL_localizing = 0;
558 Zero (&myop, 1, LOGOP); 643 Zero (&myop, 1, LOGOP);
559 myop.op_next = Nullop; 644 myop.op_next = Nullop;
560 myop.op_flags = OPf_WANT_VOID; 645 myop.op_flags = OPf_WANT_VOID;
561 646
562 PUSHMARK (SP); 647 PUSHMARK (SP);
563 XPUSHs ((SV *)get_cv ("Coro::State::_coro_init", FALSE)); 648 XPUSHs (av_shift (GvAV (PL_defgv)));
564 PUTBACK; 649 PUTBACK;
565 PL_op = (OP *)&myop; 650 PL_op = (OP *)&myop;
566 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX); 651 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
567 SPAGAIN; 652 SPAGAIN;
568 } 653 }
569 654
570 ENTER; /* necessary e.g. for dounwind */ 655 ENTER; /* necessary e.g. for dounwind */
571} 656}
572 657
573static void 658static void
574free_coro_mortal () 659free_coro_mortal (pTHX)
575{ 660{
576 if (coro_mortal) 661 if (coro_mortal)
577 { 662 {
578 SvREFCNT_dec (coro_mortal); 663 SvREFCNT_dec (coro_mortal);
579 coro_mortal = 0; 664 coro_mortal = 0;
580 } 665 }
581} 666}
582 667
668static int
669runops_trace (pTHX)
670{
671 COP *oldcop = 0;
672 int oldcxix = -2;
673 struct coro *coro = SvSTATE (coro_current); /* trace cctx is tied to specific coro */
674 coro_cctx *cctx = coro->cctx;
675
676 while ((PL_op = CALL_FPTR (PL_op->op_ppaddr) (aTHX)))
677 {
678 PERL_ASYNC_CHECK ();
679
680 if (cctx->flags & CC_TRACE_ALL)
681 {
682 if (PL_op->op_type == OP_LEAVESUB && cctx->flags & CC_TRACE_SUB)
683 {
684 PERL_CONTEXT *cx = &cxstack[cxstack_ix];
685 SV **bot, **top;
686 AV *av = newAV (); /* return values */
687 SV **cb;
688 dSP;
689
690 GV *gv = CvGV (cx->blk_sub.cv);
691 SV *fullname = sv_2mortal (newSV (0));
692 if (isGV (gv))
693 gv_efullname3 (fullname, gv, 0);
694
695 bot = PL_stack_base + cx->blk_oldsp + 1;
696 top = cx->blk_gimme == G_ARRAY ? SP + 1
697 : cx->blk_gimme == G_SCALAR ? bot + 1
698 : bot;
699
700 while (bot < top)
701 av_push (av, SvREFCNT_inc (*bot++));
702
703 PL_runops = RUNOPS_DEFAULT;
704 ENTER;
705 SAVETMPS;
706 EXTEND (SP, 3);
707 PUSHMARK (SP);
708 PUSHs (&PL_sv_no);
709 PUSHs (fullname);
710 PUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
711 PUTBACK;
712 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
713 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
714 SPAGAIN;
715 FREETMPS;
716 LEAVE;
717 PL_runops = runops_trace;
718 }
719
720 if (oldcop != PL_curcop)
721 {
722 oldcop = PL_curcop;
723
724 if (PL_curcop != &PL_compiling)
725 {
726 SV **cb;
727
728 if (oldcxix != cxstack_ix && cctx->flags & CC_TRACE_SUB)
729 {
730 PERL_CONTEXT *cx = &cxstack[cxstack_ix];
731
732 if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)
733 {
734 runops_proc_t old_runops = PL_runops;
735 dSP;
736 GV *gv = CvGV (cx->blk_sub.cv);
737 SV *fullname = sv_2mortal (newSV (0));
738
739 if (isGV (gv))
740 gv_efullname3 (fullname, gv, 0);
741
742 PL_runops = RUNOPS_DEFAULT;
743 ENTER;
744 SAVETMPS;
745 EXTEND (SP, 3);
746 PUSHMARK (SP);
747 PUSHs (&PL_sv_yes);
748 PUSHs (fullname);
749 PUSHs (cx->blk_sub.hasargs ? sv_2mortal (newRV_inc ((SV *)cx->blk_sub.argarray)) : &PL_sv_undef);
750 PUTBACK;
751 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
752 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
753 SPAGAIN;
754 FREETMPS;
755 LEAVE;
756 PL_runops = runops_trace;
757 }
758
759 oldcxix = cxstack_ix;
760 }
761
762 if (cctx->flags & CC_TRACE_LINE)
763 {
764 dSP;
765
766 PL_runops = RUNOPS_DEFAULT;
767 ENTER;
768 SAVETMPS;
769 EXTEND (SP, 3);
770 PL_runops = RUNOPS_DEFAULT;
771 PUSHMARK (SP);
772 PUSHs (sv_2mortal (newSVpv (OutCopFILE (oldcop), 0)));
773 PUSHs (sv_2mortal (newSViv (CopLINE (oldcop))));
774 PUTBACK;
775 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_line_cb", sizeof ("_trace_line_cb") - 1, 0);
776 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
777 SPAGAIN;
778 FREETMPS;
779 LEAVE;
780 PL_runops = runops_trace;
781 }
782 }
783 }
784 }
785 }
786
787 TAINT_NOT;
788 return 0;
789}
790
583/* inject a fake call to Coro::State::_cctx_init into the execution */ 791/* inject a fake call to Coro::State::_cctx_init into the execution */
792/* _cctx_init should be careful, as it could be called at almost any time */
793/* during execution of a perl program */
584static void NOINLINE 794static void NOINLINE
585prepare_cctx (coro_cctx *cctx) 795prepare_cctx (pTHX_ coro_cctx *cctx)
586{ 796{
587 dSP; 797 dSP;
588 LOGOP myop; 798 LOGOP myop;
799
800 PL_top_env = &PL_start_env;
801
802 if (cctx->flags & CC_TRACE)
803 PL_runops = runops_trace;
589 804
590 Zero (&myop, 1, LOGOP); 805 Zero (&myop, 1, LOGOP);
591 myop.op_next = PL_op; 806 myop.op_next = PL_op;
592 myop.op_flags = OPf_WANT_VOID | OPf_STACKED; 807 myop.op_flags = OPf_WANT_VOID | OPf_STACKED;
593 808
599 PL_op = (OP *)&myop; 814 PL_op = (OP *)&myop;
600 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX); 815 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
601 SPAGAIN; 816 SPAGAIN;
602} 817}
603 818
819/*
820 * this is a _very_ stripped down perl interpreter ;)
821 */
604static void 822static void
605coro_run (void *arg) 823coro_run (void *arg)
606{ 824{
825 dTHX;
826
607 /* coro_run is the alternative tail of transfer(), so unlock here. */ 827 /* coro_run is the alternative tail of transfer(), so unlock here. */
608 UNLOCK; 828 UNLOCK;
609 829
610 /* 830 /* we now skip the entersub that lead to transfer() */
611 * this is a _very_ stripped down perl interpreter ;) 831 PL_op = PL_op->op_next;
612 */
613 PL_top_env = &PL_start_env;
614 832
615 /* inject call to cctx_init */ 833 /* inject a fake subroutine call to cctx_init */
616 prepare_cctx ((coro_cctx *)arg); 834 prepare_cctx (aTHX_ (coro_cctx *)arg);
617 835
618 /* somebody will hit me for both perl_run and PL_restartop */ 836 /* somebody or something will hit me for both perl_run and PL_restartop */
619 PL_restartop = PL_op; 837 PL_restartop = PL_op;
620 perl_run (PL_curinterp); 838 perl_run (PL_curinterp);
621 839
622 fputs ("FATAL: C coroutine fell over the edge of the world, aborting. Did you call exit in a coroutine?\n", stderr); 840 /*
623 abort (); 841 * If perl-run returns we assume exit() was being called or the coro
842 * fell off the end, which seems to be the only valid (non-bug)
843 * reason for perl_run to return. We try to exit by jumping to the
844 * bootstrap-time "top" top_env, as we cannot restore the "main"
845 * coroutine as Coro has no such concept
846 */
847 PL_top_env = main_top_env;
848 JMPENV_JUMP (2); /* I do not feel well about the hardcoded 2 at all */
624} 849}
625 850
626static coro_cctx * 851static coro_cctx *
627cctx_new () 852cctx_new ()
628{ 853{
629 coro_cctx *cctx; 854 coro_cctx *cctx;
855 void *stack_start;
856 size_t stack_size;
630 857
631 ++cctx_count; 858 ++cctx_count;
632 859
633 Newz (0, cctx, 1, coro_cctx); 860 Newz (0, cctx, 1, coro_cctx);
634 861
635#if HAVE_MMAP 862#if HAVE_MMAP
636 863
637 cctx->ssize = ((CORO_STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + CORO_STACKGUARD) * PAGESIZE; 864 cctx->ssize = ((coro_stacksize * sizeof (long) + PAGESIZE - 1) / PAGESIZE + CORO_STACKGUARD) * PAGESIZE;
638 /* mmap supposedly does allocate-on-write for us */ 865 /* mmap supposedly does allocate-on-write for us */
639 cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0); 866 cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
640 867
641 if (cctx->sptr != (void *)-1) 868 if (cctx->sptr != (void *)-1)
642 { 869 {
643# if CORO_STACKGUARD 870# if CORO_STACKGUARD
644 mprotect (cctx->sptr, CORO_STACKGUARD * PAGESIZE, PROT_NONE); 871 mprotect (cctx->sptr, CORO_STACKGUARD * PAGESIZE, PROT_NONE);
645# endif 872# endif
646 REGISTER_STACK (
647 cctx,
648 CORO_STACKGUARD * PAGESIZE + (char *)cctx->sptr, 873 stack_start = CORO_STACKGUARD * PAGESIZE + (char *)cctx->sptr;
649 cctx->ssize + (char *)cctx->sptr 874 stack_size = cctx->ssize - CORO_STACKGUARD * PAGESIZE;
650 ); 875 cctx->flags |= CC_MAPPED;
651
652 coro_create (&cctx->cctx, coro_run, (void *)cctx, cctx->sptr, cctx->ssize);
653 } 876 }
654 else 877 else
655#endif 878#endif
656 { 879 {
657 cctx->ssize = -CORO_STACKSIZE * (long)sizeof (long); 880 cctx->ssize = coro_stacksize * (long)sizeof (long);
658 New (0, cctx->sptr, CORO_STACKSIZE, long); 881 New (0, cctx->sptr, coro_stacksize, long);
659 882
660 if (!cctx->sptr) 883 if (!cctx->sptr)
661 { 884 {
662 perror ("FATAL: unable to allocate stack for coroutine"); 885 perror ("FATAL: unable to allocate stack for coroutine");
663 _exit (EXIT_FAILURE); 886 _exit (EXIT_FAILURE);
664 } 887 }
665 888
666 REGISTER_STACK ( 889 stack_start = cctx->sptr;
667 cctx, 890 stack_size = cctx->ssize;
668 (char *)cctx->sptr, 891 }
669 (char *)cctx->sptr - cctx->ssize
670 );
671 892
893 REGISTER_STACK (cctx, (char *)stack_start, (char *)stack_start + stack_size);
672 coro_create (&cctx->cctx, coro_run, (void *)cctx, cctx->sptr, -cctx->ssize); 894 coro_create (&cctx->cctx, coro_run, (void *)cctx, stack_start, stack_size);
673 }
674 895
675 return cctx; 896 return cctx;
676} 897}
677 898
678static void 899static void
686#if CORO_USE_VALGRIND 907#if CORO_USE_VALGRIND
687 VALGRIND_STACK_DEREGISTER (cctx->valgrind_id); 908 VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
688#endif 909#endif
689 910
690#if HAVE_MMAP 911#if HAVE_MMAP
691 if (cctx->ssize > 0) 912 if (cctx->flags & CC_MAPPED)
692 munmap (cctx->sptr, cctx->ssize); 913 munmap (cctx->sptr, cctx->ssize);
693 else 914 else
694#endif 915#endif
695 Safefree (cctx->sptr); 916 Safefree (cctx->sptr);
696 917
697 Safefree (cctx); 918 Safefree (cctx);
698} 919}
699 920
700static coro_cctx * 921static coro_cctx *
701cctx_get () 922cctx_get (pTHX)
702{ 923{
703 coro_cctx *cctx;
704
705 if (cctx_first) 924 while (cctx_first)
706 { 925 {
707 cctx = cctx_first; 926 coro_cctx *cctx = cctx_first;
708 cctx_first = cctx->next; 927 cctx_first = cctx->next;
709 --cctx_idle; 928 --cctx_idle;
710 } 929
711 else 930 if (cctx->ssize >= coro_stacksize && !(cctx->flags & CC_NOREUSE))
712 { 931 return cctx;
713 cctx = cctx_new (); 932
714 PL_op = PL_op->op_next; 933 cctx_destroy (cctx);
715 } 934 }
716 935
717 return cctx; 936 return cctx_new ();
718} 937}
719 938
720static void 939static void
721cctx_put (coro_cctx *cctx) 940cctx_put (coro_cctx *cctx)
722{ 941{
725 { 944 {
726 coro_cctx *first = cctx_first; 945 coro_cctx *first = cctx_first;
727 cctx_first = first->next; 946 cctx_first = first->next;
728 --cctx_idle; 947 --cctx_idle;
729 948
730 assert (!first->inuse);
731 cctx_destroy (first); 949 cctx_destroy (first);
732 } 950 }
733 951
734 ++cctx_idle; 952 ++cctx_idle;
735 cctx->next = cctx_first; 953 cctx->next = cctx_first;
736 cctx_first = cctx; 954 cctx_first = cctx;
737} 955}
738 956
739/** coroutine switching *****************************************************/ 957/** coroutine switching *****************************************************/
740 958
741/* never call directly, always through the coro_state_transfer global variable */
742static void NOINLINE 959static void NOINLINE
960transfer_check (pTHX_ struct coro *prev, struct coro *next)
961{
962 if (prev != next)
963 {
964 if (!(prev->flags & (CF_RUNNING | CF_NEW)))
965 croak ("Coro::State::transfer called with non-running/new prev Coro::State, but can only transfer from running or new states");
966
967 if (next->flags & CF_RUNNING)
968 croak ("Coro::State::transfer called with running next Coro::State, but can only transfer to inactive states");
969
970 if (next->flags & CF_DESTROYED)
971 croak ("Coro::State::transfer called with destroyed next Coro::State, but can only transfer to inactive states");
972
973 if (PL_lex_state != LEX_NOTPARSING)
974 croak ("Coro::State::transfer called while parsing, but this is not supported");
975 }
976}
977
978/* always use the TRANSFER macro */
979static void NOINLINE
743transfer (struct coro *prev, struct coro *next) 980transfer (pTHX_ struct coro *prev, struct coro *next)
744{ 981{
745 dSTACKLEVEL; 982 dSTACKLEVEL;
746 983
747 /* sometimes transfer is only called to set idle_sp */ 984 /* sometimes transfer is only called to set idle_sp */
748 if (!next) 985 if (!next)
756 993
757 if (prev->flags & CF_NEW) 994 if (prev->flags & CF_NEW)
758 { 995 {
759 /* create a new empty context */ 996 /* create a new empty context */
760 Newz (0, prev->cctx, 1, coro_cctx); 997 Newz (0, prev->cctx, 1, coro_cctx);
761 prev->cctx->inuse = 1;
762 prev->flags &= ~CF_NEW; 998 prev->flags &= ~CF_NEW;
763 prev->flags |= CF_RUNNING; 999 prev->flags |= CF_RUNNING;
764 } 1000 }
765
766 /*TODO: must not croak here */
767 if (!prev->flags & CF_RUNNING)
768 croak ("Coro::State::transfer called with non-running prev Coro::State, but can only transfer from running states");
769
770 if (next->flags & CF_RUNNING)
771 croak ("Coro::State::transfer called with running next Coro::State, but can only transfer to inactive states");
772
773 if (next->flags & CF_DESTROYED)
774 croak ("Coro::State::transfer called with destroyed next Coro::State, but can only transfer to inactive states");
775 1001
776 prev->flags &= ~CF_RUNNING; 1002 prev->flags &= ~CF_RUNNING;
777 next->flags |= CF_RUNNING; 1003 next->flags |= CF_RUNNING;
778 1004
779 LOCK; 1005 LOCK;
781 if (next->flags & CF_NEW) 1007 if (next->flags & CF_NEW)
782 { 1008 {
783 /* need to start coroutine */ 1009 /* need to start coroutine */
784 next->flags &= ~CF_NEW; 1010 next->flags &= ~CF_NEW;
785 /* first get rid of the old state */ 1011 /* first get rid of the old state */
786 save_perl (prev); 1012 save_perl (aTHX_ prev);
787 /* setup coroutine call */ 1013 /* setup coroutine call */
788 setup_coro (next); 1014 setup_coro (aTHX_ next);
789 /* need a new stack */
790 assert (!next->cctx);
791 } 1015 }
792 else 1016 else
793 { 1017 {
794 /* coroutine already started */ 1018 /* coroutine already started */
795 save_perl (prev); 1019 save_perl (aTHX_ prev);
796 load_perl (next); 1020 load_perl (aTHX_ next);
797 } 1021 }
798 1022
799 prev__cctx = prev->cctx; 1023 prev__cctx = prev->cctx;
800 1024
801 /* possibly "free" the cctx */ 1025 /* possibly "free" the cctx */
802 if (prev__cctx->idle_sp == STACKLEVEL) 1026 if (prev__cctx->idle_sp == STACKLEVEL && !(prev__cctx->flags & CC_TRACE))
803 { 1027 {
804 /* I assume that STACKLEVEL is a stronger indicator than PL_top_env changes */ 1028 /* I assume that STACKLEVEL is a stronger indicator than PL_top_env changes */
805 assert (("ERROR: current top_env must equal previous top_env", PL_top_env == prev__cctx->idle_te)); 1029 assert (("ERROR: current top_env must equal previous top_env", PL_top_env == prev__cctx->idle_te));
806 1030
807 prev->cctx = 0; 1031 prev->cctx = 0;
808 1032
809 cctx_put (prev__cctx); 1033 cctx_put (prev__cctx);
810 prev__cctx->inuse = 0;
811 } 1034 }
812 1035
1036 ++next->usecount;
1037
813 if (!next->cctx) 1038 if (!next->cctx)
814 {
815 next->cctx = cctx_get (); 1039 next->cctx = cctx_get (aTHX);
816 assert (!next->cctx->inuse);
817 next->cctx->inuse = 1;
818 }
819 1040
820 if (prev__cctx != next->cctx) 1041 if (prev__cctx != next->cctx)
821 { 1042 {
822 prev__cctx->top_env = PL_top_env; 1043 prev__cctx->top_env = PL_top_env;
823 PL_top_env = next->cctx->top_env; 1044 PL_top_env = next->cctx->top_env;
824 coro_transfer (&prev__cctx->cctx, &next->cctx->cctx); 1045 coro_transfer (&prev__cctx->cctx, &next->cctx->cctx);
825 } 1046 }
826 1047
827 free_coro_mortal (); 1048 free_coro_mortal (aTHX);
828 UNLOCK; 1049 UNLOCK;
829 } 1050 }
830} 1051}
831 1052
832struct transfer_args 1053struct transfer_args
833{ 1054{
834 struct coro *prev, *next; 1055 struct coro *prev, *next;
835}; 1056};
836 1057
837#define TRANSFER(ta) transfer ((ta).prev, (ta).next) 1058#define TRANSFER(ta) transfer (aTHX_ (ta).prev, (ta).next)
1059#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)
838 1060
839/** high level stuff ********************************************************/ 1061/** high level stuff ********************************************************/
840 1062
841static int 1063static int
842coro_state_destroy (struct coro *coro) 1064coro_state_destroy (pTHX_ struct coro *coro)
843{ 1065{
844 if (coro->flags & CF_DESTROYED) 1066 if (coro->flags & CF_DESTROYED)
845 return 0; 1067 return 0;
846 1068
847 coro->flags |= CF_DESTROYED; 1069 coro->flags |= CF_DESTROYED;
867 temp.save = CORO_SAVE_ALL; 1089 temp.save = CORO_SAVE_ALL;
868 1090
869 if (coro->flags & CF_RUNNING) 1091 if (coro->flags & CF_RUNNING)
870 croak ("FATAL: tried to destroy currently running coroutine"); 1092 croak ("FATAL: tried to destroy currently running coroutine");
871 1093
872 save_perl (&temp); 1094 save_perl (aTHX_ &temp);
873 load_perl (coro); 1095 load_perl (aTHX_ coro);
874 1096
875 coro_destroy_stacks (); 1097 coro_destroy_stacks (aTHX);
876 1098
877 load_perl (&temp); /* this will get rid of defsv etc.. */ 1099 load_perl (aTHX_ &temp); /* this will get rid of defsv etc.. */
878 1100
879 coro->mainstack = 0; 1101 coro->mainstack = 0;
880 } 1102 }
881 1103
882 cctx_destroy (coro->cctx); 1104 cctx_destroy (coro->cctx);
883 SvREFCNT_dec (coro->args); 1105 SvREFCNT_dec (coro->args);
884 1106
1107 if (coro->next) coro->next->prev = coro->prev;
1108 if (coro->prev) coro->prev->next = coro->next;
1109 if (coro == coro_first) coro_first = coro->next;
1110
885 return 1; 1111 return 1;
886} 1112}
887 1113
888static int 1114static int
889coro_state_free (pTHX_ SV *sv, MAGIC *mg) 1115coro_state_free (pTHX_ SV *sv, MAGIC *mg)
890{ 1116{
891 struct coro *coro = (struct coro *)mg->mg_ptr; 1117 struct coro *coro = (struct coro *)mg->mg_ptr;
892 mg->mg_ptr = 0; 1118 mg->mg_ptr = 0;
893 1119
1120 coro->hv = 0;
1121
894 if (--coro->refcnt < 0) 1122 if (--coro->refcnt < 0)
895 { 1123 {
896 coro_state_destroy (coro); 1124 coro_state_destroy (aTHX_ coro);
897 Safefree (coro); 1125 Safefree (coro);
898 } 1126 }
899 1127
900 return 0; 1128 return 0;
901} 1129}
919#else 1147#else
920# define MGf_DUP 0 1148# define MGf_DUP 0
921#endif 1149#endif
922}; 1150};
923 1151
924static struct coro *
925SvSTATE (SV *coro)
926{
927 HV *stash;
928 MAGIC *mg;
929
930 if (SvROK (coro))
931 coro = SvRV (coro);
932
933 stash = SvSTASH (coro);
934 if (stash != coro_stash && stash != coro_state_stash)
935 {
936 /* very slow, but rare, check */
937 if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
938 croak ("Coro::State object required");
939 }
940
941 mg = CORO_MAGIC (coro);
942 return (struct coro *)mg->mg_ptr;
943}
944
945static void 1152static void
946prepare_transfer (struct transfer_args *ta, SV *prev_sv, SV *next_sv) 1153prepare_transfer (pTHX_ struct transfer_args *ta, SV *prev_sv, SV *next_sv)
947{ 1154{
948 ta->prev = SvSTATE (prev_sv); 1155 ta->prev = SvSTATE (prev_sv);
949 ta->next = SvSTATE (next_sv); 1156 ta->next = SvSTATE (next_sv);
1157 TRANSFER_CHECK (*ta);
950} 1158}
951 1159
952static void 1160static void
953api_transfer (SV *prev_sv, SV *next_sv) 1161api_transfer (SV *prev_sv, SV *next_sv)
954{ 1162{
1163 dTHX;
955 struct transfer_args ta; 1164 struct transfer_args ta;
956 1165
957 prepare_transfer (&ta, prev_sv, next_sv); 1166 prepare_transfer (aTHX_ &ta, prev_sv, next_sv);
958 TRANSFER (ta); 1167 TRANSFER (ta);
959} 1168}
960 1169
961static int 1170static int
962api_save (SV *coro_sv, int new_save) 1171api_save (SV *coro_sv, int new_save)
963{ 1172{
1173 dTHX;
964 struct coro *coro = SvSTATE (coro_sv); 1174 struct coro *coro = SvSTATE (coro_sv);
965 int old_save = coro->save; 1175 int old_save = coro->save;
966 1176
967 if (new_save >= 0) 1177 if (new_save >= 0)
968 coro->save = new_save; 1178 coro->save = new_save;
971} 1181}
972 1182
973/** Coro ********************************************************************/ 1183/** Coro ********************************************************************/
974 1184
975static void 1185static void
976coro_enq (SV *coro_sv) 1186coro_enq (pTHX_ SV *coro_sv)
977{ 1187{
978 av_push (coro_ready [SvSTATE (coro_sv)->prio - PRIO_MIN], coro_sv); 1188 av_push (coro_ready [SvSTATE (coro_sv)->prio - PRIO_MIN], coro_sv);
979} 1189}
980 1190
981static SV * 1191static SV *
982coro_deq (int min_prio) 1192coro_deq (pTHX_ int min_prio)
983{ 1193{
984 int prio = PRIO_MAX - PRIO_MIN; 1194 int prio = PRIO_MAX - PRIO_MIN;
985 1195
986 min_prio -= PRIO_MIN; 1196 min_prio -= PRIO_MIN;
987 if (min_prio < 0) 1197 if (min_prio < 0)
995} 1205}
996 1206
997static int 1207static int
998api_ready (SV *coro_sv) 1208api_ready (SV *coro_sv)
999{ 1209{
1210 dTHX;
1000 struct coro *coro; 1211 struct coro *coro;
1001 1212
1002 if (SvROK (coro_sv)) 1213 if (SvROK (coro_sv))
1003 coro_sv = SvRV (coro_sv); 1214 coro_sv = SvRV (coro_sv);
1004 1215
1008 return 0; 1219 return 0;
1009 1220
1010 coro->flags |= CF_READY; 1221 coro->flags |= CF_READY;
1011 1222
1012 LOCK; 1223 LOCK;
1013 coro_enq (SvREFCNT_inc (coro_sv)); 1224 coro_enq (aTHX_ SvREFCNT_inc (coro_sv));
1014 ++coro_nready; 1225 ++coro_nready;
1015 UNLOCK; 1226 UNLOCK;
1016 1227
1017 return 1; 1228 return 1;
1018} 1229}
1019 1230
1020static int 1231static int
1021api_is_ready (SV *coro_sv) 1232api_is_ready (SV *coro_sv)
1022{ 1233{
1234 dTHX;
1023 return !!(SvSTATE (coro_sv)->flags & CF_READY); 1235 return !!(SvSTATE (coro_sv)->flags & CF_READY);
1024} 1236}
1025 1237
1026static void 1238static void
1027prepare_schedule (struct transfer_args *ta) 1239prepare_schedule (pTHX_ struct transfer_args *ta)
1028{ 1240{
1029 SV *prev_sv, *next_sv; 1241 SV *prev_sv, *next_sv;
1030 1242
1031 for (;;) 1243 for (;;)
1032 { 1244 {
1033 LOCK; 1245 LOCK;
1034 next_sv = coro_deq (PRIO_MIN); 1246 next_sv = coro_deq (aTHX_ PRIO_MIN);
1035 1247
1036 /* nothing to schedule: call the idle handler */ 1248 /* nothing to schedule: call the idle handler */
1037 if (!next_sv) 1249 if (!next_sv)
1038 { 1250 {
1039 dSP; 1251 dSP;
1067 break; 1279 break;
1068 } 1280 }
1069 1281
1070 /* free this only after the transfer */ 1282 /* free this only after the transfer */
1071 prev_sv = SvRV (coro_current); 1283 prev_sv = SvRV (coro_current);
1072 SvRV_set (coro_current, next_sv);
1073 ta->prev = SvSTATE (prev_sv); 1284 ta->prev = SvSTATE (prev_sv);
1074 1285 TRANSFER_CHECK (*ta);
1075 assert (ta->next->flags & CF_READY); 1286 assert (ta->next->flags & CF_READY);
1076 ta->next->flags &= ~CF_READY; 1287 ta->next->flags &= ~CF_READY;
1288 SvRV_set (coro_current, next_sv);
1077 1289
1078 LOCK; 1290 LOCK;
1079 free_coro_mortal (); 1291 free_coro_mortal (aTHX);
1080 coro_mortal = prev_sv; 1292 coro_mortal = prev_sv;
1081 UNLOCK; 1293 UNLOCK;
1082} 1294}
1083 1295
1084static void 1296static void
1085prepare_cede (struct transfer_args *ta) 1297prepare_cede (pTHX_ struct transfer_args *ta)
1086{ 1298{
1087 api_ready (coro_current); 1299 api_ready (coro_current);
1088 prepare_schedule (ta); 1300 prepare_schedule (aTHX_ ta);
1089} 1301}
1090 1302
1091static int 1303static int
1092prepare_cede_notself (struct transfer_args *ta) 1304prepare_cede_notself (pTHX_ struct transfer_args *ta)
1093{ 1305{
1094 if (coro_nready) 1306 if (coro_nready)
1095 { 1307 {
1096 SV *prev = SvRV (coro_current); 1308 SV *prev = SvRV (coro_current);
1097 prepare_schedule (ta); 1309 prepare_schedule (aTHX_ ta);
1098 api_ready (prev); 1310 api_ready (prev);
1099 return 1; 1311 return 1;
1100 } 1312 }
1101 else 1313 else
1102 return 0; 1314 return 0;
1103} 1315}
1104 1316
1105static void 1317static void
1106api_schedule (void) 1318api_schedule (void)
1107{ 1319{
1320 dTHX;
1108 struct transfer_args ta; 1321 struct transfer_args ta;
1109 1322
1110 prepare_schedule (&ta); 1323 prepare_schedule (aTHX_ &ta);
1111 TRANSFER (ta); 1324 TRANSFER (ta);
1112} 1325}
1113 1326
1114static int 1327static int
1115api_cede (void) 1328api_cede (void)
1116{ 1329{
1330 dTHX;
1117 struct transfer_args ta; 1331 struct transfer_args ta;
1118 1332
1119 prepare_cede (&ta); 1333 prepare_cede (aTHX_ &ta);
1120 1334
1121 if (ta.prev != ta.next) 1335 if (ta.prev != ta.next)
1122 { 1336 {
1123 TRANSFER (ta); 1337 TRANSFER (ta);
1124 return 1; 1338 return 1;
1128} 1342}
1129 1343
1130static int 1344static int
1131api_cede_notself (void) 1345api_cede_notself (void)
1132{ 1346{
1347 dTHX;
1133 struct transfer_args ta; 1348 struct transfer_args ta;
1134 1349
1135 if (prepare_cede_notself (&ta)) 1350 if (prepare_cede_notself (aTHX_ &ta))
1136 { 1351 {
1137 TRANSFER (ta); 1352 TRANSFER (ta);
1138 return 1; 1353 return 1;
1139 } 1354 }
1140 else 1355 else
1141 return 0; 1356 return 0;
1142} 1357}
1143 1358
1359static void
1360api_trace (SV *coro_sv, int flags)
1361{
1362 dTHX;
1363 struct coro *coro = SvSTATE (coro_sv);
1364
1365 if (flags & CC_TRACE)
1366 {
1367 if (!coro->cctx)
1368 coro->cctx = cctx_new ();
1369 else if (!(coro->cctx->flags & CC_TRACE))
1370 croak ("cannot enable tracing on coroutine with custom stack");
1371
1372 coro->cctx->flags |= CC_NOREUSE | (flags & (CC_TRACE | CC_TRACE_ALL));
1373 }
1374 else if (coro->cctx && coro->cctx->flags & CC_TRACE)
1375 {
1376 coro->cctx->flags &= ~(CC_TRACE | CC_TRACE_ALL);
1377
1378 if (coro->flags & CF_RUNNING)
1379 PL_runops = RUNOPS_DEFAULT;
1380 else
1381 coro->runops = RUNOPS_DEFAULT;
1382 }
1383}
1384
1144MODULE = Coro::State PACKAGE = Coro::State 1385MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
1145 1386
1146PROTOTYPES: DISABLE 1387PROTOTYPES: DISABLE
1147 1388
1148BOOT: 1389BOOT:
1149{ 1390{
1151 MUTEX_INIT (&coro_mutex); 1392 MUTEX_INIT (&coro_mutex);
1152#endif 1393#endif
1153 BOOT_PAGESIZE; 1394 BOOT_PAGESIZE;
1154 1395
1155 coro_state_stash = gv_stashpv ("Coro::State", TRUE); 1396 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
1397
1398 newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));
1399 newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));
1400 newCONSTSUB (coro_state_stash, "CC_TRACE_LINE", newSViv (CC_TRACE_LINE));
1401 newCONSTSUB (coro_state_stash, "CC_TRACE_ALL" , newSViv (CC_TRACE_ALL));
1156 1402
1157 newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (CORO_SAVE_DEFAV)); 1403 newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (CORO_SAVE_DEFAV));
1158 newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (CORO_SAVE_DEFSV)); 1404 newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (CORO_SAVE_DEFSV));
1159 newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (CORO_SAVE_ERRSV)); 1405 newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (CORO_SAVE_ERRSV));
1160 newCONSTSUB (coro_state_stash, "SAVE_IRSSV", newSViv (CORO_SAVE_IRSSV)); 1406 newCONSTSUB (coro_state_stash, "SAVE_IRSSV", newSViv (CORO_SAVE_IRSSV));
1407 newCONSTSUB (coro_state_stash, "SAVE_DEFFH", newSViv (CORO_SAVE_DEFFH));
1408 newCONSTSUB (coro_state_stash, "SAVE_DEF", newSViv (CORO_SAVE_DEF));
1161 newCONSTSUB (coro_state_stash, "SAVE_ALL", newSViv (CORO_SAVE_ALL)); 1409 newCONSTSUB (coro_state_stash, "SAVE_ALL", newSViv (CORO_SAVE_ALL));
1162 1410
1163 main_mainstack = PL_mainstack; 1411 main_mainstack = PL_mainstack;
1412 main_top_env = PL_top_env;
1413
1414 while (main_top_env->je_prev)
1415 main_top_env = main_top_env->je_prev;
1164 1416
1165 coroapi.ver = CORO_API_VERSION; 1417 coroapi.ver = CORO_API_VERSION;
1166 coroapi.transfer = api_transfer; 1418 coroapi.transfer = api_transfer;
1167 1419
1168 assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL)); 1420 assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
1176 HV *hv; 1428 HV *hv;
1177 int i; 1429 int i;
1178 1430
1179 Newz (0, coro, 1, struct coro); 1431 Newz (0, coro, 1, struct coro);
1180 coro->args = newAV (); 1432 coro->args = newAV ();
1181 coro->save = CORO_SAVE_ALL; 1433 coro->save = CORO_SAVE_DEF;
1182 coro->flags = CF_NEW; 1434 coro->flags = CF_NEW;
1183 1435
1436 if (coro_first) coro_first->prev = coro;
1437 coro->next = coro_first;
1438 coro_first = coro;
1439
1184 hv = newHV (); 1440 coro->hv = hv = newHV ();
1185 sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP; 1441 sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP;
1186 RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1)); 1442 RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
1187 1443
1188 for (i = 1; i < items; i++) 1444 for (i = 1; i < items; i++)
1189 av_push (coro->args, newSVsv (ST (i))); 1445 av_push (coro->args, newSVsv (ST (i)));
1196 CODE: 1452 CODE:
1197 RETVAL = api_save (coro, new_save); 1453 RETVAL = api_save (coro, new_save);
1198 OUTPUT: 1454 OUTPUT:
1199 RETVAL 1455 RETVAL
1200 1456
1457int
1458save_also (SV *coro_sv, int save_also)
1459 CODE:
1460{
1461 struct coro *coro = SvSTATE (coro_sv);
1462 RETVAL = coro->save;
1463 coro->save |= save_also;
1464}
1465 OUTPUT:
1466 RETVAL
1467
1468# these not obviously related functions are all rolled into the same xs
1469# function to increase chances that they all will call transfer with the same
1470# stack offset
1201void 1471void
1202_set_stacklevel (...) 1472_set_stacklevel (...)
1203 ALIAS: 1473 ALIAS:
1204 Coro::State::transfer = 1 1474 Coro::State::transfer = 1
1205 Coro::schedule = 2 1475 Coro::schedule = 2
1218 1488
1219 case 1: 1489 case 1:
1220 if (items != 2) 1490 if (items != 2)
1221 croak ("Coro::State::transfer (prev,next) expects two arguments, not %d", items); 1491 croak ("Coro::State::transfer (prev,next) expects two arguments, not %d", items);
1222 1492
1223 prepare_transfer (&ta, ST (0), ST (1)); 1493 prepare_transfer (aTHX_ &ta, ST (0), ST (1));
1224 break; 1494 break;
1225 1495
1226 case 2: 1496 case 2:
1227 prepare_schedule (&ta); 1497 prepare_schedule (aTHX_ &ta);
1228 break; 1498 break;
1229 1499
1230 case 3: 1500 case 3:
1231 prepare_cede (&ta); 1501 prepare_cede (aTHX_ &ta);
1232 break; 1502 break;
1233 1503
1234 case 4: 1504 case 4:
1235 if (!prepare_cede_notself (&ta)) 1505 if (!prepare_cede_notself (aTHX_ &ta))
1236 XSRETURN_EMPTY; 1506 XSRETURN_EMPTY;
1237 1507
1238 break; 1508 break;
1239 } 1509 }
1240 1510
1246} 1516}
1247 1517
1248bool 1518bool
1249_destroy (SV *coro_sv) 1519_destroy (SV *coro_sv)
1250 CODE: 1520 CODE:
1251 RETVAL = coro_state_destroy (SvSTATE (coro_sv)); 1521 RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
1252 OUTPUT: 1522 OUTPUT:
1253 RETVAL 1523 RETVAL
1254 1524
1255void 1525void
1256_exit (code) 1526_exit (code)
1258 PROTOTYPE: $ 1528 PROTOTYPE: $
1259 CODE: 1529 CODE:
1260 _exit (code); 1530 _exit (code);
1261 1531
1262int 1532int
1533cctx_stacksize (int new_stacksize = 0)
1534 CODE:
1535 RETVAL = coro_stacksize;
1536 if (new_stacksize)
1537 coro_stacksize = new_stacksize;
1538 OUTPUT:
1539 RETVAL
1540
1541int
1263cctx_count () 1542cctx_count ()
1264 CODE: 1543 CODE:
1265 RETVAL = cctx_count; 1544 RETVAL = cctx_count;
1266 OUTPUT: 1545 OUTPUT:
1267 RETVAL 1546 RETVAL
1271 CODE: 1550 CODE:
1272 RETVAL = cctx_idle; 1551 RETVAL = cctx_idle;
1273 OUTPUT: 1552 OUTPUT:
1274 RETVAL 1553 RETVAL
1275 1554
1555void
1556list ()
1557 PPCODE:
1558{
1559 struct coro *coro;
1560 for (coro = coro_first; coro; coro = coro->next)
1561 if (coro->hv)
1562 XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));
1563}
1564
1565void
1566call (Coro::State coro, SV *coderef)
1567 ALIAS:
1568 eval = 1
1569 CODE:
1570{
1571 if (coro->mainstack)
1572 {
1573 struct coro temp;
1574 Zero (&temp, 1, struct coro);
1575 temp.save = CORO_SAVE_ALL;
1576
1577 if (!(coro->flags & CF_RUNNING))
1578 {
1579 save_perl (aTHX_ &temp);
1580 load_perl (aTHX_ coro);
1581 }
1582
1583 {
1584 dSP;
1585 ENTER;
1586 SAVETMPS;
1587 PUSHMARK (SP);
1588 PUTBACK;
1589 if (ix)
1590 eval_sv (coderef, 0);
1591 else
1592 call_sv (coderef, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1593 SPAGAIN;
1594 FREETMPS;
1595 LEAVE;
1596 PUTBACK;
1597 }
1598
1599 if (!(coro->flags & CF_RUNNING))
1600 {
1601 save_perl (aTHX_ coro);
1602 load_perl (aTHX_ &temp);
1603 }
1604 }
1605}
1606
1607SV *
1608is_ready (Coro::State coro)
1609 PROTOTYPE: $
1610 ALIAS:
1611 is_ready = CF_READY
1612 is_running = CF_RUNNING
1613 is_new = CF_NEW
1614 is_destroyed = CF_DESTROYED
1615 CODE:
1616 RETVAL = boolSV (coro->flags & ix);
1617 OUTPUT:
1618 RETVAL
1619
1620void
1621api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
1622
1623SV *
1624has_stack (Coro::State coro)
1625 PROTOTYPE: $
1626 CODE:
1627 RETVAL = boolSV (!!coro->cctx);
1628 OUTPUT:
1629 RETVAL
1630
1631int
1632is_traced (Coro::State coro)
1633 PROTOTYPE: $
1634 CODE:
1635 RETVAL = (coro->cctx ? coro->cctx->flags : 0) & CC_TRACE_ALL;
1636 OUTPUT:
1637 RETVAL
1638
1639IV
1640rss (Coro::State coro)
1641 PROTOTYPE: $
1642 ALIAS:
1643 usecount = 1
1644 CODE:
1645 switch (ix)
1646 {
1647 case 0: RETVAL = coro_rss (aTHX_ coro); break;
1648 case 1: RETVAL = coro->usecount; break;
1649 }
1650 OUTPUT:
1651 RETVAL
1652
1653
1276MODULE = Coro::State PACKAGE = Coro 1654MODULE = Coro::State PACKAGE = Coro
1277 1655
1278BOOT: 1656BOOT:
1279{ 1657{
1280 int i; 1658 int i;
1659
1660 sv_pool_rss = get_sv ("Coro::POOL_RSS" , TRUE);
1661 sv_pool_size = get_sv ("Coro::POOL_SIZE" , TRUE);
1662 av_async_pool = get_av ("Coro::async_pool", TRUE);
1663
1664 coro_current = get_sv ("Coro::current", FALSE);
1665 SvREADONLY_on (coro_current);
1281 1666
1282 coro_stash = gv_stashpv ("Coro", TRUE); 1667 coro_stash = gv_stashpv ("Coro", TRUE);
1283 1668
1284 newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX)); 1669 newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));
1285 newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH)); 1670 newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));
1286 newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL)); 1671 newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));
1287 newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW)); 1672 newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));
1288 newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE)); 1673 newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));
1289 newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN)); 1674 newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));
1290
1291 coro_current = get_sv ("Coro::current", FALSE);
1292 SvREADONLY_on (coro_current);
1293 1675
1294 for (i = PRIO_MAX - PRIO_MIN + 1; i--; ) 1676 for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
1295 coro_ready[i] = newAV (); 1677 coro_ready[i] = newAV ();
1296 1678
1297 { 1679 {
1347 CODE: 1729 CODE:
1348 RETVAL = boolSV (api_ready (self)); 1730 RETVAL = boolSV (api_ready (self));
1349 OUTPUT: 1731 OUTPUT:
1350 RETVAL 1732 RETVAL
1351 1733
1352SV *
1353is_ready (SV *self)
1354 PROTOTYPE: $
1355 CODE:
1356 RETVAL = boolSV (api_is_ready (self));
1357 OUTPUT:
1358 RETVAL
1359
1360int 1734int
1361nready (...) 1735nready (...)
1362 PROTOTYPE: 1736 PROTOTYPE:
1363 CODE: 1737 CODE:
1364 RETVAL = coro_nready; 1738 RETVAL = coro_nready;
1365 OUTPUT: 1739 OUTPUT:
1366 RETVAL 1740 RETVAL
1367 1741
1742# for async_pool speedup
1743void
1744_pool_1 (SV *cb)
1745 CODE:
1746{
1747 int i, len;
1748 HV *hv = (HV *)SvRV (coro_current);
1749 AV *defav = GvAV (PL_defgv);
1750 SV *invoke = hv_delete (hv, "_invoke", sizeof ("_invoke") - 1, 0);
1751 AV *invoke_av;
1752
1753 if (!invoke)
1754 croak ("\3terminate\2\n");
1755
1756 hv_store (hv, "desc", sizeof ("desc") - 1,
1757 newSVpvn ("[async_pool]", sizeof ("[async_pool]") - 1), 0);
1758
1759 invoke_av = (AV *)SvRV (invoke);
1760 len = av_len (invoke_av);
1761
1762 sv_setsv (cb, AvARRAY (invoke_av)[0]);
1763
1764 if (len > 0)
1765 {
1766 av_fill (defav, len - 1);
1767 for (i = 0; i < len; ++i)
1768 av_store (defav, i, SvREFCNT_inc (AvARRAY (invoke_av)[i + 1]));
1769 }
1770
1771 SvREFCNT_dec (invoke);
1772}
1773
1774void
1775_pool_2 (SV *cb)
1776 CODE:
1777{
1778 struct coro *coro = SvSTATE (coro_current);
1779
1780 sv_setsv (cb, &PL_sv_undef);
1781
1782 if (coro_rss (aTHX_ coro) > SvIV (sv_pool_rss)
1783 || av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))
1784 croak ("\3terminate\2\n");
1785
1786 av_clear (GvAV (PL_defgv));
1787 hv_store ((HV *)SvRV (coro_current), "desc", sizeof ("desc") - 1,
1788 newSVpvn ("[async_pool idle]", sizeof ("[async_pool idle]") - 1), 0);
1789
1790 coro->save = CORO_SAVE_DEF;
1791 coro->prio = 0;
1792
1793 if (coro->cctx && (coro->cctx->flags & CC_TRACE))
1794 api_trace (coro_current, 0);
1795
1796 av_push (av_async_pool, newSVsv (coro_current));
1797}
1798
1799
1368MODULE = Coro::State PACKAGE = Coro::AIO 1800MODULE = Coro::State PACKAGE = Coro::AIO
1369 1801
1370SV * 1802SV *
1371_get_state () 1803_get_state ()
1372 CODE: 1804 CODE:

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines