ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
(Generate patch)

Comparing Coro/Coro/State.xs (file contents):
Revision 1.278 by root, Sun Nov 16 07:09:28 2008 UTC vs.
Revision 1.290 by root, Tue Nov 18 05:51:38 2008 UTC

95# define GV_NOTQUAL 0 95# define GV_NOTQUAL 0
96#endif 96#endif
97#ifndef newSV 97#ifndef newSV
98# define newSV(l) NEWSV(0,l) 98# define newSV(l) NEWSV(0,l)
99#endif 99#endif
100#ifndef CvISXSUB_on
101# define CvISXSUB_on(cv) (void)cv
102#endif
100 103
101/* 5.8.7 */ 104/* 5.8.7 */
102#ifndef SvRV_set 105#ifndef SvRV_set
103# define SvRV_set(s,v) SvRV(s) = (v) 106# define SvRV_set(s,v) SvRV(s) = (v)
104#endif 107#endif
142#define NOINLINE attribute ((noinline)) 145#define NOINLINE attribute ((noinline))
143 146
144#include "CoroAPI.h" 147#include "CoroAPI.h"
145 148
146#ifdef USE_ITHREADS 149#ifdef USE_ITHREADS
147
148static perl_mutex coro_lock;
149# define LOCK do { MUTEX_LOCK (&coro_lock); } while (0)
150# define UNLOCK do { MUTEX_UNLOCK (&coro_lock); } while (0)
151# if CORO_PTHREAD 150# if CORO_PTHREAD
152static void *coro_thx; 151static void *coro_thx;
153# endif 152# endif
154
155#else
156
157# define LOCK (void)0
158# define UNLOCK (void)0
159
160#endif 153#endif
161
162# undef LOCK
163# define LOCK (void)0
164# undef UNLOCK
165# define UNLOCK (void)0
166
167/* helper storage struct for Coro::AIO */
168struct io_state
169{
170 AV *res;
171 int errorno;
172 I32 laststype; /* U16 in 5.10.0 */
173 int laststatval;
174 Stat_t statcache;
175};
176 154
177static double (*nvtime)(); /* so why doesn't it take void? */ 155static double (*nvtime)(); /* so why doesn't it take void? */
156
157/* we hijack an hopefully unused CV flag for our purposes */
158#define CVf_SLF 0x4000
159static OP *pp_slf (pTHX);
178 160
179static U32 cctx_gen; 161static U32 cctx_gen;
180static size_t cctx_stacksize = CORO_STACKSIZE; 162static size_t cctx_stacksize = CORO_STACKSIZE;
181static struct CoroAPI coroapi; 163static struct CoroAPI coroapi;
182static AV *main_mainstack; /* used to differentiate between $main and others */ 164static AV *main_mainstack; /* used to differentiate between $main and others */
183static JMPENV *main_top_env; 165static JMPENV *main_top_env;
184static HV *coro_state_stash, *coro_stash; 166static HV *coro_state_stash, *coro_stash;
185static volatile SV *coro_mortal; /* will be freed/thrown after next transfer */ 167static volatile SV *coro_mortal; /* will be freed/thrown after next transfer */
186static volatile struct coro *transfer_next;
187 168
188static GV *irsgv; /* $/ */ 169static GV *irsgv; /* $/ */
189static GV *stdoutgv; /* *STDOUT */ 170static GV *stdoutgv; /* *STDOUT */
190static SV *rv_diehook; 171static SV *rv_diehook;
191static SV *rv_warnhook; 172static SV *rv_warnhook;
257/* this is a structure representing a perl-level coroutine */ 238/* this is a structure representing a perl-level coroutine */
258struct coro { 239struct coro {
259 /* the C coroutine allocated to this perl coroutine, if any */ 240 /* the C coroutine allocated to this perl coroutine, if any */
260 coro_cctx *cctx; 241 coro_cctx *cctx;
261 242
262 /* process data */ 243 /* state data */
263 struct CoroSLF slf_frame; /* saved slf frame */ 244 struct CoroSLF slf_frame; /* saved slf frame */
264 AV *mainstack; 245 AV *mainstack;
265 perl_slots *slot; /* basically the saved sp */ 246 perl_slots *slot; /* basically the saved sp */
266 247
267 AV *args; /* data associated with this coroutine (initial args) */ 248 AV *args; /* data associated with this coroutine (initial args) */
268 int refcnt; /* coroutines are refcounted, yes */ 249 int refcnt; /* coroutines are refcounted, yes */
269 int flags; /* CF_ flags */ 250 int flags; /* CF_ flags */
270 HV *hv; /* the perl hash associated with this coro, if any */ 251 HV *hv; /* the perl hash associated with this coro, if any */
252 void (*on_destroy)(pTHX_ struct coro *coro);
271 253
272 /* statistics */ 254 /* statistics */
273 int usecount; /* number of transfers to this coro */ 255 int usecount; /* number of transfers to this coro */
274 256
275 /* coro process data */ 257 /* coro process data */
284}; 266};
285 267
286typedef struct coro *Coro__State; 268typedef struct coro *Coro__State;
287typedef struct coro *Coro__State_or_hashref; 269typedef struct coro *Coro__State_or_hashref;
288 270
271/* the following variables are effectively part of the perl context */
272/* and get copied between struct coro and these variables */
273/* the mainr easonw e don't support windows process emulation */
289static struct CoroSLF slf_frame; /* the current slf frame */ 274static struct CoroSLF slf_frame; /* the current slf frame */
275static SV *coro_throw;
290 276
291/** Coro ********************************************************************/ 277/** Coro ********************************************************************/
292 278
293#define PRIO_MAX 3 279#define PRIO_MAX 3
294#define PRIO_HIGH 1 280#define PRIO_HIGH 1
395 SvREFCNT_dec (av); /* sv_magicext increased the refcount */ 381 SvREFCNT_dec (av); /* sv_magicext increased the refcount */
396 382
397 return 0; 383 return 0;
398} 384}
399 385
400#define CORO_MAGIC_type_cv PERL_MAGIC_ext 386#define CORO_MAGIC_type_cv 26
401#define CORO_MAGIC_type_state PERL_MAGIC_ext 387#define CORO_MAGIC_type_state PERL_MAGIC_ext
402 388
403static MGVTBL coro_cv_vtbl = { 389static MGVTBL coro_cv_vtbl = {
404 0, 0, 0, 0, 390 0, 0, 0, 0,
405 coro_cv_free 391 coro_cv_free
406}; 392};
407 393
394#define CORO_MAGIC_NN(sv, type) \
395 (expect_true (SvMAGIC (sv)->mg_type == type) \
396 ? SvMAGIC (sv) \
397 : mg_find (sv, type))
398
408#define CORO_MAGIC(sv, type) \ 399#define CORO_MAGIC(sv, type) \
409 SvMAGIC (sv) \ 400 (expect_true (SvMAGIC (sv)) \
410 ? SvMAGIC (sv)->mg_type == type \ 401 ? CORO_MAGIC_NN (sv, type) \
411 ? SvMAGIC (sv) \
412 : mg_find (sv, type) \
413 : 0 402 : 0)
414 403
415#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv) 404#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)
416#define CORO_MAGIC_state(sv) CORO_MAGIC (((SV *)(sv)), CORO_MAGIC_type_state) 405#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)
417 406
418INLINE struct coro * 407INLINE struct coro *
419SvSTATE_ (pTHX_ SV *coro) 408SvSTATE_ (pTHX_ SV *coro)
420{ 409{
421 HV *stash; 410 HV *stash;
438 mg = CORO_MAGIC_state (coro); 427 mg = CORO_MAGIC_state (coro);
439 return (struct coro *)mg->mg_ptr; 428 return (struct coro *)mg->mg_ptr;
440} 429}
441 430
442#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv)) 431#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv))
432
433/* faster than SvSTATE, but expects a coroutine hv */
434#define SvSTATE_hv(hv) ((struct coro *)CORO_MAGIC_NN ((SV *)hv, CORO_MAGIC_type_state)->mg_ptr)
435#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))
443 436
444/* the next two functions merely cache the padlists */ 437/* the next two functions merely cache the padlists */
445static void 438static void
446get_padlist (pTHX_ CV *cv) 439get_padlist (pTHX_ CV *cv)
447{ 440{
515 } 508 }
516 509
517 PUTBACK; 510 PUTBACK;
518 } 511 }
519 512
520 slf_frame = c->slf_frame; 513 slf_frame = c->slf_frame;
514 coro_throw = c->throw;
521} 515}
522 516
523static void 517static void
524save_perl (pTHX_ Coro__State c) 518save_perl (pTHX_ Coro__State c)
525{ 519{
520 c->throw = coro_throw;
526 c->slf_frame = slf_frame; 521 c->slf_frame = slf_frame;
527 522
528 { 523 {
529 dSP; 524 dSP;
530 I32 cxix = cxstack_ix; 525 I32 cxix = cxstack_ix;
823slf_check_nop (pTHX_ struct CoroSLF *frame) 818slf_check_nop (pTHX_ struct CoroSLF *frame)
824{ 819{
825 return 0; 820 return 0;
826} 821}
827 822
828static void 823static UNOP coro_setup_op;
824
825static void NOINLINE /* noinline to keep it out of the transfer fast path */
829coro_setup (pTHX_ struct coro *coro) 826coro_setup (pTHX_ struct coro *coro)
830{ 827{
831 /* 828 /*
832 * emulate part of the perl startup here. 829 * emulate part of the perl startup here.
833 */ 830 */
876 /* this newly created coroutine might be run on an existing cctx which most 873 /* this newly created coroutine might be run on an existing cctx which most
877 * likely was suspended in pp_slf, so we have to emulate entering pp_slf here. 874 * likely was suspended in pp_slf, so we have to emulate entering pp_slf here.
878 */ 875 */
879 slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */ 876 slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */
880 slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */ 877 slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */
878
879 /* and we have to provide the pp_slf op in any case, so pp_slf can skip it */
880 coro_setup_op.op_type = OP_CUSTOM;
881 coro_setup_op.op_ppaddr = pp_slf;
882 coro_setup_op.op_next = PL_op;
883
884 PL_op = (OP *)&coro_setup_op;
885
886 /* copy throw, in case it was set before coro_setup */
887 coro_throw = coro->throw;
881} 888}
882 889
883static void 890static void
884coro_destruct (pTHX_ struct coro *coro) 891coro_destruct (pTHX_ struct coro *coro)
885{ 892{
909 916
910 SvREFCNT_dec (PL_diehook); 917 SvREFCNT_dec (PL_diehook);
911 SvREFCNT_dec (PL_warnhook); 918 SvREFCNT_dec (PL_warnhook);
912 919
913 SvREFCNT_dec (coro->saved_deffh); 920 SvREFCNT_dec (coro->saved_deffh);
914 SvREFCNT_dec (coro->throw); 921 SvREFCNT_dec (coro_throw);
915 922
916 coro_destruct_stacks (aTHX); 923 coro_destruct_stacks (aTHX);
917} 924}
918 925
919INLINE void 926INLINE void
929static int 936static int
930runops_trace (pTHX) 937runops_trace (pTHX)
931{ 938{
932 COP *oldcop = 0; 939 COP *oldcop = 0;
933 int oldcxix = -2; 940 int oldcxix = -2;
934 struct coro *coro = SvSTATE (coro_current); /* trace cctx is tied to specific coro */ 941 struct coro *coro = SvSTATE_current; /* trace cctx is tied to specific coro */
935 coro_cctx *cctx = coro->cctx; 942 coro_cctx *cctx = coro->cctx;
936 943
937 while ((PL_op = CALL_FPTR (PL_op->op_ppaddr) (aTHX))) 944 while ((PL_op = CALL_FPTR (PL_op->op_ppaddr) (aTHX)))
938 { 945 {
939 PERL_ASYNC_CHECK (); 946 PERL_ASYNC_CHECK ();
1048 1055
1049 TAINT_NOT; 1056 TAINT_NOT;
1050 return 0; 1057 return 0;
1051} 1058}
1052 1059
1060static struct coro_cctx *cctx_ssl_cctx;
1061static struct CoroSLF cctx_ssl_frame;
1062
1053static void 1063static void
1054prepare_set_stacklevel (struct coro_transfer_args *ta, struct coro_cctx *cctx) 1064slf_prepare_set_stacklevel (pTHX_ struct coro_transfer_args *ta)
1055{ 1065{
1056 ta->prev = (struct coro *)cctx; 1066 ta->prev = (struct coro *)cctx_ssl_cctx;
1057 ta->next = 0; 1067 ta->next = 0;
1058} 1068}
1059 1069
1060/* inject a fake call to Coro::State::_cctx_init into the execution */ 1070static int
1061/* _cctx_init should be careful, as it could be called at almost any time */ 1071slf_check_set_stacklevel (pTHX_ struct CoroSLF *frame)
1062/* during execution of a perl program */ 1072{
1063/* also initialises PL_top_env */ 1073 *frame = cctx_ssl_frame;
1074
1075 return 0;
1076}
1077
1078/* initialises PL_top_env and injects a pseudo-slf-call to sett he stacklevel */
1064static void NOINLINE 1079static void NOINLINE
1065cctx_prepare (pTHX_ coro_cctx *cctx) 1080cctx_prepare (pTHX_ coro_cctx *cctx)
1066{ 1081{
1067 dSP;
1068 UNOP myop;
1069
1070 PL_top_env = &PL_start_env; 1082 PL_top_env = &PL_start_env;
1071 1083
1072 if (cctx->flags & CC_TRACE) 1084 if (cctx->flags & CC_TRACE)
1073 PL_runops = runops_trace; 1085 PL_runops = runops_trace;
1074 1086
1075 Zero (&myop, 1, UNOP); 1087 /* we already must be in an SLF call, there is no other valid way
1076 myop.op_next = PL_op; 1088 * that can lead to creation of a new cctx */
1077 myop.op_flags = OPf_WANT_VOID | OPf_STACKED; 1089 assert (("FATAL: can't prepare slf-less cctx in Coro module (please report)",
1090 slf_frame.prepare && PL_op->op_ppaddr == pp_slf));
1078 1091
1079 PUSHMARK (SP); 1092 cctx_ssl_cctx = cctx;
1080 EXTEND (SP, 2); 1093 cctx_ssl_frame = slf_frame;
1081 PUSHs (sv_2mortal (newSViv ((IV)cctx))); 1094
1082 PUSHs ((SV *)get_cv ("Coro::State::_cctx_init", FALSE)); 1095 slf_frame.prepare = slf_prepare_set_stacklevel;
1083 PUTBACK; 1096 slf_frame.check = slf_check_set_stacklevel;
1084 PL_op = (OP *)&myop;
1085 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
1086 SPAGAIN;
1087} 1097}
1088 1098
1089/* the tail of transfer: execute stuff we can only do after a transfer */ 1099/* the tail of transfer: execute stuff we can only do after a transfer */
1090INLINE void 1100INLINE void
1091transfer_tail (pTHX) 1101transfer_tail (pTHX)
1092{ 1102{
1093 struct coro *next = (struct coro *)transfer_next;
1094 assert (!(transfer_next = 0)); /* just used for the side effect when asserts are enabled */
1095 assert (("FATAL: next coroutine was zero in transfer_tail (please report)", next));
1096
1097 free_coro_mortal (aTHX); 1103 free_coro_mortal (aTHX);
1098 UNLOCK;
1099
1100 if (expect_false (next->throw))
1101 {
1102 SV *exception = sv_2mortal (next->throw);
1103
1104 next->throw = 0;
1105 sv_setsv (ERRSV, exception);
1106 croak (0);
1107 }
1108} 1104}
1109 1105
1110/* 1106/*
1111 * this is a _very_ stripped down perl interpreter ;) 1107 * this is a _very_ stripped down perl interpreter ;)
1112 */ 1108 */
1127 1123
1128 /* inject a fake subroutine call to cctx_init */ 1124 /* inject a fake subroutine call to cctx_init */
1129 cctx_prepare (aTHX_ (coro_cctx *)arg); 1125 cctx_prepare (aTHX_ (coro_cctx *)arg);
1130 1126
1131 /* cctx_run is the alternative tail of transfer() */ 1127 /* cctx_run is the alternative tail of transfer() */
1132 /* TODO: throwing an exception here might be deadly, VERIFY */
1133 transfer_tail (aTHX); 1128 transfer_tail (aTHX);
1134 1129
1135 /* somebody or something will hit me for both perl_run and PL_restartop */ 1130 /* somebody or something will hit me for both perl_run and PL_restartop */
1136 PL_restartop = PL_op; 1131 PL_restartop = PL_op;
1137 perl_run (PL_curinterp); 1132 perl_run (PL_curinterp);
1293/** coroutine switching *****************************************************/ 1288/** coroutine switching *****************************************************/
1294 1289
1295static void 1290static void
1296transfer_check (pTHX_ struct coro *prev, struct coro *next) 1291transfer_check (pTHX_ struct coro *prev, struct coro *next)
1297{ 1292{
1293 /* TODO: throwing up here is considered harmful */
1294
1298 if (expect_true (prev != next)) 1295 if (expect_true (prev != next))
1299 { 1296 {
1300 if (expect_false (!(prev->flags & (CF_RUNNING | CF_NEW)))) 1297 if (expect_false (!(prev->flags & (CF_RUNNING | CF_NEW))))
1301 croak ("Coro::State::transfer called with non-running/new prev Coro::State, but can only transfer from running or new states,"); 1298 croak ("Coro::State::transfer called with non-running/new prev Coro::State, but can only transfer from running or new states,");
1302 1299
1312#endif 1309#endif
1313 } 1310 }
1314} 1311}
1315 1312
1316/* always use the TRANSFER macro */ 1313/* always use the TRANSFER macro */
1317static void NOINLINE 1314static void NOINLINE /* noinline so we have a fixed stackframe */
1318transfer (pTHX_ struct coro *prev, struct coro *next, int force_cctx) 1315transfer (pTHX_ struct coro *prev, struct coro *next, int force_cctx)
1319{ 1316{
1320 dSTACKLEVEL; 1317 dSTACKLEVEL;
1321 1318
1322 /* sometimes transfer is only called to set idle_sp */ 1319 /* sometimes transfer is only called to set idle_sp */
1337 prev->flags |= CF_RUNNING; 1334 prev->flags |= CF_RUNNING;
1338 } 1335 }
1339 1336
1340 prev->flags &= ~CF_RUNNING; 1337 prev->flags &= ~CF_RUNNING;
1341 next->flags |= CF_RUNNING; 1338 next->flags |= CF_RUNNING;
1342
1343 LOCK;
1344 1339
1345 /* first get rid of the old state */ 1340 /* first get rid of the old state */
1346 save_perl (aTHX_ prev); 1341 save_perl (aTHX_ prev);
1347 1342
1348 if (expect_false (next->flags & CF_NEW)) 1343 if (expect_false (next->flags & CF_NEW))
1381 ++next->usecount; 1376 ++next->usecount;
1382 1377
1383 if (expect_true (!next->cctx)) 1378 if (expect_true (!next->cctx))
1384 next->cctx = cctx_get (aTHX); 1379 next->cctx = cctx_get (aTHX);
1385 1380
1386 assert (("FATAL: transfer_next already nonzero in Coro (please report)", !transfer_next));
1387 transfer_next = next;
1388
1389 if (expect_false (prev__cctx != next->cctx)) 1381 if (expect_false (prev__cctx != next->cctx))
1390 { 1382 {
1391 prev__cctx->top_env = PL_top_env; 1383 prev__cctx->top_env = PL_top_env;
1392 PL_top_env = next->cctx->top_env; 1384 PL_top_env = next->cctx->top_env;
1393 coro_transfer (&prev__cctx->cctx, &next->cctx->cctx); 1385 coro_transfer (&prev__cctx->cctx, &next->cctx->cctx);
1406coro_state_destroy (pTHX_ struct coro *coro) 1398coro_state_destroy (pTHX_ struct coro *coro)
1407{ 1399{
1408 if (coro->flags & CF_DESTROYED) 1400 if (coro->flags & CF_DESTROYED)
1409 return 0; 1401 return 0;
1410 1402
1403 if (coro->on_destroy)
1404 coro->on_destroy (aTHX_ coro);
1405
1411 coro->flags |= CF_DESTROYED; 1406 coro->flags |= CF_DESTROYED;
1412 1407
1413 if (coro->flags & CF_READY) 1408 if (coro->flags & CF_READY)
1414 { 1409 {
1415 /* reduce nready, as destroying a ready coro effectively unreadies it */ 1410 /* reduce nready, as destroying a ready coro effectively unreadies it */
1416 /* alternative: look through all ready queues and remove the coro */ 1411 /* alternative: look through all ready queues and remove the coro */
1417 LOCK;
1418 --coro_nready; 1412 --coro_nready;
1419 UNLOCK;
1420 } 1413 }
1421 else 1414 else
1422 coro->flags |= CF_READY; /* make sure it is NOT put into the readyqueue */ 1415 coro->flags |= CF_READY; /* make sure it is NOT put into the readyqueue */
1423 1416
1424 if (coro->mainstack && coro->mainstack != main_mainstack) 1417 if (coro->mainstack && coro->mainstack != main_mainstack)
1502 TRANSFER (ta, 1); 1495 TRANSFER (ta, 1);
1503} 1496}
1504 1497
1505/** Coro ********************************************************************/ 1498/** Coro ********************************************************************/
1506 1499
1507static void 1500INLINE void
1508coro_enq (pTHX_ SV *coro_sv) 1501coro_enq (pTHX_ struct coro *coro)
1509{ 1502{
1510 av_push (coro_ready [SvSTATE (coro_sv)->prio - PRIO_MIN], coro_sv); 1503 av_push (coro_ready [coro->prio - PRIO_MIN], SvREFCNT_inc_NN (coro->hv));
1511} 1504}
1512 1505
1513static SV * 1506INLINE SV *
1514coro_deq (pTHX) 1507coro_deq (pTHX)
1515{ 1508{
1516 int prio; 1509 int prio;
1517 1510
1518 for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= 0; ) 1511 for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= 0; )
1537 if (coro->flags & CF_READY) 1530 if (coro->flags & CF_READY)
1538 return 0; 1531 return 0;
1539 1532
1540 coro->flags |= CF_READY; 1533 coro->flags |= CF_READY;
1541 1534
1542 LOCK;
1543
1544 sv_hook = coro_nready ? 0 : coro_readyhook; 1535 sv_hook = coro_nready ? 0 : coro_readyhook;
1545 xs_hook = coro_nready ? 0 : coroapi.readyhook; 1536 xs_hook = coro_nready ? 0 : coroapi.readyhook;
1546 1537
1547 coro_enq (aTHX_ SvREFCNT_inc_NN (coro_sv)); 1538 coro_enq (aTHX_ coro);
1548 ++coro_nready; 1539 ++coro_nready;
1549 1540
1550 UNLOCK;
1551
1552 if (sv_hook) 1541 if (sv_hook)
1553 { 1542 {
1554 dSP; 1543 dSP;
1555 1544
1556 ENTER; 1545 ENTER;
1557 SAVETMPS; 1546 SAVETMPS;
1558 1547
1559 PUSHMARK (SP); 1548 PUSHMARK (SP);
1560 PUTBACK; 1549 PUTBACK;
1561 call_sv (sv_hook, G_DISCARD); 1550 call_sv (sv_hook, G_VOID | G_DISCARD);
1562 SPAGAIN;
1563 1551
1564 FREETMPS; 1552 FREETMPS;
1565 LEAVE; 1553 LEAVE;
1566 } 1554 }
1567 1555
1582{ 1570{
1583 SV *prev_sv, *next_sv; 1571 SV *prev_sv, *next_sv;
1584 1572
1585 for (;;) 1573 for (;;)
1586 { 1574 {
1587 LOCK;
1588 next_sv = coro_deq (aTHX); 1575 next_sv = coro_deq (aTHX);
1589 1576
1590 /* nothing to schedule: call the idle handler */ 1577 /* nothing to schedule: call the idle handler */
1591 if (expect_false (!next_sv)) 1578 if (expect_false (!next_sv))
1592 { 1579 {
1593 dSP; 1580 dSP;
1594 UNLOCK;
1595 1581
1596 ENTER; 1582 ENTER;
1597 SAVETMPS; 1583 SAVETMPS;
1598 1584
1599 PUSHMARK (SP); 1585 PUSHMARK (SP);
1600 PUTBACK; 1586 PUTBACK;
1601 call_sv (get_sv ("Coro::idle", FALSE), G_DISCARD); 1587 call_sv (get_sv ("Coro::idle", FALSE), G_VOID | G_DISCARD);
1602 SPAGAIN;
1603 1588
1604 FREETMPS; 1589 FREETMPS;
1605 LEAVE; 1590 LEAVE;
1606 continue; 1591 continue;
1607 } 1592 }
1608 1593
1609 ta->next = SvSTATE (next_sv); 1594 ta->next = SvSTATE_hv (next_sv);
1610 1595
1611 /* cannot transfer to destroyed coros, skip and look for next */ 1596 /* cannot transfer to destroyed coros, skip and look for next */
1612 if (expect_false (ta->next->flags & CF_DESTROYED)) 1597 if (expect_false (ta->next->flags & CF_DESTROYED))
1613 { 1598 {
1614 UNLOCK;
1615 SvREFCNT_dec (next_sv); 1599 SvREFCNT_dec (next_sv);
1616 /* coro_nready has already been taken care of by destroy */ 1600 /* coro_nready has already been taken care of by destroy */
1617 continue; 1601 continue;
1618 } 1602 }
1619 1603
1620 --coro_nready; 1604 --coro_nready;
1621 UNLOCK;
1622 break; 1605 break;
1623 } 1606 }
1624 1607
1625 /* free this only after the transfer */ 1608 /* free this only after the transfer */
1626 prev_sv = SvRV (coro_current); 1609 prev_sv = SvRV (coro_current);
1627 ta->prev = SvSTATE (prev_sv); 1610 ta->prev = SvSTATE_hv (prev_sv);
1628 TRANSFER_CHECK (*ta); 1611 TRANSFER_CHECK (*ta);
1629 assert (("FATAL: next coroutine isn't marked as ready in Coro (please report)", ta->next->flags & CF_READY)); 1612 assert (("FATAL: next coroutine isn't marked as ready in Coro (please report)", ta->next->flags & CF_READY));
1630 ta->next->flags &= ~CF_READY; 1613 ta->next->flags &= ~CF_READY;
1631 SvRV_set (coro_current, next_sv); 1614 SvRV_set (coro_current, next_sv);
1632 1615
1633 LOCK;
1634 free_coro_mortal (aTHX); 1616 free_coro_mortal (aTHX);
1635 coro_mortal = prev_sv; 1617 coro_mortal = prev_sv;
1636 UNLOCK;
1637} 1618}
1638 1619
1639INLINE void 1620INLINE void
1640prepare_cede (pTHX_ struct coro_transfer_args *ta) 1621prepare_cede (pTHX_ struct coro_transfer_args *ta)
1641{ 1622{
1718 if (coro->flags & CF_RUNNING) 1699 if (coro->flags & CF_RUNNING)
1719 PL_runops = RUNOPS_DEFAULT; 1700 PL_runops = RUNOPS_DEFAULT;
1720 else 1701 else
1721 coro->slot->runops = RUNOPS_DEFAULT; 1702 coro->slot->runops = RUNOPS_DEFAULT;
1722 } 1703 }
1704}
1705
1706/*****************************************************************************/
1707/* schedule-like-function opcode (SLF) */
1708
1709static UNOP slf_restore; /* restore stack as entersub did, for first-re-run */
1710static const CV *slf_cv;
1711static SV **slf_argv;
1712static int slf_argc, slf_arga; /* count, allocated */
1713static I32 slf_ax; /* top of stack, for restore */
1714
1715/* this restores the stack in the case we patched the entersub, to */
1716/* recreate the stack frame as perl will on following calls */
1717/* since entersub cleared the stack */
1718static OP *
1719pp_restore (pTHX)
1720{
1721 int i;
1722 SV **SP = PL_stack_base + slf_ax;
1723
1724 PUSHMARK (SP);
1725
1726 EXTEND (SP, slf_argc + 1);
1727
1728 for (i = 0; i < slf_argc; ++i)
1729 PUSHs (sv_2mortal (slf_argv [i]));
1730
1731 PUSHs ((SV *)CvGV (slf_cv));
1732
1733 RETURNOP (slf_restore.op_first);
1734}
1735
1736static void
1737slf_prepare_transfer (pTHX_ struct coro_transfer_args *ta)
1738{
1739 SV **arg = (SV **)slf_frame.data;
1740
1741 prepare_transfer (aTHX_ ta, arg [0], arg [1]);
1742}
1743
1744static void
1745slf_init_transfer (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
1746{
1747 if (items != 2)
1748 croak ("Coro::State::transfer (prev, next) expects two arguments, not %d,", items);
1749
1750 frame->prepare = slf_prepare_transfer;
1751 frame->check = slf_check_nop;
1752 frame->data = (void *)arg; /* let's hope it will stay valid */
1753}
1754
1755static void
1756slf_init_schedule (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
1757{
1758 frame->prepare = prepare_schedule;
1759 frame->check = slf_check_nop;
1760}
1761
1762static void
1763slf_init_cede (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
1764{
1765 frame->prepare = prepare_cede;
1766 frame->check = slf_check_nop;
1767}
1768
1769static void
1770slf_init_cede_notself (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
1771{
1772 frame->prepare = prepare_cede_notself;
1773 frame->check = slf_check_nop;
1774}
1775
1776/*
1777 * these not obviously related functions are all rolled into one
1778 * function to increase chances that they all will call transfer with the same
1779 * stack offset
1780 * SLF stands for "schedule-like-function".
1781 */
1782static OP *
1783pp_slf (pTHX)
1784{
1785 I32 checkmark; /* mark SP to see how many elements check has pushed */
1786
1787 /* set up the slf frame, unless it has already been set-up */
1788 /* the latter happens when a new coro has been started */
1789 /* or when a new cctx was attached to an existing coroutine */
1790 if (expect_true (!slf_frame.prepare))
1791 {
1792 /* first iteration */
1793 dSP;
1794 SV **arg = PL_stack_base + TOPMARK + 1;
1795 int items = SP - arg; /* args without function object */
1796 SV *gv = *sp;
1797
1798 /* do a quick consistency check on the "function" object, and if it isn't */
1799 /* for us, divert to the real entersub */
1800 if (SvTYPE (gv) != SVt_PVGV
1801 || !GvCV (gv)
1802 || !(CvFLAGS (GvCV (gv)) & CVf_SLF))
1803 return PL_ppaddr[OP_ENTERSUB](aTHX);
1804
1805 if (!(PL_op->op_flags & OPf_STACKED))
1806 {
1807 /* ampersand-form of call, use @_ instead of stack */
1808 AV *av = GvAV (PL_defgv);
1809 arg = AvARRAY (av);
1810 items = AvFILLp (av) + 1;
1811 }
1812
1813 /* now call the init function, which needs to set up slf_frame */
1814 ((coro_slf_cb)CvXSUBANY (GvCV (gv)).any_ptr)
1815 (aTHX_ &slf_frame, GvCV (gv), arg, items);
1816
1817 /* pop args */
1818 SP = PL_stack_base + POPMARK;
1819
1820 PUTBACK;
1821 }
1822
1823 /* now that we have a slf_frame, interpret it! */
1824 /* we use a callback system not to make the code needlessly */
1825 /* complicated, but so we can run multiple perl coros from one cctx */
1826
1827 do
1828 {
1829 struct coro_transfer_args ta;
1830
1831 slf_frame.prepare (aTHX_ &ta);
1832 TRANSFER (ta, 0);
1833
1834 checkmark = PL_stack_sp - PL_stack_base;
1835 }
1836 while (slf_frame.check (aTHX_ &slf_frame));
1837
1838 slf_frame.prepare = 0; /* invalidate the frame, we are done processing it */
1839
1840 /* return value handling - mostly like entersub */
1841 /* make sure we put something on the stack in scalar context */
1842 if (GIMME_V == G_SCALAR)
1843 {
1844 dSP;
1845 SV **bot = PL_stack_base + checkmark;
1846
1847 if (sp == bot) /* too few, push undef */
1848 bot [1] = &PL_sv_undef;
1849 else if (sp != bot + 1) /* too many, take last one */
1850 bot [1] = *sp;
1851
1852 SP = bot + 1;
1853
1854 PUTBACK;
1855 }
1856
1857 /* exception handling */
1858 if (expect_false (coro_throw))
1859 {
1860 SV *exception = sv_2mortal (coro_throw);
1861
1862 coro_throw = 0;
1863 sv_setsv (ERRSV, exception);
1864 croak (0);
1865 }
1866
1867 return NORMAL;
1868}
1869
1870static void
1871api_execute_slf (pTHX_ CV *cv, coro_slf_cb init_cb, I32 ax)
1872{
1873 int i;
1874 SV **arg = PL_stack_base + ax;
1875 int items = PL_stack_sp - arg + 1;
1876
1877 assert (("FATAL: SLF call with illegal CV value", !CvANON (cv)));
1878
1879 if (PL_op->op_ppaddr != PL_ppaddr [OP_ENTERSUB]
1880 && PL_op->op_ppaddr != pp_slf)
1881 croak ("FATAL: Coro SLF calls can only be made normally, not via goto or any other means, caught");
1882
1883 CvFLAGS (cv) |= CVf_SLF;
1884 CvXSUBANY (cv).any_ptr = (void *)init_cb;
1885 slf_cv = cv;
1886
1887 /* we patch the op, and then re-run the whole call */
1888 /* we have to put the same argument on the stack for this to work */
1889 /* and this will be done by pp_restore */
1890 slf_restore.op_next = (OP *)&slf_restore;
1891 slf_restore.op_type = OP_CUSTOM;
1892 slf_restore.op_ppaddr = pp_restore;
1893 slf_restore.op_first = PL_op;
1894
1895 slf_ax = ax - 1; /* undo the ax++ inside dAXMARK */
1896
1897 if (PL_op->op_flags & OPf_STACKED)
1898 {
1899 if (items > slf_arga)
1900 {
1901 slf_arga = items;
1902 free (slf_argv);
1903 slf_argv = malloc (slf_arga * sizeof (SV *));
1904 }
1905
1906 slf_argc = items;
1907
1908 for (i = 0; i < items; ++i)
1909 slf_argv [i] = SvREFCNT_inc (arg [i]);
1910 }
1911 else
1912 slf_argc = 0;
1913
1914 PL_op->op_ppaddr = pp_slf;
1915 PL_op->op_type = OP_CUSTOM; /* maybe we should leave it at entersub? */
1916
1917 PL_op = (OP *)&slf_restore;
1723} 1918}
1724 1919
1725/*****************************************************************************/ 1920/*****************************************************************************/
1726/* PerlIO::cede */ 1921/* PerlIO::cede */
1727 1922
1796 PerlIOBuf_get_cnt, 1991 PerlIOBuf_get_cnt,
1797 PerlIOBuf_set_ptrcnt, 1992 PerlIOBuf_set_ptrcnt,
1798}; 1993};
1799 1994
1800/*****************************************************************************/ 1995/*****************************************************************************/
1996/* Coro::Semaphore */
1801 1997
1802static const CV *slf_cv; /* for quick consistency check */
1803
1804static UNOP slf_restore; /* restore stack as entersub did, for first-re-run */
1805static SV *slf_arg0;
1806static SV *slf_arg1;
1807static SV *slf_arg2;
1808
1809/* this restores the stack in the case we patched the entersub, to */
1810/* recreate the stack frame as perl will on following calls */
1811/* since entersub cleared the stack */
1812static OP *
1813pp_restore (pTHX)
1814{
1815 dSP;
1816
1817 PUSHMARK (SP);
1818
1819 EXTEND (SP, 3);
1820 if (slf_arg0) PUSHs (sv_2mortal (slf_arg0));
1821 if (slf_arg1) PUSHs (sv_2mortal (slf_arg1));
1822 if (slf_arg2) PUSHs (sv_2mortal (slf_arg2));
1823 PUSHs ((SV *)CvGV (slf_cv));
1824
1825 RETURNOP (slf_restore.op_first);
1826}
1827
1828static void 1998static void
1829slf_prepare_set_stacklevel (pTHX_ struct coro_transfer_args *ta) 1999coro_semaphore_adjust (pTHX_ AV *av, IV adjust)
1830{ 2000{
1831 prepare_set_stacklevel (ta, (struct coro_cctx *)slf_frame.data); 2001 SV *count_sv = AvARRAY (av)[0];
1832} 2002 IV count = SvIVX (count_sv);
1833 2003
1834static void 2004 count += adjust;
1835slf_init_set_stacklevel (pTHX_ struct CoroSLF *frame, SV **arg, int items) 2005 SvIVX (count_sv) = count;
1836{
1837 assert (("FATAL: set_stacklevel needs the coro cctx as sole argument", items == 1));
1838 2006
1839 frame->prepare = slf_prepare_set_stacklevel; 2007 /* now wake up as many waiters as are expected to lock */
1840 frame->check = slf_check_nop; 2008 while (count > 0 && AvFILLp (av) > 0)
1841 frame->data = (void *)SvIV (arg [0]);
1842}
1843
1844static void
1845slf_prepare_transfer (pTHX_ struct coro_transfer_args *ta)
1846{
1847 SV **arg = (SV **)slf_frame.data;
1848
1849 prepare_transfer (aTHX_ ta, arg [0], arg [1]);
1850}
1851
1852static void
1853slf_init_transfer (pTHX_ struct CoroSLF *frame, SV **arg, int items)
1854{
1855 if (items != 2)
1856 croak ("Coro::State::transfer (prev, next) expects two arguments, not %d,", items);
1857
1858 frame->prepare = slf_prepare_transfer;
1859 frame->check = slf_check_nop;
1860 frame->data = (void *)arg; /* let's hope it will stay valid */
1861}
1862
1863static void
1864slf_init_schedule (pTHX_ struct CoroSLF *frame, SV **arg, int items)
1865{
1866 frame->prepare = prepare_schedule;
1867 frame->check = slf_check_nop;
1868}
1869
1870static void
1871slf_init_cede (pTHX_ struct CoroSLF *frame, SV **arg, int items)
1872{
1873 frame->prepare = prepare_cede;
1874 frame->check = slf_check_nop;
1875}
1876
1877static void
1878slf_init_cede_notself (pTHX_ struct CoroSLF *frame, SV **arg, int items)
1879{
1880 frame->prepare = prepare_cede_notself;
1881 frame->check = slf_check_nop;
1882}
1883
1884/* we hijack an hopefully unused CV flag for our purposes */
1885#define CVf_SLF 0x4000
1886
1887/*
1888 * these not obviously related functions are all rolled into one
1889 * function to increase chances that they all will call transfer with the same
1890 * stack offset
1891 * SLF stands for "schedule-like-function".
1892 */
1893static OP *
1894pp_slf (pTHX)
1895{
1896 I32 checkmark; /* mark SP to see how many elements check has pushed */
1897
1898 /* set up the slf frame, unless it has already been set-up */
1899 /* the latter happens when a new coro has been started */
1900 /* or when a new cctx was attached to an existing coroutine */
1901 if (expect_true (!slf_frame.prepare))
1902 {
1903 /* first iteration */
1904 dSP;
1905 SV **arg = PL_stack_base + TOPMARK + 1;
1906 int items = SP - arg; /* args without function object */
1907 SV *gv = *sp;
1908
1909 /* do a quick consistency check on the "function" object, and if it isn't */
1910 /* for us, divert to the real entersub */
1911 if (SvTYPE (gv) != SVt_PVGV || !(CvFLAGS (GvCV (gv)) & CVf_SLF))
1912 return PL_ppaddr[OP_ENTERSUB](aTHX);
1913
1914 /* pop args */
1915 SP = PL_stack_base + POPMARK;
1916
1917 if (!(PL_op->op_flags & OPf_STACKED))
1918 {
1919 /* ampersand-form of call, use @_ instead of stack */
1920 AV *av = GvAV (PL_defgv);
1921 arg = AvARRAY (av);
1922 items = AvFILLp (av) + 1;
1923 }
1924
1925 PUTBACK;
1926
1927 ((coro_slf_cb)CvXSUBANY (GvCV (gv)).any_ptr) (aTHX_ &slf_frame, arg, items);
1928 }
1929
1930 /* now interpret the slf_frame */
1931 /* we use a callback system not to make the code needlessly */
1932 /* complicated, but so we can run multiple perl coros from one cctx */
1933
1934 do
1935 {
1936 struct coro_transfer_args ta;
1937
1938 slf_frame.prepare (aTHX_ &ta);
1939 TRANSFER (ta, 0);
1940
1941 checkmark = PL_stack_sp - PL_stack_base;
1942 }
1943 while (slf_frame.check (aTHX_ &slf_frame));
1944
1945 {
1946 dSP;
1947 SV **bot = PL_stack_base + checkmark;
1948 int gimme = GIMME_V;
1949
1950 slf_frame.prepare = 0; /* signal pp_slf that we need a new frame */
1951
1952 /* make sure we put something on the stack in scalar context */
1953 if (gimme == G_SCALAR)
1954 { 2009 {
1955 if (sp == bot) 2010 SV *cb;
1956 XPUSHs (&PL_sv_undef);
1957 2011
1958 SP = bot + 1; 2012 /* swap first two elements so we can shift a waiter */
2013 AvARRAY (av)[0] = AvARRAY (av)[1];
2014 AvARRAY (av)[1] = count_sv;
2015 cb = av_shift (av);
2016
2017 if (SvOBJECT (cb))
2018 api_ready (aTHX_ cb);
2019 else
2020 croak ("callbacks not yet supported");
2021
2022 SvREFCNT_dec (cb);
2023
2024 --count;
1959 } 2025 }
1960
1961 PUTBACK;
1962 }
1963
1964 return NORMAL;
1965} 2026}
1966 2027
1967static void 2028static void
1968api_execute_slf (pTHX_ CV *cv, coro_slf_cb init_cb, SV **arg, int items) 2029coro_semaphore_on_destroy (pTHX_ struct coro *coro)
1969{ 2030{
1970 assert (("FATAL: SLF call with illegal CV value", !CvANON (cv))); 2031 /* call $sem->adjust (0) to possibly wake up some other waiters */
1971 2032 coro_semaphore_adjust (aTHX_ (AV *)coro->slf_frame.data, 0);
1972 if (PL_op->op_ppaddr != PL_ppaddr [OP_ENTERSUB]
1973 && PL_op->op_ppaddr != pp_slf)
1974 croak ("FATAL: Coro SLF calls can only be made normally, not via goto or any other means, caught");
1975
1976 if (items > 3)
1977 croak ("Coro only supports up to three arguments to SLF functions currently (not %d), caught", items);
1978
1979 CvFLAGS (cv) |= CVf_SLF;
1980 CvXSUBANY (cv).any_ptr = (void *)init_cb;
1981 slf_cv = cv;
1982
1983 /* we patch the op, and then re-run the whole call */
1984 /* we have to put the same argument on the stack for this to work */
1985 /* and this will be done by pp_restore */
1986 slf_restore.op_next = (OP *)&slf_restore;
1987 slf_restore.op_type = OP_NULL;
1988 slf_restore.op_ppaddr = pp_restore;
1989 slf_restore.op_first = PL_op;
1990
1991 slf_arg0 = items > 0 ? SvREFCNT_inc (arg [0]) : 0;
1992 slf_arg1 = items > 1 ? SvREFCNT_inc (arg [1]) : 0;
1993 slf_arg2 = items > 2 ? SvREFCNT_inc (arg [2]) : 0;
1994
1995 PL_op->op_ppaddr = pp_slf;
1996
1997 PL_op = (OP *)&slf_restore;
1998} 2033}
1999
2000/*****************************************************************************/
2001 2034
2002static int 2035static int
2003slf_check_semaphore_down (pTHX_ struct CoroSLF *frame) 2036slf_check_semaphore_down (pTHX_ struct CoroSLF *frame)
2004{ 2037{
2005 AV *av = (AV *)frame->data; 2038 AV *av = (AV *)frame->data;
2006 SV *count_sv = AvARRAY (av)[0]; 2039 SV *count_sv = AvARRAY (av)[0];
2007 2040
2008 if (SvIVX (count_sv) > 0) 2041 if (SvIVX (count_sv) > 0)
2009 { 2042 {
2043 SvSTATE_current->on_destroy = 0;
2010 SvIVX (count_sv) = SvIVX (count_sv) - 1; 2044 SvIVX (count_sv) = SvIVX (count_sv) - 1;
2011 return 0; 2045 return 0;
2012 } 2046 }
2013 else 2047 else
2014 { 2048 {
2025 return 1; 2059 return 1;
2026 } 2060 }
2027} 2061}
2028 2062
2029static void 2063static void
2030slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, SV **arg, int items) 2064slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2031{ 2065{
2032 AV *av = (AV *)SvRV (arg [0]); 2066 AV *av = (AV *)SvRV (arg [0]);
2033 2067
2034 if (SvIVX (AvARRAY (av)[0]) > 0) 2068 if (SvIVX (AvARRAY (av)[0]) > 0)
2035 { 2069 {
2036 frame->data = (void *)av; 2070 frame->data = (void *)av;
2037 frame->prepare = prepare_nop; 2071 frame->prepare = prepare_nop;
2072 SvSTATE_current->on_destroy = coro_semaphore_on_destroy;
2038 } 2073 }
2039 else 2074 else
2040 { 2075 {
2041 av_push (av, SvREFCNT_inc (SvRV (coro_current))); 2076 av_push (av, SvREFCNT_inc (SvRV (coro_current)));
2042 2077
2043 frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av)); 2078 frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av));
2044 frame->prepare = prepare_schedule; 2079 frame->prepare = prepare_schedule;
2080
2081 /* to avoid race conditions when a woken-up coro gets terminated */
2082 /* we arrange for a temporary on_destroy that calls adjust (0) */
2083 assert (!SvSTATE_current->on_destroy);//D
2084 SvSTATE_current->on_destroy = coro_semaphore_on_destroy;
2045 } 2085 }
2046 2086
2047 frame->check = slf_check_semaphore_down; 2087 frame->check = slf_check_semaphore_down;
2048 2088
2049} 2089}
2050 2090
2051/*****************************************************************************/ 2091/*****************************************************************************/
2092/* gensub: simple closure generation utility */
2052 2093
2053#define GENSUB_ARG CvXSUBANY (cv).any_ptr 2094#define GENSUB_ARG CvXSUBANY (cv).any_ptr
2054 2095
2055/* create a closure from XS, returns a code reference */ 2096/* create a closure from XS, returns a code reference */
2056/* the arg can be accessed via GENSUB_ARG from the callback */ 2097/* the arg can be accessed via GENSUB_ARG from the callback */
2057/* the callback must use dXSARGS/XSRETURN */ 2098/* the callback must use dXSARGS/XSRETURN */
2058static SV * 2099static SV *
2059gensub (pTHX_ void (*xsub)(pTHX_ CV *), void *arg) 2100gensub (pTHX_ void (*xsub)(pTHX_ CV *), void *arg)
2060{ 2101{
2061 CV *cv = (CV *)NEWSV (0, 0); 2102 CV *cv = (CV *)newSV (0);
2062 2103
2063 sv_upgrade ((SV *)cv, SVt_PVCV); 2104 sv_upgrade ((SV *)cv, SVt_PVCV);
2064 2105
2065 CvANON_on (cv); 2106 CvANON_on (cv);
2066 CvISXSUB_on (cv); 2107 CvISXSUB_on (cv);
2069 2110
2070 return newRV_noinc ((SV *)cv); 2111 return newRV_noinc ((SV *)cv);
2071} 2112}
2072 2113
2073/*****************************************************************************/ 2114/*****************************************************************************/
2115/* Coro::AIO */
2116
2117#define CORO_MAGIC_type_aio PERL_MAGIC_ext
2118
2119/* helper storage struct */
2120struct io_state
2121{
2122 int errorno;
2123 I32 laststype; /* U16 in 5.10.0 */
2124 int laststatval;
2125 Stat_t statcache;
2126};
2127
2128static void
2129coro_aio_callback (pTHX_ CV *cv)
2130{
2131 dXSARGS;
2132 AV *state = (AV *)GENSUB_ARG;
2133 SV *coro = av_pop (state);
2134 SV *data_sv = newSV (sizeof (struct io_state));
2135
2136 av_extend (state, items);
2137
2138 sv_upgrade (data_sv, SVt_PV);
2139 SvCUR_set (data_sv, sizeof (struct io_state));
2140 SvPOK_only (data_sv);
2141
2142 {
2143 struct io_state *data = (struct io_state *)SvPVX (data_sv);
2144
2145 data->errorno = errno;
2146 data->laststype = PL_laststype;
2147 data->laststatval = PL_laststatval;
2148 data->statcache = PL_statcache;
2149 }
2150
2151 /* now build the result vector out of all the parameters and the data_sv */
2152 {
2153 int i;
2154
2155 for (i = 0; i < items; ++i)
2156 av_push (state, SvREFCNT_inc_NN (ST (i)));
2157 }
2158
2159 av_push (state, data_sv);
2160
2161 api_ready (aTHX_ coro);
2162 SvREFCNT_dec (coro);
2163 SvREFCNT_dec ((AV *)state);
2164}
2165
2166static int
2167slf_check_aio_req (pTHX_ struct CoroSLF *frame)
2168{
2169 AV *state = (AV *)frame->data;
2170
2171 /* one element that is an RV? repeat! */
2172 if (AvFILLp (state) == 0 && SvROK (AvARRAY (state)[0]))
2173 return 1;
2174
2175 /* restore status */
2176 {
2177 SV *data_sv = av_pop (state);
2178 struct io_state *data = (struct io_state *)SvPVX (data_sv);
2179
2180 errno = data->errorno;
2181 PL_laststype = data->laststype;
2182 PL_laststatval = data->laststatval;
2183 PL_statcache = data->statcache;
2184
2185 SvREFCNT_dec (data_sv);
2186 }
2187
2188 /* push result values */
2189 {
2190 dSP;
2191 int i;
2192
2193 EXTEND (SP, AvFILLp (state) + 1);
2194 for (i = 0; i <= AvFILLp (state); ++i)
2195 PUSHs (sv_2mortal (SvREFCNT_inc_NN (AvARRAY (state)[i])));
2196
2197 PUTBACK;
2198 }
2199
2200 return 0;
2201}
2202
2203static void
2204slf_init_aio_req (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2205{
2206 AV *state = (AV *)sv_2mortal ((SV *)newAV ());
2207 SV *coro_hv = SvRV (coro_current);
2208 struct coro *coro = SvSTATE_hv (coro_hv);
2209
2210 /* put our coroutine id on the state arg */
2211 av_push (state, SvREFCNT_inc_NN (coro_hv));
2212
2213 /* first see whether we have a non-zero priority and set it as AIO prio */
2214 if (coro->prio)
2215 {
2216 dSP;
2217
2218 static SV *prio_cv;
2219 static SV *prio_sv;
2220
2221 if (expect_false (!prio_cv))
2222 {
2223 prio_cv = (SV *)get_cv ("IO::AIO::aioreq_pri", 0);
2224 prio_sv = newSViv (0);
2225 }
2226
2227 PUSHMARK (SP);
2228 sv_setiv (prio_sv, coro->prio);
2229 XPUSHs (prio_sv);
2230
2231 PUTBACK;
2232 call_sv (prio_cv, G_VOID | G_DISCARD);
2233 }
2234
2235 /* now call the original request */
2236 {
2237 dSP;
2238 CV *req = (CV *)CORO_MAGIC_NN ((SV *)cv, CORO_MAGIC_type_aio)->mg_obj;
2239 int i;
2240
2241 PUSHMARK (SP);
2242
2243 /* first push all args to the stack */
2244 EXTEND (SP, items + 1);
2245
2246 for (i = 0; i < items; ++i)
2247 PUSHs (arg [i]);
2248
2249 /* now push the callback closure */
2250 PUSHs (sv_2mortal (gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));
2251
2252 /* now call the AIO function - we assume our request is uncancelable */
2253 PUTBACK;
2254 call_sv ((SV *)req, G_VOID | G_DISCARD);
2255 }
2256
2257 /* now that the requets is going, we loop toll we have a result */
2258 frame->data = (void *)state;
2259 frame->prepare = prepare_schedule;
2260 frame->check = slf_check_aio_req;
2261}
2262
2263static void
2264coro_aio_req_xs (pTHX_ CV *cv)
2265{
2266 dXSARGS;
2267
2268 CORO_EXECUTE_SLF_XS (slf_init_aio_req);
2269
2270 XSRETURN_EMPTY;
2271}
2272
2273/*****************************************************************************/
2074 2274
2075MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_ 2275MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
2076 2276
2077PROTOTYPES: DISABLE 2277PROTOTYPES: DISABLE
2078 2278
2079BOOT: 2279BOOT:
2080{ 2280{
2081#ifdef USE_ITHREADS 2281#ifdef USE_ITHREADS
2082 MUTEX_INIT (&coro_lock);
2083# if CORO_PTHREAD 2282# if CORO_PTHREAD
2084 coro_thx = PERL_GET_CONTEXT; 2283 coro_thx = PERL_GET_CONTEXT;
2085# endif 2284# endif
2086#endif 2285#endif
2087 BOOT_PAGESIZE; 2286 BOOT_PAGESIZE;
2107 main_mainstack = PL_mainstack; 2306 main_mainstack = PL_mainstack;
2108 main_top_env = PL_top_env; 2307 main_top_env = PL_top_env;
2109 2308
2110 while (main_top_env->je_prev) 2309 while (main_top_env->je_prev)
2111 main_top_env = main_top_env->je_prev; 2310 main_top_env = main_top_env->je_prev;
2311
2312 {
2313 SV *slf = sv_2mortal (newSViv (PTR2IV (pp_slf)));
2314
2315 if (!PL_custom_op_names) PL_custom_op_names = newHV ();
2316 hv_store_ent (PL_custom_op_names, slf,
2317 newSVpv ("coro_slf", 0), 0);
2318
2319 if (!PL_custom_op_descs) PL_custom_op_descs = newHV ();
2320 hv_store_ent (PL_custom_op_descs, slf,
2321 newSVpv ("coro schedule like function", 0), 0);
2322 }
2112 2323
2113 coroapi.ver = CORO_API_VERSION; 2324 coroapi.ver = CORO_API_VERSION;
2114 coroapi.rev = CORO_API_REVISION; 2325 coroapi.rev = CORO_API_REVISION;
2115 2326
2116 coroapi.transfer = api_transfer; 2327 coroapi.transfer = api_transfer;
2162} 2373}
2163 OUTPUT: 2374 OUTPUT:
2164 RETVAL 2375 RETVAL
2165 2376
2166void 2377void
2167_set_stacklevel (...)
2168 CODE:
2169 api_execute_slf (aTHX_ cv, slf_init_set_stacklevel, &ST (0), items);
2170
2171void
2172transfer (...) 2378transfer (...)
2173 PROTOTYPE: $$ 2379 PROTOTYPE: $$
2174 CODE: 2380 CODE:
2175 api_execute_slf (aTHX_ cv, slf_init_transfer, &ST (0), items); 2381 CORO_EXECUTE_SLF_XS (slf_init_transfer);
2176 2382
2177bool 2383bool
2178_destroy (SV *coro_sv) 2384_destroy (SV *coro_sv)
2179 CODE: 2385 CODE:
2180 RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv)); 2386 RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
2298 2504
2299void 2505void
2300throw (Coro::State self, SV *throw = &PL_sv_undef) 2506throw (Coro::State self, SV *throw = &PL_sv_undef)
2301 PROTOTYPE: $;$ 2507 PROTOTYPE: $;$
2302 CODE: 2508 CODE:
2509{
2510 struct coro *current = SvSTATE_current;
2511 SV **throwp = self == current ? &coro_throw : &self->throw;
2303 SvREFCNT_dec (self->throw); 2512 SvREFCNT_dec (*throwp);
2304 self->throw = SvOK (throw) ? newSVsv (throw) : 0; 2513 *throwp = SvOK (throw) ? newSVsv (throw) : 0;
2514}
2305 2515
2306void 2516void
2307api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB) 2517api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
2308 PROTOTYPE: $;$ 2518 PROTOTYPE: $;$
2309 C_ARGS: aTHX_ coro, flags 2519 C_ARGS: aTHX_ coro, flags
2340 2550
2341void 2551void
2342force_cctx () 2552force_cctx ()
2343 PROTOTYPE: 2553 PROTOTYPE:
2344 CODE: 2554 CODE:
2345 struct coro *coro = SvSTATE (coro_current);
2346 coro->cctx->idle_sp = 0; 2555 SvSTATE_current->cctx->idle_sp = 0;
2347 2556
2348void 2557void
2349swap_defsv (Coro::State self) 2558swap_defsv (Coro::State self)
2350 PROTOTYPE: $ 2559 PROTOTYPE: $
2351 ALIAS: 2560 ALIAS:
2359 SV **dst = ix ? (SV **)&self->slot->defav : (SV **)&self->slot->defsv; 2568 SV **dst = ix ? (SV **)&self->slot->defav : (SV **)&self->slot->defsv;
2360 2569
2361 SV *tmp = *src; *src = *dst; *dst = tmp; 2570 SV *tmp = *src; *src = *dst; *dst = tmp;
2362 } 2571 }
2363 2572
2573
2364MODULE = Coro::State PACKAGE = Coro 2574MODULE = Coro::State PACKAGE = Coro
2365 2575
2366BOOT: 2576BOOT:
2367{ 2577{
2368 int i; 2578 int i;
2404} 2614}
2405 2615
2406void 2616void
2407schedule (...) 2617schedule (...)
2408 CODE: 2618 CODE:
2409 api_execute_slf (aTHX_ cv, slf_init_schedule, &ST (0), 0); 2619 CORO_EXECUTE_SLF_XS (slf_init_schedule);
2410 2620
2411void 2621void
2412cede (...) 2622cede (...)
2413 CODE: 2623 CODE:
2414 api_execute_slf (aTHX_ cv, slf_init_cede, &ST (0), 0); 2624 CORO_EXECUTE_SLF_XS (slf_init_cede);
2415 2625
2416void 2626void
2417cede_notself (...) 2627cede_notself (...)
2418 CODE: 2628 CODE:
2419 api_execute_slf (aTHX_ cv, slf_init_cede_notself, &ST (0), 0); 2629 CORO_EXECUTE_SLF_XS (slf_init_cede_notself);
2420 2630
2421void 2631void
2422_set_current (SV *current) 2632_set_current (SV *current)
2423 PROTOTYPE: $ 2633 PROTOTYPE: $
2424 CODE: 2634 CODE:
2427 2637
2428void 2638void
2429_set_readyhook (SV *hook) 2639_set_readyhook (SV *hook)
2430 PROTOTYPE: $ 2640 PROTOTYPE: $
2431 CODE: 2641 CODE:
2432 LOCK;
2433 SvREFCNT_dec (coro_readyhook); 2642 SvREFCNT_dec (coro_readyhook);
2434 coro_readyhook = SvOK (hook) ? newSVsv (hook) : 0; 2643 coro_readyhook = SvOK (hook) ? newSVsv (hook) : 0;
2435 UNLOCK;
2436 2644
2437int 2645int
2438prio (Coro::State coro, int newprio = 0) 2646prio (Coro::State coro, int newprio = 0)
2439 PROTOTYPE: $;$ 2647 PROTOTYPE: $;$
2440 ALIAS: 2648 ALIAS:
2476# for async_pool speedup 2684# for async_pool speedup
2477void 2685void
2478_pool_1 (SV *cb) 2686_pool_1 (SV *cb)
2479 CODE: 2687 CODE:
2480{ 2688{
2481 struct coro *coro = SvSTATE (coro_current);
2482 HV *hv = (HV *)SvRV (coro_current); 2689 HV *hv = (HV *)SvRV (coro_current);
2690 struct coro *coro = SvSTATE_hv ((SV *)hv);
2483 AV *defav = GvAV (PL_defgv); 2691 AV *defav = GvAV (PL_defgv);
2484 SV *invoke = hv_delete (hv, "_invoke", sizeof ("_invoke") - 1, 0); 2692 SV *invoke = hv_delete (hv, "_invoke", sizeof ("_invoke") - 1, 0);
2485 AV *invoke_av; 2693 AV *invoke_av;
2486 int i, len; 2694 int i, len;
2487 2695
2514 2722
2515void 2723void
2516_pool_2 (SV *cb) 2724_pool_2 (SV *cb)
2517 CODE: 2725 CODE:
2518{ 2726{
2519 struct coro *coro = SvSTATE (coro_current); 2727 HV *hv = (HV *)SvRV (coro_current);
2728 struct coro *coro = SvSTATE_hv ((SV *)hv);
2520 2729
2521 sv_setsv (cb, &PL_sv_undef); 2730 sv_setsv (cb, &PL_sv_undef);
2522 2731
2523 SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh; 2732 SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh;
2524 coro->saved_deffh = 0; 2733 coro->saved_deffh = 0;
2531 SvREFCNT_dec (old); 2740 SvREFCNT_dec (old);
2532 croak ("\3async_pool terminate\2\n"); 2741 croak ("\3async_pool terminate\2\n");
2533 } 2742 }
2534 2743
2535 av_clear (GvAV (PL_defgv)); 2744 av_clear (GvAV (PL_defgv));
2536 hv_store ((HV *)SvRV (coro_current), "desc", sizeof ("desc") - 1, 2745 hv_store (hv, "desc", sizeof ("desc") - 1,
2537 newSVpvn ("[async_pool idle]", sizeof ("[async_pool idle]") - 1), 0); 2746 newSVpvn ("[async_pool idle]", sizeof ("[async_pool idle]") - 1), 0);
2538 2747
2539 coro->prio = 0; 2748 coro->prio = 0;
2540 2749
2541 if (coro->cctx && (coro->cctx->flags & CC_TRACE)) 2750 if (coro->cctx && (coro->cctx->flags & CC_TRACE))
2543 2752
2544 av_push (av_async_pool, newSVsv (coro_current)); 2753 av_push (av_async_pool, newSVsv (coro_current));
2545} 2754}
2546 2755
2547 2756
2548MODULE = Coro::State PACKAGE = Coro::AIO
2549
2550void
2551_get_state (SV *self)
2552 PROTOTYPE: $
2553 PPCODE:
2554{
2555 AV *defav = GvAV (PL_defgv);
2556 AV *av = newAV ();
2557 int i;
2558 SV *data_sv = newSV (sizeof (struct io_state));
2559 struct io_state *data = (struct io_state *)SvPVX (data_sv);
2560 SvCUR_set (data_sv, sizeof (struct io_state));
2561 SvPOK_only (data_sv);
2562
2563 data->errorno = errno;
2564 data->laststype = PL_laststype;
2565 data->laststatval = PL_laststatval;
2566 data->statcache = PL_statcache;
2567
2568 av_extend (av, AvFILLp (defav) + 1 + 1);
2569
2570 for (i = 0; i <= AvFILLp (defav); ++i)
2571 av_push (av, SvREFCNT_inc_NN (AvARRAY (defav)[i]));
2572
2573 av_push (av, data_sv);
2574
2575 XPUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
2576
2577 api_ready (aTHX_ self);
2578}
2579
2580void
2581_set_state (SV *state)
2582 PROTOTYPE: $
2583 PPCODE:
2584{
2585 AV *av = (AV *)SvRV (state);
2586 struct io_state *data = (struct io_state *)SvPVX (AvARRAY (av)[AvFILLp (av)]);
2587 int i;
2588
2589 errno = data->errorno;
2590 PL_laststype = data->laststype;
2591 PL_laststatval = data->laststatval;
2592 PL_statcache = data->statcache;
2593
2594 EXTEND (SP, AvFILLp (av));
2595 for (i = 0; i < AvFILLp (av); ++i)
2596 PUSHs (sv_2mortal (SvREFCNT_inc_NN (AvARRAY (av)[i])));
2597}
2598
2599
2600MODULE = Coro::State PACKAGE = Coro::AnyEvent
2601
2602BOOT:
2603 sv_activity = coro_get_sv (aTHX_ "Coro::AnyEvent::ACTIVITY", TRUE);
2604
2605void
2606_schedule (...)
2607 CODE:
2608{
2609 static int incede;
2610
2611 api_cede_notself (aTHX);
2612
2613 ++incede;
2614 while (coro_nready >= incede && api_cede (aTHX))
2615 ;
2616
2617 sv_setsv (sv_activity, &PL_sv_undef);
2618 if (coro_nready >= incede)
2619 {
2620 PUSHMARK (SP);
2621 PUTBACK;
2622 call_pv ("Coro::AnyEvent::_activity", G_DISCARD | G_EVAL);
2623 SPAGAIN;
2624 }
2625
2626 --incede;
2627}
2628
2629
2630MODULE = Coro::State PACKAGE = PerlIO::cede 2757MODULE = Coro::State PACKAGE = PerlIO::cede
2631 2758
2632BOOT: 2759BOOT:
2633 PerlIO_define_layer (aTHX_ &PerlIO_cede); 2760 PerlIO_define_layer (aTHX_ &PerlIO_cede);
2761
2634 2762
2635MODULE = Coro::State PACKAGE = Coro::Semaphore 2763MODULE = Coro::State PACKAGE = Coro::Semaphore
2636 2764
2637SV * 2765SV *
2638new (SV *klass, SV *count_ = 0) 2766new (SV *klass, SV *count_ = 0)
2639 CODE: 2767 CODE:
2640{ 2768{
2641 /* a semaphore contains a counter IV in $sem->[0] and any waiters after that */ 2769 /* a semaphore contains a counter IV in $sem->[0] and any waiters after that */
2642 AV *av = newAV (); 2770 AV *av = newAV ();
2771 SV **ary;
2772
2773 /* unfortunately, building manually saves memory */
2774 Newx (ary, 2, SV *);
2775 AvALLOC (av) = ary;
2776 AvARRAY (av) = ary;
2777 AvMAX (av) = 1;
2778 AvFILLp (av) = 0;
2643 av_push (av, newSViv (count_ && SvOK (count_) ? SvIV (count_) : 1)); 2779 ary [0] = newSViv (count_ && SvOK (count_) ? SvIV (count_) : 1);
2780
2644 RETVAL = sv_bless (newRV_noinc ((SV *)av), GvSTASH (CvGV (cv))); 2781 RETVAL = sv_bless (newRV_noinc ((SV *)av), GvSTASH (CvGV (cv)));
2645} 2782}
2646 OUTPUT: 2783 OUTPUT:
2647 RETVAL 2784 RETVAL
2648 2785
2656void 2793void
2657up (SV *self, int adjust = 1) 2794up (SV *self, int adjust = 1)
2658 ALIAS: 2795 ALIAS:
2659 adjust = 1 2796 adjust = 1
2660 CODE: 2797 CODE:
2661{ 2798 coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), ix ? adjust : 1);
2662 AV *av = (AV *)SvRV (self);
2663 SV *count_sv = AvARRAY (av)[0];
2664 IV count = SvIVX (count_sv);
2665
2666 count += ix ? adjust : 1;
2667 SvIVX (count_sv) = count;
2668
2669 /* now wake up as many waiters as possible */
2670 while (count > 0 && AvFILLp (av) >= count)
2671 {
2672 SV *cb;
2673
2674 /* swap first two elements so we can shift a waiter */
2675 AvARRAY (av)[0] = AvARRAY (av)[1];
2676 AvARRAY (av)[1] = count_sv;
2677 cb = av_shift (av);
2678
2679 if (SvOBJECT (cb))
2680 api_ready (aTHX_ cb);
2681 else
2682 croak ("callbacks not yet supported");
2683
2684 SvREFCNT_dec (cb);
2685 }
2686}
2687 2799
2688void 2800void
2689down (SV *self) 2801down (SV *self)
2690 CODE: 2802 CODE:
2691 api_execute_slf (aTHX_ cv, slf_init_semaphore_down, &ST (0), 1); 2803 CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);
2692 2804
2693void 2805void
2694try (SV *self) 2806try (SV *self)
2695 PPCODE: 2807 PPCODE:
2696{ 2808{
2719 else 2831 else
2720 { 2832 {
2721 int i; 2833 int i;
2722 EXTEND (SP, AvFILLp (av) + 1 - 1); 2834 EXTEND (SP, AvFILLp (av) + 1 - 1);
2723 for (i = 1; i <= AvFILLp (av); ++i) 2835 for (i = 1; i <= AvFILLp (av); ++i)
2724 PUSHs (newSVsv (AvARRAY (av)[i])); 2836 PUSHs (sv_2mortal (newRV_inc (AvARRAY (av)[i])));
2725 } 2837 }
2726} 2838}
2727 2839
2840
2841MODULE = Coro::State PACKAGE = Coro::AnyEvent
2842
2843BOOT:
2844 sv_activity = coro_get_sv (aTHX_ "Coro::AnyEvent::ACTIVITY", TRUE);
2845
2846void
2847_schedule (...)
2848 CODE:
2849{
2850 static int incede;
2851
2852 api_cede_notself (aTHX);
2853
2854 ++incede;
2855 while (coro_nready >= incede && api_cede (aTHX))
2856 ;
2857
2858 sv_setsv (sv_activity, &PL_sv_undef);
2859 if (coro_nready >= incede)
2860 {
2861 PUSHMARK (SP);
2862 PUTBACK;
2863 call_pv ("Coro::AnyEvent::_activity", G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
2864 }
2865
2866 --incede;
2867}
2868
2869
2870MODULE = Coro::State PACKAGE = Coro::AIO
2871
2872void
2873_register (char *target, char *proto, SV *req)
2874 CODE:
2875{
2876 HV *st;
2877 GV *gvp;
2878 CV *req_cv = sv_2cv (req, &st, &gvp, 0);
2879 /* newXSproto doesn't return the CV on 5.8 */
2880 CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);
2881 sv_setpv ((SV *)slf_cv, proto);
2882 sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);
2883}
2884

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines