ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
(Generate patch)

Comparing Coro/Coro/State.xs (file contents):
Revision 1.259 by root, Mon Nov 10 00:02:29 2008 UTC vs.
Revision 1.266 by root, Fri Nov 14 03:26:22 2008 UTC

46# define BOOT_PAGESIZE (void)0 46# define BOOT_PAGESIZE (void)0
47#endif 47#endif
48 48
49#if CORO_USE_VALGRIND 49#if CORO_USE_VALGRIND
50# include <valgrind/valgrind.h> 50# include <valgrind/valgrind.h>
51# define REGISTER_STACK(cctx,start,end) (cctx)->valgrind_id = VALGRIND_STACK_REGISTER ((start), (end))
52#else
53# define REGISTER_STACK(cctx,start,end)
54#endif 51#endif
55 52
56/* the maximum number of idle cctx that will be pooled */ 53/* the maximum number of idle cctx that will be pooled */
57static int cctx_max_idle = 4; 54static int cctx_max_idle = 4;
58 55
126 123
127#define IN_DESTRUCT (PL_main_cv == Nullcv) 124#define IN_DESTRUCT (PL_main_cv == Nullcv)
128 125
129#if __GNUC__ >= 3 126#if __GNUC__ >= 3
130# define attribute(x) __attribute__(x) 127# define attribute(x) __attribute__(x)
131# define BARRIER __asm__ __volatile__ ("" : : : "memory")
132# define expect(expr,value) __builtin_expect ((expr),(value)) 128# define expect(expr,value) __builtin_expect ((expr),(value))
129# define INLINE static inline
133#else 130#else
134# define attribute(x) 131# define attribute(x)
135# define BARRIER
136# define expect(expr,value) (expr) 132# define expect(expr,value) (expr)
133# define INLINE static
137#endif 134#endif
138 135
139#define expect_false(expr) expect ((expr) != 0, 0) 136#define expect_false(expr) expect ((expr) != 0, 0)
140#define expect_true(expr) expect ((expr) != 0, 1) 137#define expect_true(expr) expect ((expr) != 0, 1)
141 138
181static struct CoroAPI coroapi; 178static struct CoroAPI coroapi;
182static AV *main_mainstack; /* used to differentiate between $main and others */ 179static AV *main_mainstack; /* used to differentiate between $main and others */
183static JMPENV *main_top_env; 180static JMPENV *main_top_env;
184static HV *coro_state_stash, *coro_stash; 181static HV *coro_state_stash, *coro_stash;
185static volatile SV *coro_mortal; /* will be freed/thrown after next transfer */ 182static volatile SV *coro_mortal; /* will be freed/thrown after next transfer */
186static volatile char next_has_throw; /* speedup flag for next->throw check */ 183static volatile struct coro *transfer_next;
184
185struct transfer_args
186{
187 struct coro *prev, *next;
188};
187 189
188static GV *irsgv; /* $/ */ 190static GV *irsgv; /* $/ */
189static GV *stdoutgv; /* *STDOUT */ 191static GV *stdoutgv; /* *STDOUT */
190static SV *rv_diehook; 192static SV *rv_diehook;
191static SV *rv_warnhook; 193static SV *rv_warnhook;
408 : 0 410 : 0
409 411
410#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv) 412#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)
411#define CORO_MAGIC_state(sv) CORO_MAGIC (((SV *)(sv)), CORO_MAGIC_type_state) 413#define CORO_MAGIC_state(sv) CORO_MAGIC (((SV *)(sv)), CORO_MAGIC_type_state)
412 414
413static struct coro * 415INLINE struct coro *
414SvSTATE_ (pTHX_ SV *coro) 416SvSTATE_ (pTHX_ SV *coro)
415{ 417{
416 HV *stash; 418 HV *stash;
417 MAGIC *mg; 419 MAGIC *mg;
418 420
709 } 711 }
710 712
711 return rss; 713 return rss;
712} 714}
713 715
716/** set stacklevel support **************************************************/
717
718/* we sometimes need to create the effect of pp_set_stacklevel calling us */
719#define SSL_HEAD (void)0
720/* we somtimes need to create the effect of leaving via pp_set_stacklevel */
721#define SSL_TAIL set_stacklevel_tail (aTHX)
722
723INLINE void
724set_stacklevel_tail (pTHX)
725{
726 dSP;
727 SV **bot = SP;
728
729 int gimme = GIMME_V;
730
731 /* make sure we put something on the stack in scalar context */
732 if (gimme == G_SCALAR)
733 {
734 if (sp == bot)
735 XPUSHs (&PL_sv_undef);
736
737 SP = bot + 1;
738 }
739
740 PUTBACK;
741}
742
714/** coroutine stack handling ************************************************/ 743/** coroutine stack handling ************************************************/
715 744
716static int (*orig_sigelem_get) (pTHX_ SV *sv, MAGIC *mg); 745static int (*orig_sigelem_get) (pTHX_ SV *sv, MAGIC *mg);
717static int (*orig_sigelem_set) (pTHX_ SV *sv, MAGIC *mg); 746static int (*orig_sigelem_set) (pTHX_ SV *sv, MAGIC *mg);
718static int (*orig_sigelem_clr) (pTHX_ SV *sv, MAGIC *mg); 747static int (*orig_sigelem_clr) (pTHX_ SV *sv, MAGIC *mg);
835 PL_rs = newSVsv (GvSV (irsgv)); 864 PL_rs = newSVsv (GvSV (irsgv));
836 PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv); 865 PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);
837 866
838 { 867 {
839 dSP; 868 dSP;
840 LOGOP myop; 869 UNOP myop;
841 870
842 Zero (&myop, 1, LOGOP); 871 Zero (&myop, 1, UNOP);
843 myop.op_next = Nullop; 872 myop.op_next = Nullop;
844 myop.op_flags = OPf_WANT_VOID; 873 myop.op_flags = OPf_WANT_VOID;
845 874
846 PUSHMARK (SP); 875 PUSHMARK (SP);
847 XPUSHs (sv_2mortal (av_shift (GvAV (PL_defgv)))); 876 XPUSHs (sv_2mortal (av_shift (GvAV (PL_defgv))));
850 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX); 879 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
851 SPAGAIN; 880 SPAGAIN;
852 } 881 }
853 882
854 /* this newly created coroutine might be run on an existing cctx which most 883 /* this newly created coroutine might be run on an existing cctx which most
855 * likely was suspended in set_stacklevel, called from entersub. 884 * likely was suspended in set_stacklevel, called from pp_set_stacklevel,
856 * set_stacklevl doesn't do anything on return, but entersub does LEAVE, 885 * so we have to emulate entering pp_set_stacklevel here.
857 * so we ENTER here for symmetry
858 */ 886 */
859 ENTER; 887 SSL_HEAD;
860} 888}
861 889
862static void 890static void
863coro_destruct (pTHX_ struct coro *coro) 891coro_destruct (pTHX_ struct coro *coro)
864{ 892{
893 SvREFCNT_dec (coro->throw); 921 SvREFCNT_dec (coro->throw);
894 922
895 coro_destruct_stacks (aTHX); 923 coro_destruct_stacks (aTHX);
896} 924}
897 925
898static void 926INLINE void
899free_coro_mortal (pTHX) 927free_coro_mortal (pTHX)
900{ 928{
901 if (expect_true (coro_mortal)) 929 if (expect_true (coro_mortal))
902 { 930 {
903 SvREFCNT_dec (coro_mortal); 931 SvREFCNT_dec (coro_mortal);
1027 1055
1028 TAINT_NOT; 1056 TAINT_NOT;
1029 return 0; 1057 return 0;
1030} 1058}
1031 1059
1060static void
1061prepare_set_stacklevel (struct transfer_args *ta, struct coro_cctx *cctx)
1062{
1063 ta->prev = (struct coro *)cctx;
1064 ta->next = 0;
1065}
1066
1032/* inject a fake call to Coro::State::_cctx_init into the execution */ 1067/* inject a fake call to Coro::State::_cctx_init into the execution */
1033/* _cctx_init should be careful, as it could be called at almost any time */ 1068/* _cctx_init should be careful, as it could be called at almost any time */
1034/* during execution of a perl program */ 1069/* during execution of a perl program */
1035/* also initialises PL_top_env */ 1070/* also initialises PL_top_env */
1036static void NOINLINE 1071static void NOINLINE
1037cctx_prepare (pTHX_ coro_cctx *cctx) 1072cctx_prepare (pTHX_ coro_cctx *cctx)
1038{ 1073{
1039 dSP; 1074 dSP;
1040 LOGOP myop; 1075 UNOP myop;
1041 1076
1042 PL_top_env = &PL_start_env; 1077 PL_top_env = &PL_start_env;
1043 1078
1044 if (cctx->flags & CC_TRACE) 1079 if (cctx->flags & CC_TRACE)
1045 PL_runops = runops_trace; 1080 PL_runops = runops_trace;
1046 1081
1047 Zero (&myop, 1, LOGOP); 1082 Zero (&myop, 1, UNOP);
1048 myop.op_next = PL_op; 1083 myop.op_next = PL_op;
1049 myop.op_flags = OPf_WANT_VOID | OPf_STACKED; 1084 myop.op_flags = OPf_WANT_VOID | OPf_STACKED;
1050 1085
1051 PUSHMARK (SP); 1086 PUSHMARK (SP);
1052 EXTEND (SP, 2); 1087 EXTEND (SP, 2);
1053 PUSHs (sv_2mortal (newSViv (PTR2IV (cctx)))); 1088 PUSHs (sv_2mortal (newSViv ((IV)cctx)));
1054 PUSHs ((SV *)get_cv ("Coro::State::_cctx_init", FALSE)); 1089 PUSHs ((SV *)get_cv ("Coro::State::_cctx_init", FALSE));
1055 PUTBACK; 1090 PUTBACK;
1056 PL_op = (OP *)&myop; 1091 PL_op = (OP *)&myop;
1057 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX); 1092 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
1058 SPAGAIN; 1093 SPAGAIN;
1059} 1094}
1060 1095
1061/* the tail of transfer: execute stuff we can onyl do afetr a transfer */ 1096/* the tail of transfer: execute stuff we can only do after a transfer */
1062static void 1097INLINE void
1063transfer_tail (void) 1098transfer_tail (pTHX)
1064{ 1099{
1100 struct coro *next = (struct coro *)transfer_next;
1101 assert (!(transfer_next = 0)); /* just used for the side effect when asserts are enabled */
1102 assert (("FATAL: next coroutine was zero in transfer_tail (please report)", next));
1103
1104 free_coro_mortal (aTHX);
1065 UNLOCK; 1105 UNLOCK;
1066 1106
1067 if (expect_false (next_has_throw)) 1107 if (expect_false (next->throw))
1068 { 1108 {
1069 struct coro *coro = SvSTATE (coro_current);
1070
1071 if (coro->throw)
1072 {
1073 SV *exception = coro->throw; 1109 SV *exception = sv_2mortal (next->throw);
1110
1074 coro->throw = 0; 1111 next->throw = 0;
1075 sv_setsv (ERRSV, exception); 1112 sv_setsv (ERRSV, exception);
1076 croak (0); 1113 croak (0);
1077 }
1078 } 1114 }
1079} 1115}
1080 1116
1081/* 1117/*
1082 * this is a _very_ stripped down perl interpreter ;) 1118 * this is a _very_ stripped down perl interpreter ;)
1090# endif 1126# endif
1091#endif 1127#endif
1092 { 1128 {
1093 dTHX; 1129 dTHX;
1094 1130
1131 /* we are the alternative tail to pp_set_stacklevel */
1132 /* so do the same things here */
1133 SSL_TAIL;
1134
1095 /* we now skip the entersub that lead to transfer () */ 1135 /* we now skip the op that did lead to transfer() */
1096 PL_op = PL_op->op_next; 1136 PL_op = PL_op->op_next;
1097 1137
1098 /* inject a fake subroutine call to cctx_init */ 1138 /* inject a fake subroutine call to cctx_init */
1099 cctx_prepare (aTHX_ (coro_cctx *)arg); 1139 cctx_prepare (aTHX_ (coro_cctx *)arg);
1100 1140
1101 /* cctx_run is the alternative tail of transfer () */ 1141 /* cctx_run is the alternative tail of transfer() */
1102 transfer_tail (); 1142 transfer_tail (aTHX);
1103 1143
1104 /* somebody or something will hit me for both perl_run and PL_restartop */ 1144 /* somebody or something will hit me for both perl_run and PL_restartop */
1105 PL_restartop = PL_op; 1145 PL_restartop = PL_op;
1106 perl_run (PL_curinterp); 1146 perl_run (PL_curinterp);
1107 1147
1125 ++cctx_count; 1165 ++cctx_count;
1126 New (0, cctx, 1, coro_cctx); 1166 New (0, cctx, 1, coro_cctx);
1127 1167
1128 cctx->gen = cctx_gen; 1168 cctx->gen = cctx_gen;
1129 cctx->flags = 0; 1169 cctx->flags = 0;
1130 cctx->idle_sp = 0; /* can be accessed by transfer between cctx_run and set_stacklevel */ 1170 cctx->idle_sp = 0; /* can be accessed by transfer between cctx_run and set_stacklevel, on throw */
1131 1171
1132 return cctx; 1172 return cctx;
1133} 1173}
1134 1174
1135/* create a new cctx only suitable as source */ 1175/* create a new cctx only suitable as source */
1157 /* mmap supposedly does allocate-on-write for us */ 1197 /* mmap supposedly does allocate-on-write for us */
1158 cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0); 1198 cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
1159 1199
1160 if (cctx->sptr != (void *)-1) 1200 if (cctx->sptr != (void *)-1)
1161 { 1201 {
1162# if CORO_STACKGUARD 1202 #if CORO_STACKGUARD
1163 mprotect (cctx->sptr, CORO_STACKGUARD * PAGESIZE, PROT_NONE); 1203 mprotect (cctx->sptr, CORO_STACKGUARD * PAGESIZE, PROT_NONE);
1164# endif 1204 #endif
1165 stack_start = CORO_STACKGUARD * PAGESIZE + (char *)cctx->sptr; 1205 stack_start = (char *)cctx->sptr + CORO_STACKGUARD * PAGESIZE;
1166 stack_size = cctx->ssize - CORO_STACKGUARD * PAGESIZE; 1206 stack_size = cctx->ssize - CORO_STACKGUARD * PAGESIZE;
1167 cctx->flags |= CC_MAPPED; 1207 cctx->flags |= CC_MAPPED;
1168 } 1208 }
1169 else 1209 else
1170#endif 1210#endif
1171 { 1211 {
1172 cctx->ssize = cctx_stacksize * (long)sizeof (long); 1212 cctx->ssize = cctx_stacksize * (long)sizeof (long);
1173 New (0, cctx->sptr, cctx_stacksize, long); 1213 New (0, cctx->sptr, cctx_stacksize, long);
1174 1214
1175 if (!cctx->sptr) 1215 if (!cctx->sptr)
1176 { 1216 {
1177 perror ("FATAL: unable to allocate stack for coroutine"); 1217 perror ("FATAL: unable to allocate stack for coroutine, exiting.");
1178 _exit (EXIT_FAILURE); 1218 _exit (EXIT_FAILURE);
1179 } 1219 }
1180 1220
1181 stack_start = cctx->sptr; 1221 stack_start = cctx->sptr;
1182 stack_size = cctx->ssize; 1222 stack_size = cctx->ssize;
1183 } 1223 }
1184 1224
1185 REGISTER_STACK (cctx, (char *)stack_start, (char *)stack_start + stack_size); 1225 #if CORO_USE_VALGRIND
1226 cctx->valgrind_id = VALGRIND_STACK_REGISTER ((char *)stack_start, (char *)stack_start + stack_size);
1227 #endif
1228
1186 coro_create (&cctx->cctx, cctx_run, (void *)cctx, stack_start, stack_size); 1229 coro_create (&cctx->cctx, cctx_run, (void *)cctx, stack_start, stack_size);
1187 1230
1188 return cctx; 1231 return cctx;
1189} 1232}
1190 1233
1198 coro_destroy (&cctx->cctx); 1241 coro_destroy (&cctx->cctx);
1199 1242
1200 /* coro_transfer creates new, empty cctx's */ 1243 /* coro_transfer creates new, empty cctx's */
1201 if (cctx->sptr) 1244 if (cctx->sptr)
1202 { 1245 {
1203#if CORO_USE_VALGRIND 1246 #if CORO_USE_VALGRIND
1204 VALGRIND_STACK_DEREGISTER (cctx->valgrind_id); 1247 VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
1205#endif 1248 #endif
1206 1249
1207#if HAVE_MMAP 1250#if HAVE_MMAP
1208 if (cctx->flags & CC_MAPPED) 1251 if (cctx->flags & CC_MAPPED)
1209 munmap (cctx->sptr, cctx->ssize); 1252 munmap (cctx->sptr, cctx->ssize);
1210 else 1253 else
1237} 1280}
1238 1281
1239static void 1282static void
1240cctx_put (coro_cctx *cctx) 1283cctx_put (coro_cctx *cctx)
1241{ 1284{
1242 assert (("cctx_put called on non-initialised cctx", cctx->sptr)); 1285 assert (("FATAL: cctx_put called on non-initialised cctx in Coro (please report)", cctx->sptr));
1243 1286
1244 /* free another cctx if overlimit */ 1287 /* free another cctx if overlimit */
1245 if (expect_false (cctx_idle >= cctx_max_idle)) 1288 if (expect_false (cctx_idle >= cctx_max_idle))
1246 { 1289 {
1247 coro_cctx *first = cctx_first; 1290 coro_cctx *first = cctx_first;
1321 else 1364 else
1322 load_perl (aTHX_ next); 1365 load_perl (aTHX_ next);
1323 1366
1324 prev__cctx = prev->cctx; 1367 prev__cctx = prev->cctx;
1325 1368
1326 if (prev__cctx->idle_sp == STACKLEVEL) asm volatile("");//D
1327
1328 /* possibly "free" the cctx */ 1369 /* possibly untie and reuse the cctx */
1329 if (expect_true ( 1370 if (expect_true (
1330 prev__cctx->idle_sp == STACKLEVEL 1371 prev__cctx->idle_sp == STACKLEVEL
1331 && !(prev__cctx->flags & CC_TRACE) 1372 && !(prev__cctx->flags & CC_TRACE)
1332 && !force_cctx 1373 && !force_cctx
1333 )) 1374 ))
1334 { 1375 {
1335 /* I assume that STACKLEVEL is a stronger indicator than PL_top_env changes */ 1376 /* I assume that STACKLEVEL is a stronger indicator than PL_top_env changes */
1336 assert (("ERROR: current top_env must equal previous top_env", PL_top_env == prev__cctx->idle_te)); 1377 assert (("FATAL: current top_env must equal previous top_env in Coro (please report)", PL_top_env == prev__cctx->idle_te));
1337 1378
1338 prev->cctx = 0; 1379 prev->cctx = 0;
1339 1380
1340 /* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get */ 1381 /* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get */
1341 /* without this the next cctx_get might destroy the prev__cctx while still in use */ 1382 /* without this the next cctx_get might destroy the prev__cctx while still in use */
1349 ++next->usecount; 1390 ++next->usecount;
1350 1391
1351 if (expect_true (!next->cctx)) 1392 if (expect_true (!next->cctx))
1352 next->cctx = cctx_get (aTHX); 1393 next->cctx = cctx_get (aTHX);
1353 1394
1354 next_has_throw = !!next->throw; 1395 assert (("FATAL: transfer_next already nonzero in Coro (please report)", !transfer_next));
1396 transfer_next = next;
1355 1397
1356 if (expect_false (prev__cctx != next->cctx)) 1398 if (expect_false (prev__cctx != next->cctx))
1357 { 1399 {
1358 prev__cctx->top_env = PL_top_env; 1400 prev__cctx->top_env = PL_top_env;
1359 PL_top_env = next->cctx->top_env; 1401 PL_top_env = next->cctx->top_env;
1360 coro_transfer (&prev__cctx->cctx, &next->cctx->cctx); 1402 coro_transfer (&prev__cctx->cctx, &next->cctx->cctx);
1361 } 1403 }
1362 1404
1363 free_coro_mortal (aTHX);
1364 UNLOCK;
1365
1366 transfer_tail (); 1405 transfer_tail (aTHX);
1367 } 1406 }
1368} 1407}
1369
1370struct transfer_args
1371{
1372 struct coro *prev, *next;
1373};
1374 1408
1375#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx)) 1409#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))
1376#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next) 1410#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)
1377 1411
1378/** high level stuff ********************************************************/ 1412/** high level stuff ********************************************************/
1551 1585
1552static int 1586static int
1553api_is_ready (SV *coro_sv) 1587api_is_ready (SV *coro_sv)
1554{ 1588{
1555 dTHX; 1589 dTHX;
1590
1556 return !!(SvSTATE (coro_sv)->flags & CF_READY); 1591 return !!(SvSTATE (coro_sv)->flags & CF_READY);
1557} 1592}
1558 1593
1559static void 1594INLINE void
1560prepare_schedule (pTHX_ struct transfer_args *ta) 1595prepare_schedule (pTHX_ struct transfer_args *ta)
1561{ 1596{
1562 SV *prev_sv, *next_sv; 1597 SV *prev_sv, *next_sv;
1563 1598
1564 for (;;) 1599 for (;;)
1590 /* cannot transfer to destroyed coros, skip and look for next */ 1625 /* cannot transfer to destroyed coros, skip and look for next */
1591 if (expect_false (ta->next->flags & CF_DESTROYED)) 1626 if (expect_false (ta->next->flags & CF_DESTROYED))
1592 { 1627 {
1593 UNLOCK; 1628 UNLOCK;
1594 SvREFCNT_dec (next_sv); 1629 SvREFCNT_dec (next_sv);
1595 /* coro_nready is already taken care of by destroy */ 1630 /* coro_nready has already been taken care of by destroy */
1596 continue; 1631 continue;
1597 } 1632 }
1598 1633
1599 --coro_nready; 1634 --coro_nready;
1600 UNLOCK; 1635 UNLOCK;
1603 1638
1604 /* free this only after the transfer */ 1639 /* free this only after the transfer */
1605 prev_sv = SvRV (coro_current); 1640 prev_sv = SvRV (coro_current);
1606 ta->prev = SvSTATE (prev_sv); 1641 ta->prev = SvSTATE (prev_sv);
1607 TRANSFER_CHECK (*ta); 1642 TRANSFER_CHECK (*ta);
1608 assert (ta->next->flags & CF_READY); 1643 assert (("FATAL: next coroutine isn't marked as ready in Coro (please report)", ta->next->flags & CF_READY));
1609 ta->next->flags &= ~CF_READY; 1644 ta->next->flags &= ~CF_READY;
1610 SvRV_set (coro_current, next_sv); 1645 SvRV_set (coro_current, next_sv);
1611 1646
1612 LOCK; 1647 LOCK;
1613 free_coro_mortal (aTHX); 1648 free_coro_mortal (aTHX);
1614 coro_mortal = prev_sv; 1649 coro_mortal = prev_sv;
1615 UNLOCK; 1650 UNLOCK;
1616} 1651}
1617 1652
1618static void 1653INLINE void
1619prepare_cede (pTHX_ struct transfer_args *ta) 1654prepare_cede (pTHX_ struct transfer_args *ta)
1620{ 1655{
1621 api_ready (coro_current); 1656 api_ready (coro_current);
1622 prepare_schedule (aTHX_ ta); 1657 prepare_schedule (aTHX_ ta);
1623} 1658}
1795 PerlIOBuf_get_ptr, 1830 PerlIOBuf_get_ptr,
1796 PerlIOBuf_get_cnt, 1831 PerlIOBuf_get_cnt,
1797 PerlIOBuf_set_ptrcnt, 1832 PerlIOBuf_set_ptrcnt,
1798}; 1833};
1799 1834
1835/*****************************************************************************/
1836
1837static const CV *ssl_cv; /* for quick consistency check */
1838
1839static UNOP ssl_restore; /* restore stack as entersub did, for first-re-run */
1840static SV *ssl_arg0;
1841static SV *ssl_arg1;
1842
1843/* this restores the stack in the case we patched the entersub, to */
1844/* recreate the stack frame as perl will on following calls */
1845/* since entersub cleared the stack */
1846static OP *
1847pp_restore (pTHX)
1848{
1849 dSP;
1850
1851 PUSHMARK (SP);
1852
1853 EXTEND (SP, 3);
1854 if (ssl_arg0) PUSHs (sv_2mortal (ssl_arg0)), ssl_arg0 = 0;
1855 if (ssl_arg1) PUSHs (sv_2mortal (ssl_arg1)), ssl_arg1 = 0;
1856 PUSHs ((SV *)CvGV (ssl_cv));
1857
1858 RETURNOP (ssl_restore.op_first);
1859}
1860
1861/* declare prototype */
1862XS(XS_Coro__State__set_stacklevel);
1863
1864#define OPpENTERSUB_SSL 15
1865
1866static OP *
1867pp_set_stacklevel (pTHX)
1868{
1869 dSP;
1870 struct transfer_args ta;
1871 SV **arg = PL_stack_base + TOPMARK + 1;
1872 int items = SP - arg; /* args without function object */
1873
1874 /* do a quick consistency check on the "function" object, and if it isn't */
1875 /* for us, divert to the real entersub */
1876 if (SvTYPE (*sp) != SVt_PVGV || CvXSUB (GvCV (*sp)) != XS_Coro__State__set_stacklevel)
1877 return PL_ppaddr[OP_ENTERSUB](aTHX);
1878
1879 /* pop args */
1880 SP = PL_stack_base + POPMARK;
1881
1882 if (!(PL_op->op_flags & OPf_STACKED))
1883 {
1884 /* ampersand-form of call, use @_ instead of stack */
1885 AV *av = GvAV (PL_defgv);
1886 arg = AvARRAY (av);
1887 items = AvFILLp (av) + 1;
1888 }
1889
1890 PUTBACK;
1891 switch (PL_op->op_private & OPpENTERSUB_SSL)
1892 {
1893 case 0:
1894 prepare_set_stacklevel (&ta, (struct coro_cctx *)SvIV (arg [0]));
1895 break;
1896
1897 case 1:
1898 if (items != 2)
1899 croak ("Coro::State::transfer (prev, next) expects two arguments, not %d.", items);
1900
1901 prepare_transfer (aTHX_ &ta, arg [0], arg [1]);
1902 break;
1903
1904 case 2:
1905 prepare_schedule (aTHX_ &ta);
1906 break;
1907
1908 case 3:
1909 prepare_cede (aTHX_ &ta);
1910 break;
1911
1912 case 4:
1913 if (!prepare_cede_notself (aTHX_ &ta))
1914 goto skip;
1915
1916 break;
1917 }
1918
1919 TRANSFER (ta, 0);
1920 SPAGAIN;
1921
1922skip:
1923 PUTBACK;
1924 SSL_TAIL;
1925 SPAGAIN;
1926 RETURN;
1927}
1800 1928
1801MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_ 1929MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
1802 1930
1803PROTOTYPES: DISABLE 1931PROTOTYPES: DISABLE
1804
1805BOOT:
1806{
1807#ifdef USE_ITHREADS
1808 MUTEX_INIT (&coro_lock);
1809# if CORO_PTHREAD
1810 coro_thx = PERL_GET_CONTEXT;
1811# endif
1812#endif
1813 BOOT_PAGESIZE;
1814
1815 irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV);
1816 stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO);
1817
1818 orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get;
1819 orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set;
1820 orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr;
1821
1822 hv_sig = coro_get_hv (aTHX_ "SIG", TRUE);
1823 rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));
1824 rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));
1825
1826 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
1827
1828 newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));
1829 newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));
1830 newCONSTSUB (coro_state_stash, "CC_TRACE_LINE", newSViv (CC_TRACE_LINE));
1831 newCONSTSUB (coro_state_stash, "CC_TRACE_ALL" , newSViv (CC_TRACE_ALL));
1832
1833 main_mainstack = PL_mainstack;
1834 main_top_env = PL_top_env;
1835
1836 while (main_top_env->je_prev)
1837 main_top_env = main_top_env->je_prev;
1838
1839 coroapi.ver = CORO_API_VERSION;
1840 coroapi.rev = CORO_API_REVISION;
1841 coroapi.transfer = api_transfer;
1842
1843 {
1844 SV **svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
1845
1846 if (!svp) croak ("Time::HiRes is required");
1847 if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer");
1848
1849 nvtime = INT2PTR (double (*)(), SvIV (*svp));
1850 }
1851
1852 assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
1853}
1854
1855SV *
1856new (char *klass, ...)
1857 CODE:
1858{
1859 struct coro *coro;
1860 MAGIC *mg;
1861 HV *hv;
1862 int i;
1863
1864 Newz (0, coro, 1, struct coro);
1865 coro->args = newAV ();
1866 coro->flags = CF_NEW;
1867
1868 if (coro_first) coro_first->prev = coro;
1869 coro->next = coro_first;
1870 coro_first = coro;
1871
1872 coro->hv = hv = newHV ();
1873 mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
1874 mg->mg_flags |= MGf_DUP;
1875 RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
1876
1877 av_extend (coro->args, items - 1);
1878 for (i = 1; i < items; i++)
1879 av_push (coro->args, newSVsv (ST (i)));
1880}
1881 OUTPUT:
1882 RETVAL
1883 1932
1884# these not obviously related functions are all rolled into the same xs 1933# these not obviously related functions are all rolled into the same xs
1885# function to increase chances that they all will call transfer with the same 1934# function to increase chances that they all will call transfer with the same
1886# stack offset 1935# stack offset
1887void 1936void
1891 Coro::schedule = 2 1940 Coro::schedule = 2
1892 Coro::cede = 3 1941 Coro::cede = 3
1893 Coro::cede_notself = 4 1942 Coro::cede_notself = 4
1894 CODE: 1943 CODE:
1895{ 1944{
1896 struct transfer_args ta; 1945 assert (("FATAL: ssl call recursion in Coro module (please report)", PL_op->op_ppaddr != pp_set_stacklevel));
1897 1946
1898 PUTBACK; 1947 assert (("FATAL: ssl call with illegal CV value", CvGV (cv)));
1899 switch (ix) 1948 ssl_cv = cv;
1949
1950 /* we patch the op, and then re-run the whole call */
1951 /* we have to put some dummy argument on the stack for this to work */
1952 ssl_restore.op_next = (OP *)&ssl_restore;
1953 ssl_restore.op_type = OP_NULL;
1954 ssl_restore.op_ppaddr = pp_restore;
1955 ssl_restore.op_first = PL_op;
1956
1957 ssl_arg0 = items > 0 ? SvREFCNT_inc (ST (0)) : 0;
1958 ssl_arg1 = items > 1 ? SvREFCNT_inc (ST (1)) : 0;
1959
1960 PL_op->op_ppaddr = pp_set_stacklevel;
1961 PL_op->op_private = PL_op->op_private & ~OPpENTERSUB_SSL | ix; /* we potentially share our private flags with entersub */
1962
1963 PL_op = (OP *)&ssl_restore;
1964}
1965
1966BOOT:
1967{
1968#ifdef USE_ITHREADS
1969 MUTEX_INIT (&coro_lock);
1970# if CORO_PTHREAD
1971 coro_thx = PERL_GET_CONTEXT;
1972# endif
1973#endif
1974 BOOT_PAGESIZE;
1975
1976 irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV);
1977 stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO);
1978
1979 orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get;
1980 orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set;
1981 orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr;
1982
1983 hv_sig = coro_get_hv (aTHX_ "SIG", TRUE);
1984 rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));
1985 rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));
1986
1987 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
1988
1989 newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));
1990 newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));
1991 newCONSTSUB (coro_state_stash, "CC_TRACE_LINE", newSViv (CC_TRACE_LINE));
1992 newCONSTSUB (coro_state_stash, "CC_TRACE_ALL" , newSViv (CC_TRACE_ALL));
1993
1994 main_mainstack = PL_mainstack;
1995 main_top_env = PL_top_env;
1996
1997 while (main_top_env->je_prev)
1998 main_top_env = main_top_env->je_prev;
1999
2000 coroapi.ver = CORO_API_VERSION;
2001 coroapi.rev = CORO_API_REVISION;
2002 coroapi.transfer = api_transfer;
2003
1900 { 2004 {
1901 case 0: 2005 SV **svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
1902 ta.prev = (struct coro *)INT2PTR (coro_cctx *, SvIV (ST (0)));
1903 ta.next = 0;
1904 break;
1905 2006
1906 case 1: 2007 if (!svp) croak ("Time::HiRes is required");
1907 if (items != 2) 2008 if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer");
1908 croak ("Coro::State::transfer (prev, next) expects two arguments, not %d", items);
1909 2009
1910 prepare_transfer (aTHX_ &ta, ST (0), ST (1)); 2010 nvtime = INT2PTR (double (*)(), SvIV (*svp));
1911 break;
1912
1913 case 2:
1914 prepare_schedule (aTHX_ &ta);
1915 break;
1916
1917 case 3:
1918 prepare_cede (aTHX_ &ta);
1919 break;
1920
1921 case 4:
1922 if (!prepare_cede_notself (aTHX_ &ta))
1923 XSRETURN_EMPTY;
1924
1925 break;
1926 } 2011 }
1927 SPAGAIN;
1928 2012
1929 BARRIER; 2013 assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
1930 PUTBACK;
1931 TRANSFER (ta, 0);
1932 SPAGAIN; /* might be the sp of a different coroutine now */
1933 /* be extra careful not to ever do anything after TRANSFER */
1934} 2014}
2015
2016SV *
2017new (char *klass, ...)
2018 CODE:
2019{
2020 struct coro *coro;
2021 MAGIC *mg;
2022 HV *hv;
2023 int i;
2024
2025 Newz (0, coro, 1, struct coro);
2026 coro->args = newAV ();
2027 coro->flags = CF_NEW;
2028
2029 if (coro_first) coro_first->prev = coro;
2030 coro->next = coro_first;
2031 coro_first = coro;
2032
2033 coro->hv = hv = newHV ();
2034 mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
2035 mg->mg_flags |= MGf_DUP;
2036 RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
2037
2038 av_extend (coro->args, items - 1);
2039 for (i = 1; i < items; i++)
2040 av_push (coro->args, newSVsv (ST (i)));
2041}
2042 OUTPUT:
2043 RETVAL
1935 2044
1936bool 2045bool
1937_destroy (SV *coro_sv) 2046_destroy (SV *coro_sv)
1938 CODE: 2047 CODE:
1939 RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv)); 2048 RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
2047 is_destroyed = CF_DESTROYED 2156 is_destroyed = CF_DESTROYED
2048 CODE: 2157 CODE:
2049 RETVAL = boolSV (coro->flags & ix); 2158 RETVAL = boolSV (coro->flags & ix);
2050 OUTPUT: 2159 OUTPUT:
2051 RETVAL 2160 RETVAL
2161
2162void
2163throw (Coro::State self, SV *throw = &PL_sv_undef)
2164 PROTOTYPE: $;$
2165 CODE:
2166 SvREFCNT_dec (self->throw);
2167 self->throw = SvOK (throw) ? newSVsv (throw) : 0;
2052 2168
2053void 2169void
2054api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB) 2170api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
2055 2171
2056SV * 2172SV *
2129 2245
2130 for (i = PRIO_MAX - PRIO_MIN + 1; i--; ) 2246 for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
2131 coro_ready[i] = newAV (); 2247 coro_ready[i] = newAV ();
2132 2248
2133 { 2249 {
2134 SV *sv = perl_get_sv ("Coro::API", TRUE); 2250 SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);
2135 perl_get_sv ("Coro::API", TRUE); /* silence 5.10 warning */
2136 2251
2137 coroapi.schedule = api_schedule; 2252 coroapi.schedule = api_schedule;
2138 coroapi.cede = api_cede; 2253 coroapi.cede = api_cede;
2139 coroapi.cede_notself = api_cede_notself; 2254 coroapi.cede_notself = api_cede_notself;
2140 coroapi.ready = api_ready; 2255 coroapi.ready = api_ready;
2200 CODE: 2315 CODE:
2201 RETVAL = coro_nready; 2316 RETVAL = coro_nready;
2202 OUTPUT: 2317 OUTPUT:
2203 RETVAL 2318 RETVAL
2204 2319
2205void
2206throw (Coro::State self, SV *throw = &PL_sv_undef)
2207 PROTOTYPE: $;$
2208 CODE:
2209 SvREFCNT_dec (self->throw);
2210 self->throw = SvOK (throw) ? newSVsv (throw) : 0;
2211
2212# for async_pool speedup 2320# for async_pool speedup
2213void 2321void
2214_pool_1 (SV *cb) 2322_pool_1 (SV *cb)
2215 CODE: 2323 CODE:
2216{ 2324{
2415 2523
2416MODULE = Coro::State PACKAGE = PerlIO::cede 2524MODULE = Coro::State PACKAGE = PerlIO::cede
2417 2525
2418BOOT: 2526BOOT:
2419 PerlIO_define_layer (aTHX_ &PerlIO_cede); 2527 PerlIO_define_layer (aTHX_ &PerlIO_cede);
2528

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines