ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
(Generate patch)

Comparing Coro/Coro/State.xs (file contents):
Revision 1.447 by root, Tue Oct 14 21:53:32 2014 UTC vs.
Revision 1.480 by root, Fri Jun 25 01:13:21 2021 UTC

2#define USE_NO_MINGW_SETJMP_TWO_ARGS 2#define USE_NO_MINGW_SETJMP_TWO_ARGS
3 3
4#define NDEBUG 1 /* perl usually disables NDEBUG later */ 4#define NDEBUG 1 /* perl usually disables NDEBUG later */
5 5
6#include "libcoro/coro.c" 6#include "libcoro/coro.c"
7
8#if CORO_UCONTEXT
9 #define CORO_BACKEND "ucontext"
10#elif CORO_SJLJ
11 #define CORO_BACKEND "sjlj"
12#elif CORO_LINUX
13 #define CORO_BACKEND "linux"
14#elif CORO_LOSER
15 #define CORO_BACKEND "loser"
16#elif CORO_FIBER
17 #define CORO_BACKEND "fiber"
18#elif CORO_IRIX
19 #define CORO_BACKEND "irix"
20#elif CORO_ASM
21 #define CORO_BACKEND "asm"
22#elif CORO_PTHREAD
23 #define CORO_BACKEND "pthread"
24#else
25 #define CORO_BACKEND "unknown"
26#endif
7 27
8#define PERL_NO_GET_CONTEXT 28#define PERL_NO_GET_CONTEXT
9#define PERL_EXT 29#define PERL_EXT
10 30
11#include "EXTERN.h" 31#include "EXTERN.h"
21 41
22#include <stddef.h> 42#include <stddef.h>
23#include <stdio.h> 43#include <stdio.h>
24#include <errno.h> 44#include <errno.h>
25#include <assert.h> 45#include <assert.h>
46
47#ifndef SvREFCNT_dec_NN
48 #define SvREFCNT_dec_NN(sv) SvREFCNT_dec (sv)
49#endif
50
51#ifndef SvREFCNT_inc_NN
52 #define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
53#endif
26 54
27#ifndef SVs_PADSTALE 55#ifndef SVs_PADSTALE
28# define SVs_PADSTALE 0 56# define SVs_PADSTALE 0
29#endif 57#endif
30 58
42# define PadlistNAMES(pl) (*PadlistARRAY (pl)) 70# define PadlistNAMES(pl) (*PadlistARRAY (pl))
43# define PadARRAY AvARRAY 71# define PadARRAY AvARRAY
44# define PadMAX AvFILLp 72# define PadMAX AvFILLp
45# define newPADLIST(var) ((var) = newAV (), av_extend (var, 1)) 73# define newPADLIST(var) ((var) = newAV (), av_extend (var, 1))
46#endif 74#endif
75#ifndef PadnamelistREFCNT
76# define PadnamelistREFCNT(pnl) SvREFCNT (pnl)
77#endif
78#ifndef PadnamelistREFCNT_dec
79# define PadnamelistREFCNT_dec(pnl) SvREFCNT_dec (pnl)
80#endif
47 81
48/* 5.19.something has replaced SVt_BIND by SVt_INVLIST */ 82/* 5.19.something has replaced SVt_BIND by SVt_INVLIST */
49/* we just alias it to SVt_IV, as that is sufficient for swap_sv for now */ 83/* we just alias it to SVt_IV, as that is sufficient for swap_sv for now */
50#if PERL_VERSION_ATLEAST(5,19,0) 84#if PERL_VERSION_ATLEAST(5,19,0)
51# define SVt_BIND SVt_IV 85# define SVt_BIND SVt_IV
102# define CORO_CLOCK_MONOTONIC 1 136# define CORO_CLOCK_MONOTONIC 1
103# define CORO_CLOCK_THREAD_CPUTIME_ID 3 137# define CORO_CLOCK_THREAD_CPUTIME_ID 3
104# endif 138# endif
105#endif 139#endif
106 140
141/* one off bugfix for perl 5.22 */
142#if PERL_VERSION_ATLEAST(5,22,0) && !PERL_VERSION_ATLEAST(5,24,0)
143# undef PadlistNAMES
144# define PadlistNAMES(pl) *((PADNAMELIST **)PadlistARRAY (pl))
145#endif
146
147#if PERL_VERSION_ATLEAST(5,24,0)
148# define SUB_ARGARRAY PL_curpad[0]
149#else
150# define SUB_ARGARRAY (SV *)cx->blk_sub.argarray
151#endif
152
153/* perl usually suppresses asserts. for debugging, we sometimes force it to be on */
154#if 0
155# undef NDEBUG
156# include <assert.h>
157#endif
158
107static double (*nvtime)(); /* so why doesn't it take void? */ 159static double (*nvtime)(); /* so why doesn't it take void? */
108static void (*u2time)(pTHX_ UV ret[2]); 160static void (*u2time)(pTHX_ UV ret[2]);
109 161
110/* we hijack an hopefully unused CV flag for our purposes */ 162/* we hijack an hopefully unused CV flag for our purposes */
111#define CVf_SLF 0x4000 163#define CVf_SLF 0x4000
126 178
127static GV *irsgv; /* $/ */ 179static GV *irsgv; /* $/ */
128static GV *stdoutgv; /* *STDOUT */ 180static GV *stdoutgv; /* *STDOUT */
129static SV *rv_diehook; 181static SV *rv_diehook;
130static SV *rv_warnhook; 182static SV *rv_warnhook;
131static HV *hv_sig; /* %SIG */
132 183
133/* async_pool helper stuff */ 184/* async_pool helper stuff */
134static SV *sv_pool_rss; 185static SV *sv_pool_rss;
135static SV *sv_pool_size; 186static SV *sv_pool_size;
136static SV *sv_async_pool_idle; /* description string */ 187static SV *sv_async_pool_idle; /* description string */
232 int usecount; /* number of transfers to this coro */ 283 int usecount; /* number of transfers to this coro */
233 284
234 /* coro process data */ 285 /* coro process data */
235 int prio; 286 int prio;
236 SV *except; /* exception to be thrown */ 287 SV *except; /* exception to be thrown */
237 SV *rouse_cb; /* last rouse callback */ 288 SV *rouse_cb; /* most recently created rouse callback */
238 AV *on_destroy; /* callbacks or coros to notify on destroy */ 289 AV *on_destroy; /* callbacks or coros to notify on destroy */
239 AV *status; /* the exit status list */ 290 AV *status; /* the exit status list */
240 291
241 /* async_pool */ 292 /* async_pool */
242 SV *saved_deffh; 293 SV *saved_deffh;
243 SV *invoke_cb; 294 SV *invoke_cb;
244 AV *invoke_av; 295 AV *invoke_av;
245 296
246 /* on_enter/on_leave */ 297 /* on_enter/on_leave */
247 AV *on_enter; 298 AV *on_enter; AV *on_enter_xs;
248 AV *on_leave; 299 AV *on_leave; AV *on_leave_xs;
249 300
250 /* swap_sv */ 301 /* swap_sv */
251 AV *swap_sv; 302 AV *swap_sv;
252 303
253 /* times */ 304 /* times */
489 540
490 return 0; 541 return 0;
491} 542}
492 543
493ecb_inline struct coro * 544ecb_inline struct coro *
494SvSTATE_ (pTHX_ SV *coro) 545SvSTATE_ (pTHX_ SV *coro_sv)
495{ 546{
496 MAGIC *mg; 547 MAGIC *mg;
497 548
498 if (SvROK (coro)) 549 if (SvROK (coro_sv))
499 coro = SvRV (coro); 550 coro_sv = SvRV (coro_sv);
500 551
501 mg = SvSTATEhv_p (aTHX_ coro); 552 mg = SvSTATEhv_p (aTHX_ coro_sv);
502 if (!mg) 553 if (!mg)
503 croak ("Coro::State object required"); 554 croak ("Coro::State object required");
504 555
505 return (struct coro *)mg->mg_ptr; 556 return (struct coro *)mg->mg_ptr;
506} 557}
517ecb_inline PADLIST * 568ecb_inline PADLIST *
518coro_derive_padlist (pTHX_ CV *cv) 569coro_derive_padlist (pTHX_ CV *cv)
519{ 570{
520 PADLIST *padlist = CvPADLIST (cv); 571 PADLIST *padlist = CvPADLIST (cv);
521 PADLIST *newpadlist; 572 PADLIST *newpadlist;
573 PADNAMELIST *padnames;
522 PAD *newpad; 574 PAD *newpad;
523 PADOFFSET off = PadlistMAX (padlist) + 1; 575 PADOFFSET off = PadlistMAX (padlist) + 1;
524 576
525#if NEWPADAPI 577#if NEWPADAPI
526 578
553 AvREAL_off (newpadlist); 605 AvREAL_off (newpadlist);
554#endif 606#endif
555 607
556 /* Already extended to 2 elements by newPADLIST. */ 608 /* Already extended to 2 elements by newPADLIST. */
557 PadlistMAX (newpadlist) = 1; 609 PadlistMAX (newpadlist) = 1;
558 PadlistNAMES (newpadlist) = (PADNAMELIST *)SvREFCNT_inc_NN (PadlistNAMES (padlist)); 610
611 padnames = PadlistNAMES (padlist);
612 ++PadnamelistREFCNT (padnames);
613 PadlistNAMES (newpadlist) = padnames;
614
559 PadlistARRAY (newpadlist)[1] = newpad; 615 PadlistARRAY (newpadlist)[1] = newpad;
560 616
561 return newpadlist; 617 return newpadlist;
562} 618}
563 619
584 PadMAX (pad) = -1; 640 PadMAX (pad) = -1;
585 SvREFCNT_dec (pad); 641 SvREFCNT_dec (pad);
586 } 642 }
587 } 643 }
588 644
589 SvREFCNT_dec (PadlistNAMES (padlist)); 645 PadnamelistREFCNT_dec (PadlistNAMES (padlist));
590 646
591#if NEWPADAPI 647#if NEWPADAPI
592 Safefree (PadlistARRAY (padlist)); 648 Safefree (PadlistARRAY (padlist));
593 Safefree (padlist); 649 Safefree (padlist);
594#else 650#else
690 tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u; 746 tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
691 747
692 /* if SvANY points to the head, we need to adjust the pointers, 748 /* if SvANY points to the head, we need to adjust the pointers,
693 * as the pointer for a still points to b, and maybe vice versa. 749 * as the pointer for a still points to b, and maybe vice versa.
694 */ 750 */
695 #define svany_in_head(type) \ 751 U32 svany_in_head_set = (1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV);
696 (((1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV)) & (1 << (type))) 752 #if NVSIZE <= IVSIZE && PERL_VERSION_ATLEAST(5,22,0)
753 svany_in_head_set |= 1 << SVt_NV;
754 #endif
755
756 #define svany_in_head(type) (svany_in_head_set & (1 << (type)))
697 757
698 if (svany_in_head (SvTYPE (a))) 758 if (svany_in_head (SvTYPE (a)))
699 SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a); 759 SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
700 760
701 if (svany_in_head (SvTYPE (b))) 761 if (svany_in_head (SvTYPE (b)))
704#endif 764#endif
705} 765}
706 766
707/* swap sv heads, at least logically */ 767/* swap sv heads, at least logically */
708static void 768static void
709swap_svs (pTHX_ Coro__State c) 769swap_svs_enter (pTHX_ Coro__State c)
710{ 770{
711 int i; 771 int i;
712 772
713 for (i = 0; i <= AvFILLp (c->swap_sv); i += 2) 773 for (i = 0; i <= AvFILLp (c->swap_sv); i += 2)
714 swap_sv (AvARRAY (c->swap_sv)[i], AvARRAY (c->swap_sv)[i + 1]); 774 swap_sv (AvARRAY (c->swap_sv)[i], AvARRAY (c->swap_sv)[i + 1]);
715} 775}
716 776
777static void
778swap_svs_leave (pTHX_ Coro__State c)
779{
780 int i;
781
782 for (i = AvFILLp (c->swap_sv) - 1; i >= 0; i -= 2)
783 swap_sv (AvARRAY (c->swap_sv)[i], AvARRAY (c->swap_sv)[i + 1]);
784}
785
717#define SWAP_SVS(coro) \ 786#define SWAP_SVS_ENTER(coro) \
718 if (ecb_expect_false ((coro)->swap_sv)) \ 787 if (ecb_expect_false ((coro)->swap_sv)) \
719 swap_svs (aTHX_ (coro)) 788 swap_svs_enter (aTHX_ (coro))
789
790#define SWAP_SVS_LEAVE(coro) \
791 if (ecb_expect_false ((coro)->swap_sv)) \
792 swap_svs_leave (aTHX_ (coro))
720 793
721static void 794static void
722on_enterleave_call (pTHX_ SV *cb); 795on_enterleave_call (pTHX_ SV *cb);
723 796
724static void 797static void
769 842
770 for (i = 0; i <= AvFILLp (c->on_enter); ++i) 843 for (i = 0; i <= AvFILLp (c->on_enter); ++i)
771 on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]); 844 on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
772 } 845 }
773 846
847 if (ecb_expect_false (c->on_enter_xs))
848 {
849 int i;
850
851 for (i = 0; i <= AvFILLp (c->on_enter_xs); i += 2)
852 ((coro_enterleave_hook)AvARRAY (c->on_enter_xs)[i]) (aTHX_ AvARRAY (c->on_enter_xs)[i + 1]);
853 }
854
774 SWAP_SVS (c); 855 SWAP_SVS_ENTER (c);
775} 856}
776 857
777static void 858static void
778save_perl (pTHX_ Coro__State c) 859save_perl (pTHX_ Coro__State c)
779{ 860{
780 SWAP_SVS (c); 861 SWAP_SVS_LEAVE (c);
862
863 if (ecb_expect_false (c->on_leave_xs))
864 {
865 int i;
866
867 for (i = AvFILLp (c->on_leave_xs) - 1; i >= 0; i -= 2)
868 ((coro_enterleave_hook)AvARRAY (c->on_leave_xs)[i]) (aTHX_ AvARRAY (c->on_leave_xs)[i + 1]);
869 }
781 870
782 if (ecb_expect_false (c->on_leave)) 871 if (ecb_expect_false (c->on_leave))
783 { 872 {
784 int i; 873 int i;
785 874
912#endif 1001#endif
913 1002
914 New(54,PL_savestack,24,ANY); 1003 New(54,PL_savestack,24,ANY);
915 PL_savestack_ix = 0; 1004 PL_savestack_ix = 0;
916 PL_savestack_max = 24; 1005 PL_savestack_max = 24;
1006#if PERL_VERSION_ATLEAST (5,24,0)
1007 /* perl 5.24 moves SS_MAXPUSH optimisation from */
1008 /* the header macros to PL_savestack_max */
1009 PL_savestack_max -= SS_MAXPUSH;
1010#endif
917 1011
918#if !PERL_VERSION_ATLEAST (5,10,0) 1012#if !PERL_VERSION_ATLEAST (5,10,0)
919 New(54,PL_retstack,4,OP*); 1013 New(54,PL_retstack,4,OP*);
920 PL_retstack_ix = 0; 1014 PL_retstack_ix = 0;
921 PL_retstack_max = 4; 1015 PL_retstack_max = 4;
987 } 1081 }
988 1082
989 return rss; 1083 return rss;
990} 1084}
991 1085
992/** coroutine stack handling ************************************************/ 1086/** provide custom get/set/clear methods for %SIG elements ******************/
993
994static int (*orig_sigelem_get) (pTHX_ SV *sv, MAGIC *mg);
995static int (*orig_sigelem_set) (pTHX_ SV *sv, MAGIC *mg);
996static int (*orig_sigelem_clr) (pTHX_ SV *sv, MAGIC *mg);
997 1087
998/* apparently < 5.8.8 */ 1088/* apparently < 5.8.8 */
999#ifndef MgPV_nolen_const 1089#ifndef MgPV_nolen_const
1000#define MgPV_nolen_const(mg) (((((int)(mg)->mg_len)) == HEf_SVKEY) ? \ 1090#define MgPV_nolen_const(mg) (((((int)(mg)->mg_len)) == HEf_SVKEY) ? \
1001 SvPV_nolen((SV*)((mg)->mg_ptr)) : \ 1091 SvPV_nolen((SV*)((mg)->mg_ptr)) : \
1002 (const char*)(mg)->mg_ptr) 1092 (const char*)(mg)->mg_ptr)
1003#endif 1093#endif
1094
1095/* this will be a patched copy of PL_vtbl_sigelem */
1096static MGVTBL coro_sigelem_vtbl;
1097
1098static int ecb_cold
1099coro_sig_copy (pTHX_ SV *sv, MAGIC *mg, SV *nsv, const char *name, I32 namlen)
1100{
1101 char *key = SvPV_nolen ((SV *)name);
1102
1103 /* do what mg_copy normally does */
1104 sv_magic (nsv, mg->mg_obj, PERL_MAGIC_sigelem, name, namlen);
1105 assert (mg_find (nsv, PERL_MAGIC_sigelem)->mg_virtual == &PL_vtbl_sigelem);
1106
1107 /* patch sigelem vtbl, but only for __WARN__ and __DIE__ */
1108 if (*key == '_'
1109 && (strEQ (key, "__DIE__")
1110 || strEQ (key, "__WARN__")))
1111 mg_find (nsv, PERL_MAGIC_sigelem)->mg_virtual = &coro_sigelem_vtbl;
1112
1113 return 1;
1114}
1115
1116/* perl does not have a %SIG vtbl, we provide one so we can override */
1117/* the magic vtbl for the __DIE__ and __WARN__ members */
1118static const MGVTBL coro_sig_vtbl = {
1119 0, 0, 0, 0, 0,
1120 coro_sig_copy
1121};
1004 1122
1005/* 1123/*
1006 * This overrides the default magic get method of %SIG elements. 1124 * This overrides the default magic get method of %SIG elements.
1007 * The original one doesn't provide for reading back of PL_diehook/PL_warnhook 1125 * The original one doesn't provide for reading back of PL_diehook/PL_warnhook
1008 * and instead of trying to save and restore the hash elements (extremely slow), 1126 * and instead of trying to save and restore the hash elements (extremely slow),
1010 */ 1128 */
1011static int ecb_cold 1129static int ecb_cold
1012coro_sigelem_get (pTHX_ SV *sv, MAGIC *mg) 1130coro_sigelem_get (pTHX_ SV *sv, MAGIC *mg)
1013{ 1131{
1014 const char *s = MgPV_nolen_const (mg); 1132 const char *s = MgPV_nolen_const (mg);
1133 /* the key must be either __DIE__ or __WARN__ here */
1134 SV **svp = s[2] == 'D' ? &PL_diehook : &PL_warnhook;
1015 1135
1016 if (*s == '_') 1136 SV *ssv;
1017 {
1018 SV **svp = 0;
1019 1137
1020 if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
1021 if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
1022
1023 if (svp) 1138 if (!*svp)
1024 {
1025 SV *ssv;
1026
1027 if (!*svp)
1028 ssv = &PL_sv_undef; 1139 ssv = &PL_sv_undef;
1029 else if (SvTYPE (*svp) == SVt_PVCV) /* perlio directly stores a CV in warnhook. ugh. */ 1140 else if (SvTYPE (*svp) == SVt_PVCV) /* perlio directly stores a CV in warnhook. ugh. */
1030 ssv = sv_2mortal (newRV_inc (*svp)); 1141 ssv = sv_2mortal (newRV_inc (*svp));
1031 else 1142 else
1032 ssv = *svp; 1143 ssv = *svp;
1033 1144
1034 sv_setsv (sv, ssv); 1145 sv_setsv (sv, ssv);
1035 return 0; 1146 return 0;
1036 }
1037 }
1038
1039 return orig_sigelem_get ? orig_sigelem_get (aTHX_ sv, mg) : 0;
1040} 1147}
1041 1148
1042static int ecb_cold 1149static int ecb_cold
1043coro_sigelem_clr (pTHX_ SV *sv, MAGIC *mg) 1150coro_sigelem_clr (pTHX_ SV *sv, MAGIC *mg)
1044{ 1151{
1045 const char *s = MgPV_nolen_const (mg); 1152 const char *s = MgPV_nolen_const (mg);
1153 /* the key must be either __DIE__ or __WARN__ here */
1154 SV **svp = s[2] == 'D' ? &PL_diehook : &PL_warnhook;
1046 1155
1047 if (*s == '_')
1048 {
1049 SV **svp = 0;
1050
1051 if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
1052 if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
1053
1054 if (svp)
1055 {
1056 SV *old = *svp; 1156 SV *old = *svp;
1057 *svp = 0; 1157 *svp = 0;
1058 SvREFCNT_dec (old); 1158 SvREFCNT_dec (old);
1059 return 0; 1159 return 0;
1060 }
1061 }
1062
1063 return orig_sigelem_clr ? orig_sigelem_clr (aTHX_ sv, mg) : 0;
1064} 1160}
1065 1161
1066static int ecb_cold 1162static int ecb_cold
1067coro_sigelem_set (pTHX_ SV *sv, MAGIC *mg) 1163coro_sigelem_set (pTHX_ SV *sv, MAGIC *mg)
1068{ 1164{
1069 const char *s = MgPV_nolen_const (mg); 1165 const char *s = MgPV_nolen_const (mg);
1166 /* the key must be either __DIE__ or __WARN__ here */
1167 SV **svp = s[2] == 'D' ? &PL_diehook : &PL_warnhook;
1070 1168
1071 if (*s == '_')
1072 {
1073 SV **svp = 0;
1074
1075 if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
1076 if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
1077
1078 if (svp)
1079 {
1080 SV *old = *svp; 1169 SV *old = *svp;
1081 *svp = SvOK (sv) ? newSVsv (sv) : 0; 1170 *svp = SvOK (sv) ? newSVsv (sv) : 0;
1082 SvREFCNT_dec (old); 1171 SvREFCNT_dec (old);
1083 return 0; 1172 return 0;
1084 }
1085 }
1086
1087 return orig_sigelem_set ? orig_sigelem_set (aTHX_ sv, mg) : 0;
1088} 1173}
1089 1174
1090static void 1175static void
1091prepare_nop (pTHX_ struct coro_transfer_args *ta) 1176prepare_nop (pTHX_ struct coro_transfer_args *ta)
1092{ 1177{
1103static int 1188static int
1104slf_check_repeat (pTHX_ struct CoroSLF *frame) 1189slf_check_repeat (pTHX_ struct CoroSLF *frame)
1105{ 1190{
1106 return 1; 1191 return 1;
1107} 1192}
1193
1194/** coroutine stack handling ************************************************/
1108 1195
1109static UNOP init_perl_op; 1196static UNOP init_perl_op;
1110 1197
1111ecb_noinline static void /* noinline to keep it out of the transfer fast path */ 1198ecb_noinline static void /* noinline to keep it out of the transfer fast path */
1112init_perl (pTHX_ struct coro *coro) 1199init_perl (pTHX_ struct coro *coro)
1155 myop.op_next = Nullop; 1242 myop.op_next = Nullop;
1156 myop.op_type = OP_ENTERSUB; 1243 myop.op_type = OP_ENTERSUB;
1157 myop.op_flags = OPf_WANT_VOID; 1244 myop.op_flags = OPf_WANT_VOID;
1158 1245
1159 PUSHMARK (SP); 1246 PUSHMARK (SP);
1160 PUSHs ((SV *)coro->startcv); 1247 XPUSHs ((SV *)coro->startcv);
1161 PUTBACK; 1248 PUTBACK;
1162 PL_op = (OP *)&myop; 1249 PL_op = (OP *)&myop;
1163 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX); 1250 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
1164 } 1251 }
1165 1252
1179 PL_op = (OP *)&init_perl_op; 1266 PL_op = (OP *)&init_perl_op;
1180 1267
1181 /* copy throw, in case it was set before init_perl */ 1268 /* copy throw, in case it was set before init_perl */
1182 CORO_THROW = coro->except; 1269 CORO_THROW = coro->except;
1183 1270
1184 SWAP_SVS (coro); 1271 SWAP_SVS_ENTER (coro);
1185 1272
1186 if (ecb_expect_false (enable_times)) 1273 if (ecb_expect_false (enable_times))
1187 { 1274 {
1188 coro_times_update (); 1275 coro_times_update ();
1189 coro_times_sub (coro); 1276 coro_times_sub (coro);
1222 1309
1223 assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack)); 1310 assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
1224 1311
1225 save_perl (aTHX_ current); 1312 save_perl (aTHX_ current);
1226 1313
1227 /* this will cause transfer_check to croak on block*/ 1314 /* this will cause transfer_check to croak on block */
1228 SvRV_set (coro_current, (SV *)coro->hv); 1315 SvRV_set (coro_current, (SV *)coro->hv);
1229 1316
1230 load_perl (aTHX_ coro); 1317 load_perl (aTHX_ coro);
1231 1318
1319 /* restore swapped sv's */
1320 SWAP_SVS_LEAVE (coro);
1321
1232 coro_unwind_stacks (aTHX); 1322 coro_unwind_stacks (aTHX);
1233
1234 /* restore swapped sv's */
1235 SWAP_SVS (coro);
1236 1323
1237 coro_destruct_stacks (aTHX); 1324 coro_destruct_stacks (aTHX);
1238 1325
1239 /* now save some sv's to be free'd later */ 1326 /* now save some sv's to be free'd later */
1240 svf [0] = GvSV (PL_defgv); 1327 svf [0] = GvSV (PL_defgv);
1261 1348
1262 SvREFCNT_dec (coro->saved_deffh); 1349 SvREFCNT_dec (coro->saved_deffh);
1263 SvREFCNT_dec (coro->rouse_cb); 1350 SvREFCNT_dec (coro->rouse_cb);
1264 SvREFCNT_dec (coro->invoke_cb); 1351 SvREFCNT_dec (coro->invoke_cb);
1265 SvREFCNT_dec (coro->invoke_av); 1352 SvREFCNT_dec (coro->invoke_av);
1353 SvREFCNT_dec (coro->on_enter_xs);
1354 SvREFCNT_dec (coro->on_leave_xs);
1266 } 1355 }
1267} 1356}
1268 1357
1269ecb_inline void 1358ecb_inline void
1270free_coro_mortal (pTHX) 1359free_coro_mortal (pTHX)
1311 av_push (av, SvREFCNT_inc_NN (*bot++)); 1400 av_push (av, SvREFCNT_inc_NN (*bot++));
1312 1401
1313 PL_runops = RUNOPS_DEFAULT; 1402 PL_runops = RUNOPS_DEFAULT;
1314 ENTER; 1403 ENTER;
1315 SAVETMPS; 1404 SAVETMPS;
1405 PUSHMARK (SP);
1316 EXTEND (SP, 3); 1406 EXTEND (SP, 3);
1317 PUSHMARK (SP);
1318 PUSHs (&PL_sv_no); 1407 PUSHs (&PL_sv_no);
1319 PUSHs (fullname); 1408 PUSHs (fullname);
1320 PUSHs (sv_2mortal (newRV_noinc ((SV *)av))); 1409 PUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
1321 PUTBACK; 1410 PUTBACK;
1322 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0); 1411 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
1333 1422
1334 if (PL_curcop != &PL_compiling) 1423 if (PL_curcop != &PL_compiling)
1335 { 1424 {
1336 SV **cb; 1425 SV **cb;
1337 1426
1338 if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB) 1427 if (oldcxix != cxstack_ix && cctx_current->flags & CC_TRACE_SUB && cxstack_ix >= 0)
1339 { 1428 {
1340 PERL_CONTEXT *cx = &cxstack[cxstack_ix]; 1429 PERL_CONTEXT *cx = &cxstack[cxstack_ix];
1341 1430
1342 if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix) 1431 if (CxTYPE (cx) == CXt_SUB && oldcxix < cxstack_ix)
1343 { 1432 {
1349 gv_efullname3 (fullname, gv, 0); 1438 gv_efullname3 (fullname, gv, 0);
1350 1439
1351 PL_runops = RUNOPS_DEFAULT; 1440 PL_runops = RUNOPS_DEFAULT;
1352 ENTER; 1441 ENTER;
1353 SAVETMPS; 1442 SAVETMPS;
1443 PUSHMARK (SP);
1354 EXTEND (SP, 3); 1444 EXTEND (SP, 3);
1355 PUSHMARK (SP);
1356 PUSHs (&PL_sv_yes); 1445 PUSHs (&PL_sv_yes);
1357 PUSHs (fullname); 1446 PUSHs (fullname);
1358 PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc ((SV *)cx->blk_sub.argarray)) : &PL_sv_undef); 1447 PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc (SUB_ARGARRAY)) : &PL_sv_undef);
1359 PUTBACK; 1448 PUTBACK;
1360 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0); 1449 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
1361 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD); 1450 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1362 SPAGAIN; 1451 SPAGAIN;
1363 FREETMPS; 1452 FREETMPS;
1373 dSP; 1462 dSP;
1374 1463
1375 PL_runops = RUNOPS_DEFAULT; 1464 PL_runops = RUNOPS_DEFAULT;
1376 ENTER; 1465 ENTER;
1377 SAVETMPS; 1466 SAVETMPS;
1378 EXTEND (SP, 3);
1379 PL_runops = RUNOPS_DEFAULT;
1380 PUSHMARK (SP); 1467 PUSHMARK (SP);
1468 EXTEND (SP, 2);
1381 PUSHs (sv_2mortal (newSVpv (OutCopFILE (oldcop), 0))); 1469 PUSHs (sv_2mortal (newSVpv (OutCopFILE (oldcop), 0)));
1382 PUSHs (sv_2mortal (newSViv (CopLINE (oldcop)))); 1470 PUSHs (sv_2mortal (newSViv (CopLINE (oldcop))));
1383 PUTBACK; 1471 PUTBACK;
1384 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_line_cb", sizeof ("_trace_line_cb") - 1, 0); 1472 cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_line_cb", sizeof ("_trace_line_cb") - 1, 0);
1385 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD); 1473 if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1485 * coro body here, as perl_run destroys these. Likewise, we cannot catch 1573 * coro body here, as perl_run destroys these. Likewise, we cannot catch
1486 * runtime errors here, as this is just a random interpreter, not a thread. 1574 * runtime errors here, as this is just a random interpreter, not a thread.
1487 */ 1575 */
1488 1576
1489 /* 1577 /*
1578 * pp_entersub in 5.24 no longer ENTERs, but perl_destruct
1579 * requires PL_scopestack_ix, so do it here if required.
1580 */
1581 if (!PL_scopestack_ix)
1582 ENTER;
1583
1584 /*
1490 * If perl-run returns we assume exit() was being called or the coro 1585 * If perl-run returns we assume exit() was being called or the coro
1491 * fell off the end, which seems to be the only valid (non-bug) 1586 * fell off the end, which seems to be the only valid (non-bug)
1492 * reason for perl_run to return. We try to mimic whatever perl is normally 1587 * reason for perl_run to return. We try to mimic whatever perl is normally
1493 * doing in that case. YMMV. 1588 * doing in that case. YMMV.
1494 */ 1589 */
1749 1844
1750static int 1845static int
1751coro_state_free (pTHX_ SV *sv, MAGIC *mg) 1846coro_state_free (pTHX_ SV *sv, MAGIC *mg)
1752{ 1847{
1753 struct coro *coro = (struct coro *)mg->mg_ptr; 1848 struct coro *coro = (struct coro *)mg->mg_ptr;
1849
1850 coro_state_destroy (aTHX_ coro);
1754 mg->mg_ptr = 0; 1851 mg->mg_ptr = 0;
1755 1852
1756 coro_state_destroy (aTHX_ coro);
1757 SvREFCNT_dec (coro->on_destroy); 1853 SvREFCNT_dec (coro->on_destroy);
1758 SvREFCNT_dec (coro->status); 1854 SvREFCNT_dec (coro->status);
1759 1855
1760 Safefree (coro); 1856 Safefree (coro);
1761 1857
1764 1860
1765static int ecb_cold 1861static int ecb_cold
1766coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params) 1862coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)
1767{ 1863{
1768 /* called when perl clones the current process the slow way (windows process emulation) */ 1864 /* called when perl clones the current process the slow way (windows process emulation) */
1769 /* WE SIMply nuke the pointers in the copy, causing perl to croak */ 1865 /* we simply nuke the pointers in the copy, causing perl to croak */
1770 mg->mg_ptr = 0; 1866 mg->mg_ptr = 0;
1771 mg->mg_virtual = 0; 1867 mg->mg_virtual = 0;
1772 1868
1773 return 0; 1869 return 0;
1774} 1870}
2296safe_cancel (pTHX_ struct coro *coro, SV **arg, int items) 2392safe_cancel (pTHX_ struct coro *coro, SV **arg, int items)
2297{ 2393{
2298 if (coro->cctx) 2394 if (coro->cctx)
2299 croak ("coro inside C callback, unable to cancel at this time, caught"); 2395 croak ("coro inside C callback, unable to cancel at this time, caught");
2300 2396
2301 if (coro->flags & CF_NEW) 2397 if (coro->flags & (CF_NEW | CF_ZOMBIE))
2302 { 2398 {
2303 coro_set_status (aTHX_ coro, arg, items); 2399 coro_set_status (aTHX_ coro, arg, items);
2304 coro_state_destroy (aTHX_ coro); 2400 coro_state_destroy (aTHX_ coro);
2305 } 2401 }
2306 else 2402 else
2373 else 2469 else
2374 { 2470 {
2375 av_clear (GvAV (PL_defgv)); 2471 av_clear (GvAV (PL_defgv));
2376 hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0); 2472 hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);
2377 2473
2474 if (ecb_expect_false (coro->swap_sv))
2475 {
2476 SWAP_SVS_LEAVE (coro);
2477 SvREFCNT_dec_NN (coro->swap_sv);
2478 coro->swap_sv = 0;
2479 }
2480
2378 coro->prio = 0; 2481 coro->prio = 0;
2379 2482
2380 if (coro->cctx && (coro->cctx->flags & CC_TRACE)) 2483 if (ecb_expect_false (coro->cctx) && ecb_expect_false (coro->cctx->flags & CC_TRACE))
2381 api_trace (aTHX_ coro_current, 0); 2484 api_trace (aTHX_ coro_current, 0);
2382 2485
2383 frame->prepare = prepare_schedule; 2486 frame->prepare = prepare_schedule;
2384 av_push (av_async_pool, SvREFCNT_inc (hv)); 2487 av_push (av_async_pool, SvREFCNT_inc_NN (hv));
2385 } 2488 }
2386 } 2489 }
2387 else 2490 else
2388 { 2491 {
2389 /* first iteration, simply fall through */ 2492 /* first iteration, simply fall through */
2402static void 2505static void
2403coro_rouse_callback (pTHX_ CV *cv) 2506coro_rouse_callback (pTHX_ CV *cv)
2404{ 2507{
2405 dXSARGS; 2508 dXSARGS;
2406 SV *data = (SV *)S_GENSUB_ARG; 2509 SV *data = (SV *)S_GENSUB_ARG;
2510 SV *coro = SvRV (data);
2407 2511
2512 /* data starts being either undef or a coro, and is replaced by the results when done */
2408 if (SvTYPE (SvRV (data)) != SVt_PVAV) 2513 if (SvTYPE (coro) != SVt_PVAV)
2409 { 2514 {
2410 /* first call, set args */ 2515 /* first call, set args */
2411 SV *coro = SvRV (data);
2412 AV *av = newAV ();
2413 2516
2414 SvRV_set (data, (SV *)av); 2517 assert (&ST (0) < &ST (1)); /* ensure the stack is in the order we expect it to be */
2518 SvRV_set (data, (SV *)av_make (items, &ST (0))); /* av_make copies the SVs */
2415 2519
2416 /* better take a full copy of the arguments */ 2520 if (coro != &PL_sv_undef)
2417 while (items--) 2521 {
2418 av_store (av, items, newSVsv (ST (items)));
2419
2420 api_ready (aTHX_ coro); 2522 api_ready (aTHX_ coro);
2421 SvREFCNT_dec (coro); 2523 SvREFCNT_dec_NN (coro);
2524 }
2422 } 2525 }
2423 2526
2424 XSRETURN_EMPTY; 2527 XSRETURN_EMPTY;
2425} 2528}
2426 2529
2443 2546
2444 EXTEND (SP, AvFILLp (av) + 1); 2547 EXTEND (SP, AvFILLp (av) + 1);
2445 for (i = 0; i <= AvFILLp (av); ++i) 2548 for (i = 0; i <= AvFILLp (av); ++i)
2446 PUSHs (sv_2mortal (AvARRAY (av)[i])); 2549 PUSHs (sv_2mortal (AvARRAY (av)[i]));
2447 2550
2448 /* we have stolen the elements, so set length to zero and free */ 2551 /* we have stolen the elements, make it unreal and free */
2449 AvFILLp (av) = -1; 2552 AvREAL_off (av);
2450 av_undef (av); 2553 av_undef (av);
2451 2554
2452 PUTBACK; 2555 PUTBACK;
2453 } 2556 }
2454 2557
2479 croak ("Coro::rouse_wait called with illegal callback argument,"); 2582 croak ("Coro::rouse_wait called with illegal callback argument,");
2480 2583
2481 { 2584 {
2482 CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */ 2585 CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
2483 SV *data = (SV *)S_GENSUB_ARG; 2586 SV *data = (SV *)S_GENSUB_ARG;
2587 int data_ready = SvTYPE (SvRV (data)) == SVt_PVAV;
2588
2589 /* if there is no data, we need to store the current coro in the reference so we can be woken up */
2590 if (!data_ready)
2591 if (SvRV (data) != &PL_sv_undef)
2592 croak ("Coro::rouse_wait was called on a calback that is already being waited for - only one thread can wait for a rouse callback, caught");
2593 else
2594 SvRV_set (data, SvREFCNT_inc_NN (SvRV (coro_current)));
2484 2595
2485 frame->data = (void *)data; 2596 frame->data = (void *)data;
2486 frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule; 2597 frame->prepare = data_ready ? prepare_nop : prepare_schedule;
2487 frame->check = slf_check_rouse_wait; 2598 frame->check = slf_check_rouse_wait;
2488 } 2599 }
2489} 2600}
2490 2601
2491static SV * 2602static SV *
2492coro_new_rouse_cb (pTHX) 2603coro_new_rouse_cb (pTHX)
2493{ 2604{
2494 HV *hv = (HV *)SvRV (coro_current); 2605 HV *hv = (HV *)SvRV (coro_current);
2495 struct coro *coro = SvSTATE_hv (hv); 2606 struct coro *coro = SvSTATE_hv (hv);
2496 SV *data = newRV_inc ((SV *)hv); 2607 SV *data = newRV_noinc (&PL_sv_undef);
2497 SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data); 2608 SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);
2498 2609
2499 sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0); 2610 sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);
2500 SvREFCNT_dec (data); /* magicext increases the refcount */ 2611 SvREFCNT_dec_NN (data); /* magicext increases the refcount */
2501 2612
2502 SvREFCNT_dec (coro->rouse_cb); 2613 SvREFCNT_dec (coro->rouse_cb);
2503 coro->rouse_cb = SvREFCNT_inc_NN (cb); 2614 coro->rouse_cb = SvREFCNT_inc_NN (cb);
2504 2615
2505 return cb; 2616 return cb;
2810static void 2921static void
2811coro_pop_on_leave (pTHX_ void *coro) 2922coro_pop_on_leave (pTHX_ void *coro)
2812{ 2923{
2813 SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave); 2924 SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);
2814 on_enterleave_call (aTHX_ sv_2mortal (cb)); 2925 on_enterleave_call (aTHX_ sv_2mortal (cb));
2926}
2927
2928static void
2929enterleave_hook_xs (pTHX_ struct coro *coro, AV **avp, coro_enterleave_hook hook, void *arg)
2930{
2931 if (!hook)
2932 return;
2933
2934 if (!*avp)
2935 {
2936 *avp = newAV ();
2937 AvREAL_off (*avp);
2938 }
2939
2940 av_push (*avp, (SV *)hook);
2941 av_push (*avp, (SV *)arg);
2942}
2943
2944static void
2945enterleave_unhook_xs (pTHX_ struct coro *coro, AV **avp, coro_enterleave_hook hook, int execute)
2946{
2947 AV *av = *avp;
2948 int i;
2949
2950 if (!av)
2951 return;
2952
2953 for (i = AvFILLp (av) - 1; i >= 0; i -= 2)
2954 if (AvARRAY (av)[i] == (SV *)hook)
2955 {
2956 if (execute)
2957 hook (aTHX_ (void *)AvARRAY (av)[i + 1]);
2958
2959 memmove (AvARRAY (av) + i, AvARRAY (av) + i + 2, AvFILLp (av) - i - 1);
2960 av_pop (av);
2961 av_pop (av);
2962 break;
2963 }
2964
2965 if (AvFILLp (av) >= 0)
2966 {
2967 *avp = 0;
2968 SvREFCNT_dec_NN (av);
2969 }
2970}
2971
2972static void
2973api_enterleave_hook (pTHX_ SV *coro_sv, coro_enterleave_hook enter, void *enter_arg, coro_enterleave_hook leave, void *leave_arg)
2974{
2975 struct coro *coro = SvSTATE (coro_sv);
2976
2977 if (SvSTATE_current == coro)
2978 if (enter)
2979 enter (aTHX_ enter_arg);
2980
2981 enterleave_hook_xs (aTHX_ coro, &coro->on_enter_xs, enter, enter_arg);
2982 enterleave_hook_xs (aTHX_ coro, &coro->on_leave_xs, leave, leave_arg);
2983}
2984
2985static void
2986api_enterleave_unhook (pTHX_ SV *coro_sv, coro_enterleave_hook enter, coro_enterleave_hook leave)
2987{
2988 struct coro *coro = SvSTATE (coro_sv);
2989
2990 enterleave_unhook_xs (aTHX_ coro, &coro->on_enter_xs, enter, 0);
2991 enterleave_unhook_xs (aTHX_ coro, &coro->on_leave_xs, leave, SvSTATE_current == coro);
2992}
2993
2994static void
2995savedestructor_unhook_enter (pTHX_ coro_enterleave_hook enter)
2996{
2997 struct coro *coro = SvSTATE_current;
2998
2999 enterleave_unhook_xs (aTHX_ coro, &coro->on_enter_xs, enter, 0);
3000}
3001
3002static void
3003savedestructor_unhook_leave (pTHX_ coro_enterleave_hook leave)
3004{
3005 struct coro *coro = SvSTATE_current;
3006
3007 enterleave_unhook_xs (aTHX_ coro, &coro->on_leave_xs, leave, 1);
3008}
3009
3010static void
3011api_enterleave_scope_hook (pTHX_ coro_enterleave_hook enter, void *enter_arg, coro_enterleave_hook leave, void *leave_arg)
3012{
3013 api_enterleave_hook (aTHX_ coro_current, enter, enter_arg, leave, leave_arg);
3014
3015 /* this ought to be much cheaper than malloc + a single destructor call */
3016 if (enter) SAVEDESTRUCTOR_X (savedestructor_unhook_enter, enter);
3017 if (leave) SAVEDESTRUCTOR_X (savedestructor_unhook_leave, leave);
2815} 3018}
2816 3019
2817/*****************************************************************************/ 3020/*****************************************************************************/
2818/* PerlIO::cede */ 3021/* PerlIO::cede */
2819 3022
2949 XPUSHs (sv_2mortal (newRV_inc ((SV *)av))); 3152 XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
2950 PUTBACK; 3153 PUTBACK;
2951 call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR); 3154 call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
2952 } 3155 }
2953 3156
2954 SvREFCNT_dec (cb); 3157 SvREFCNT_dec_NN (cb);
2955 } 3158 }
2956} 3159}
2957 3160
2958static void 3161static void
2959coro_semaphore_destroy (pTHX_ struct CoroSLF *frame) 3162coro_semaphore_destroy (pTHX_ struct CoroSLF *frame)
3099 { 3302 {
3100 api_ready (aTHX_ cb); 3303 api_ready (aTHX_ cb);
3101 sv_setiv (cb, 0); /* signal waiter */ 3304 sv_setiv (cb, 0); /* signal waiter */
3102 } 3305 }
3103 3306
3104 SvREFCNT_dec (cb); 3307 SvREFCNT_dec_NN (cb);
3105 3308
3106 --count; 3309 --count;
3107 } 3310 }
3108} 3311}
3109 3312
3194 } 3397 }
3195 3398
3196 av_push (state, data_sv); 3399 av_push (state, data_sv);
3197 3400
3198 api_ready (aTHX_ coro); 3401 api_ready (aTHX_ coro);
3199 SvREFCNT_dec (coro); 3402 SvREFCNT_dec_NN (coro);
3200 SvREFCNT_dec ((AV *)state); 3403 SvREFCNT_dec_NN ((AV *)state);
3201} 3404}
3202 3405
3203static int 3406static int
3204slf_check_aio_req (pTHX_ struct CoroSLF *frame) 3407slf_check_aio_req (pTHX_ struct CoroSLF *frame)
3205{ 3408{
3223 errno = data->errorno; 3426 errno = data->errorno;
3224 PL_laststype = data->laststype; 3427 PL_laststype = data->laststype;
3225 PL_laststatval = data->laststatval; 3428 PL_laststatval = data->laststatval;
3226 PL_statcache = data->statcache; 3429 PL_statcache = data->statcache;
3227 3430
3228 SvREFCNT_dec (data_sv); 3431 SvREFCNT_dec_NN (data_sv);
3229 } 3432 }
3230 3433
3231 /* push result values */ 3434 /* push result values */
3232 { 3435 {
3233 dSP; 3436 dSP;
3422 3625
3423 map_len = load_len + save_len + 16; 3626 map_len = load_len + save_len + 16;
3424 3627
3425 map_base = mmap (0, map_len, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); 3628 map_base = mmap (0, map_len, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
3426 3629
3630 if (map_base == (char *)MAP_FAILED)
3631 map_base = mmap (0, map_len, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
3632
3427 assert (("Coro: unable to mmap jit code page, cannot continue.", map_base != (char *)MAP_FAILED)); 3633 assert (("Coro: unable to mmap jit code page, cannot continue.", map_base != (char *)MAP_FAILED));
3428 3634
3429 load_perl_slots = (load_save_perl_slots_type)map_base; 3635 load_perl_slots = (load_save_perl_slots_type)map_base;
3430 memcpy (map_base, load_ptr, load_len); 3636 memcpy (map_base, load_ptr, load_len);
3431 3637
3467 cctx_current = cctx_new_empty (); 3673 cctx_current = cctx_new_empty ();
3468 3674
3469 irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV); 3675 irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV);
3470 stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO); 3676 stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO);
3471 3677
3472 orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get; 3678 {
3473 orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set; 3679 /*
3474 orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr; 3680 * we provide a vtbvl for %SIG magic that replaces PL_vtbl_sig
3681 * by coro_sig_vtbl in hash values.
3682 */
3683 MAGIC *mg = mg_find ((SV *)GvHV (gv_fetchpv ("SIG", GV_ADD | GV_NOTQUAL, SVt_PVHV)), PERL_MAGIC_sig);
3684
3685 /* this only works if perl doesn't have a vtbl for %SIG */
3686 assert (!mg->mg_virtual);
3687
3688 /*
3689 * The irony is that the perl API itself asserts that mg_virtual
3690 * must be non-const, yet perl5porters insisted on marking their
3691 * vtbls as read-only, just to thwart perl modules from patching
3692 * them.
3693 */
3694 mg->mg_virtual = (MGVTBL *)&coro_sig_vtbl;
3695 mg->mg_flags |= MGf_COPY;
3696
3697 coro_sigelem_vtbl = PL_vtbl_sigelem;
3698 coro_sigelem_vtbl.svt_get = coro_sigelem_get;
3699 coro_sigelem_vtbl.svt_set = coro_sigelem_set;
3700 coro_sigelem_vtbl.svt_clear = coro_sigelem_clr;
3701 }
3475 3702
3476 hv_sig = coro_get_hv (aTHX_ "SIG", TRUE);
3477 rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV)); 3703 rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));
3478 rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV)); 3704 rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));
3479 3705
3480 coro_state_stash = gv_stashpv ("Coro::State", TRUE); 3706 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
3707
3708 newCONSTSUB (coro_state_stash, "BACKEND", newSVpv (CORO_BACKEND, 0)); /* undocumented */
3481 3709
3482 newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE)); 3710 newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));
3483 newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB)); 3711 newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));
3484 newCONSTSUB (coro_state_stash, "CC_TRACE_LINE", newSViv (CC_TRACE_LINE)); 3712 newCONSTSUB (coro_state_stash, "CC_TRACE_LINE", newSViv (CC_TRACE_LINE));
3485 newCONSTSUB (coro_state_stash, "CC_TRACE_ALL" , newSViv (CC_TRACE_ALL)); 3713 newCONSTSUB (coro_state_stash, "CC_TRACE_ALL" , newSViv (CC_TRACE_ALL));
3610call (Coro::State coro, SV *coderef) 3838call (Coro::State coro, SV *coderef)
3611 ALIAS: 3839 ALIAS:
3612 eval = 1 3840 eval = 1
3613 CODE: 3841 CODE:
3614{ 3842{
3843 struct coro *current = SvSTATE_current;
3844
3615 if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot)) 3845 if ((coro == current) || (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot)))
3616 { 3846 {
3617 struct coro *current = SvSTATE_current;
3618 struct CoroSLF slf_save; 3847 struct CoroSLF slf_save;
3619 3848
3620 if (current != coro) 3849 if (current != coro)
3621 { 3850 {
3622 PUTBACK; 3851 PUTBACK;
3787 if (ecb_expect_false (current == self)) 4016 if (ecb_expect_false (current == self))
3788 coro_times_sub (SvSTATE (coro_current)); 4017 coro_times_sub (SvSTATE (coro_current));
3789} 4018}
3790 4019
3791void 4020void
3792swap_sv (Coro::State coro, SV *sv, SV *swapsv) 4021swap_sv (Coro::State coro, SV *sva, SV *svb)
3793 CODE: 4022 CODE:
3794{ 4023{
3795 struct coro *current = SvSTATE_current; 4024 struct coro *current = SvSTATE_current;
4025 AV *swap_sv;
4026 int i;
4027
4028 sva = SvRV (sva);
4029 svb = SvRV (svb);
3796 4030
3797 if (current == coro) 4031 if (current == coro)
3798 SWAP_SVS (current); 4032 SWAP_SVS_LEAVE (current);
3799 4033
3800 if (!coro->swap_sv) 4034 if (!coro->swap_sv)
3801 coro->swap_sv = newAV (); 4035 coro->swap_sv = newAV ();
3802 4036
4037 swap_sv = coro->swap_sv;
4038
4039 for (i = AvFILLp (swap_sv) - 1; i >= 0; i -= 2)
4040 {
4041 SV *a = AvARRAY (swap_sv)[i ];
4042 SV *b = AvARRAY (swap_sv)[i + 1];
4043
4044 if (a == sva && b == svb)
4045 {
4046 SvREFCNT_dec_NN (a);
4047 SvREFCNT_dec_NN (b);
4048
4049 for (; i <= AvFILLp (swap_sv) - 2; i++)
4050 AvARRAY (swap_sv)[i] = AvARRAY (swap_sv)[i + 2];
4051
4052 AvFILLp (swap_sv) -= 2;
4053
4054 goto removed;
4055 }
4056 }
4057
3803 av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (sv ))); 4058 av_push (swap_sv, SvREFCNT_inc_NN (sva));
3804 av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (swapsv))); 4059 av_push (swap_sv, SvREFCNT_inc_NN (svb));
4060
4061 removed:
3805 4062
3806 if (current == coro) 4063 if (current == coro)
3807 SWAP_SVS (current); 4064 SWAP_SVS_ENTER (current);
3808} 4065}
3809 4066
3810 4067
3811MODULE = Coro::State PACKAGE = Coro 4068MODULE = Coro::State PACKAGE = Coro
3812 4069
3813BOOT: 4070BOOT:
3814{ 4071{
4072 if (SVt_LAST > 32)
4073 croak ("Coro internal error: SVt_LAST > 32, swap_sv might need adjustment");
4074
3815 sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE); 4075 sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3816 sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE); 4076 sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3817 cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD); 4077 cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3818 coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current); 4078 coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
3819 av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE); 4079 av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);
3845 coroapi.ready = api_ready; 4105 coroapi.ready = api_ready;
3846 coroapi.is_ready = api_is_ready; 4106 coroapi.is_ready = api_is_ready;
3847 coroapi.nready = coro_nready; 4107 coroapi.nready = coro_nready;
3848 coroapi.current = coro_current; 4108 coroapi.current = coro_current;
3849 4109
4110 coroapi.enterleave_hook = api_enterleave_hook;
4111 coroapi.enterleave_unhook = api_enterleave_unhook;
4112 coroapi.enterleave_scope_hook = api_enterleave_scope_hook;
4113
3850 /*GCoroAPI = &coroapi;*/ 4114 /*GCoroAPI = &coroapi;*/
3851 sv_setiv (sv, (IV)&coroapi); 4115 sv_setiv (sv, PTR2IV (&coroapi));
3852 SvREADONLY_on (sv); 4116 SvREADONLY_on (sv);
3853 } 4117 }
3854} 4118}
3855 4119
3856SV * 4120SV *
3919 4183
3920void 4184void
3921_set_current (SV *current) 4185_set_current (SV *current)
3922 PROTOTYPE: $ 4186 PROTOTYPE: $
3923 CODE: 4187 CODE:
3924 SvREFCNT_dec (SvRV (coro_current)); 4188 SvREFCNT_dec_NN (SvRV (coro_current));
3925 SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current))); 4189 SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));
3926 4190
3927void 4191void
3928_set_readyhook (SV *hook) 4192_set_readyhook (SV *hook)
3929 PROTOTYPE: $ 4193 PROTOTYPE: $
4013 4277
4014 if ((SV *)hv == &PL_sv_undef) 4278 if ((SV *)hv == &PL_sv_undef)
4015 { 4279 {
4016 SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1); 4280 SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
4017 hv = (HV *)SvREFCNT_inc_NN (SvRV (sv)); 4281 hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
4018 SvREFCNT_dec (sv); 4282 SvREFCNT_dec_NN (sv);
4019 } 4283 }
4020 4284
4021 { 4285 {
4022 struct coro *coro = SvSTATE_hv (hv); 4286 struct coro *coro = SvSTATE_hv (hv);
4023 4287
4030 api_ready (aTHX_ (SV *)hv); 4294 api_ready (aTHX_ (SV *)hv);
4031 4295
4032 if (GIMME_V != G_VOID) 4296 if (GIMME_V != G_VOID)
4033 XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv))); 4297 XPUSHs (sv_2mortal (newRV_noinc ((SV *)hv)));
4034 else 4298 else
4035 SvREFCNT_dec (hv); 4299 SvREFCNT_dec_NN (hv);
4036} 4300}
4037 4301
4038SV * 4302SV *
4039rouse_cb () 4303rouse_cb ()
4040 PROTOTYPE: 4304 PROTOTYPE:
4119 RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]); 4383 RETVAL = newSVsv (AvARRAY ((AV *)SvRV (self))[0]);
4120 OUTPUT: 4384 OUTPUT:
4121 RETVAL 4385 RETVAL
4122 4386
4123void 4387void
4124up (SV *self, int adjust = 1) 4388up (SV *self)
4125 ALIAS:
4126 adjust = 1
4127 CODE: 4389 CODE:
4390 coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), 1);
4391
4392void
4393adjust (SV *self, int adjust)
4394 CODE:
4128 coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), ix ? adjust : 1); 4395 coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), adjust);
4129 4396
4130void 4397void
4131down (...) 4398down (...)
4132 CODE: 4399 CODE:
4133 CORO_EXECUTE_SLF_XS (slf_init_semaphore_down); 4400 CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines