… | |
… | |
116 | # define CORO_CLOCK_MONOTONIC 1 |
116 | # define CORO_CLOCK_MONOTONIC 1 |
117 | # define CORO_CLOCK_THREAD_CPUTIME_ID 3 |
117 | # define CORO_CLOCK_THREAD_CPUTIME_ID 3 |
118 | # endif |
118 | # endif |
119 | #endif |
119 | #endif |
120 | |
120 | |
|
|
121 | /* one off bugfix for perl 5.22 */ |
|
|
122 | #if PERL_VERSION_ATLEAST(5,22,0) && !PERL_VERSION_ATLEAST(5,24,0) |
|
|
123 | # undef PadlistNAMES |
|
|
124 | # define PadlistNAMES(pl) *((PADNAMELIST **)PadlistARRAY (pl)) |
|
|
125 | #endif |
|
|
126 | |
|
|
127 | #if PERL_VERSION_ATLEAST(5,24,0) |
|
|
128 | # define SUB_ARGARRAY PL_curpad[0] |
|
|
129 | #else |
|
|
130 | # define SUB_ARGARRAY (SV *)cx->blk_sub.argarray |
|
|
131 | #endif |
|
|
132 | |
|
|
133 | /* perl usually suppresses asserts. for debugging, we sometimes force it to be on */ |
|
|
134 | #if 0 |
|
|
135 | # undef NDEBUG |
|
|
136 | # include <assert.h> |
|
|
137 | #endif |
|
|
138 | |
121 | static double (*nvtime)(); /* so why doesn't it take void? */ |
139 | static double (*nvtime)(); /* so why doesn't it take void? */ |
122 | static void (*u2time)(pTHX_ UV ret[2]); |
140 | static void (*u2time)(pTHX_ UV ret[2]); |
123 | |
141 | |
124 | /* we hijack an hopefully unused CV flag for our purposes */ |
142 | /* we hijack an hopefully unused CV flag for our purposes */ |
125 | #define CVf_SLF 0x4000 |
143 | #define CVf_SLF 0x4000 |
… | |
… | |
963 | #endif |
981 | #endif |
964 | |
982 | |
965 | New(54,PL_savestack,24,ANY); |
983 | New(54,PL_savestack,24,ANY); |
966 | PL_savestack_ix = 0; |
984 | PL_savestack_ix = 0; |
967 | PL_savestack_max = 24; |
985 | PL_savestack_max = 24; |
968 | #if !PERL_VERSION_ATLEAST (5,24,0) |
986 | #if PERL_VERSION_ATLEAST (5,24,0) |
969 | /* perl 5.24 moves SS_MAXPUSH optimisation from */ |
987 | /* perl 5.24 moves SS_MAXPUSH optimisation from */ |
970 | /* the header macros to PL_savestack_max */ |
988 | /* the header macros to PL_savestack_max */ |
971 | PL_savestack_max -= SS_MAXPUSH; |
989 | PL_savestack_max -= SS_MAXPUSH; |
972 | #endif |
990 | #endif |
973 | |
991 | |
… | |
… | |
1043 | } |
1061 | } |
1044 | |
1062 | |
1045 | return rss; |
1063 | return rss; |
1046 | } |
1064 | } |
1047 | |
1065 | |
1048 | /** coroutine stack handling ************************************************/ |
1066 | /** provide custom get/set/clear methods for %SIG elements ******************/ |
1049 | |
|
|
1050 | static int (*orig_sigelem_get) (pTHX_ SV *sv, MAGIC *mg); |
|
|
1051 | static int (*orig_sigelem_set) (pTHX_ SV *sv, MAGIC *mg); |
|
|
1052 | static int (*orig_sigelem_clr) (pTHX_ SV *sv, MAGIC *mg); |
|
|
1053 | |
1067 | |
1054 | /* apparently < 5.8.8 */ |
1068 | /* apparently < 5.8.8 */ |
1055 | #ifndef MgPV_nolen_const |
1069 | #ifndef MgPV_nolen_const |
1056 | #define MgPV_nolen_const(mg) (((((int)(mg)->mg_len)) == HEf_SVKEY) ? \ |
1070 | #define MgPV_nolen_const(mg) (((((int)(mg)->mg_len)) == HEf_SVKEY) ? \ |
1057 | SvPV_nolen((SV*)((mg)->mg_ptr)) : \ |
1071 | SvPV_nolen((SV*)((mg)->mg_ptr)) : \ |
1058 | (const char*)(mg)->mg_ptr) |
1072 | (const char*)(mg)->mg_ptr) |
1059 | #endif |
1073 | #endif |
|
|
1074 | |
|
|
1075 | /* this will be a patched copy of PL_vtbl_sigelem */ |
|
|
1076 | static MGVTBL coro_sigelem_vtbl; |
|
|
1077 | |
|
|
1078 | static int ecb_cold |
|
|
1079 | coro_sig_copy (pTHX_ SV *sv, MAGIC *mg, SV *nsv, const char *name, I32 namlen) |
|
|
1080 | { |
|
|
1081 | char *key = SvPV_nolen ((SV *)name); |
|
|
1082 | |
|
|
1083 | /* do what mg_copy normally does */ |
|
|
1084 | sv_magic (nsv, mg->mg_obj, PERL_MAGIC_sigelem, name, namlen); |
|
|
1085 | assert (mg_find (nsv, PERL_MAGIC_sigelem)->mg_virtual == &PL_vtbl_sigelem); |
|
|
1086 | |
|
|
1087 | /* patch sigelem vtbl, but only for __WARN__ and __DIE__ */ |
|
|
1088 | if (*key == '_' |
|
|
1089 | && (strEQ (key, "__DIE__") |
|
|
1090 | || strEQ (key, "__WARN__"))) |
|
|
1091 | mg_find (nsv, PERL_MAGIC_sigelem)->mg_virtual = &coro_sigelem_vtbl; |
|
|
1092 | |
|
|
1093 | return 1; |
|
|
1094 | } |
|
|
1095 | |
|
|
1096 | /* perl does not have a %SIG vtbl, we provide one so we can override */ |
|
|
1097 | /* the magic vtbl for the __DIE__ and __WARN__ members */ |
|
|
1098 | static const MGVTBL coro_sig_vtbl = { |
|
|
1099 | 0, 0, 0, 0, 0, |
|
|
1100 | coro_sig_copy |
|
|
1101 | }; |
1060 | |
1102 | |
1061 | /* |
1103 | /* |
1062 | * This overrides the default magic get method of %SIG elements. |
1104 | * This overrides the default magic get method of %SIG elements. |
1063 | * The original one doesn't provide for reading back of PL_diehook/PL_warnhook |
1105 | * The original one doesn't provide for reading back of PL_diehook/PL_warnhook |
1064 | * and instead of trying to save and restore the hash elements (extremely slow), |
1106 | * and instead of trying to save and restore the hash elements (extremely slow), |
… | |
… | |
1066 | */ |
1108 | */ |
1067 | static int ecb_cold |
1109 | static int ecb_cold |
1068 | coro_sigelem_get (pTHX_ SV *sv, MAGIC *mg) |
1110 | coro_sigelem_get (pTHX_ SV *sv, MAGIC *mg) |
1069 | { |
1111 | { |
1070 | const char *s = MgPV_nolen_const (mg); |
1112 | const char *s = MgPV_nolen_const (mg); |
|
|
1113 | /* the key must be either __DIE__ or __WARN__ here */ |
|
|
1114 | SV **svp = s[2] == 'D' ? &PL_diehook : &PL_warnhook; |
1071 | |
1115 | |
1072 | if (*s == '_') |
1116 | SV *ssv; |
1073 | { |
|
|
1074 | SV **svp = 0; |
|
|
1075 | |
1117 | |
1076 | if (strEQ (s, "__DIE__" )) svp = &PL_diehook; |
|
|
1077 | if (strEQ (s, "__WARN__")) svp = &PL_warnhook; |
|
|
1078 | |
|
|
1079 | if (svp) |
1118 | if (!*svp) |
1080 | { |
|
|
1081 | SV *ssv; |
|
|
1082 | |
|
|
1083 | if (!*svp) |
|
|
1084 | ssv = &PL_sv_undef; |
1119 | ssv = &PL_sv_undef; |
1085 | else if (SvTYPE (*svp) == SVt_PVCV) /* perlio directly stores a CV in warnhook. ugh. */ |
1120 | else if (SvTYPE (*svp) == SVt_PVCV) /* perlio directly stores a CV in warnhook. ugh. */ |
1086 | ssv = sv_2mortal (newRV_inc (*svp)); |
1121 | ssv = sv_2mortal (newRV_inc (*svp)); |
1087 | else |
1122 | else |
1088 | ssv = *svp; |
1123 | ssv = *svp; |
1089 | |
1124 | |
1090 | sv_setsv (sv, ssv); |
1125 | sv_setsv (sv, ssv); |
1091 | return 0; |
1126 | return 0; |
1092 | } |
|
|
1093 | } |
|
|
1094 | |
|
|
1095 | return orig_sigelem_get ? orig_sigelem_get (aTHX_ sv, mg) : 0; |
|
|
1096 | } |
1127 | } |
1097 | |
1128 | |
1098 | static int ecb_cold |
1129 | static int ecb_cold |
1099 | coro_sigelem_clr (pTHX_ SV *sv, MAGIC *mg) |
1130 | coro_sigelem_clr (pTHX_ SV *sv, MAGIC *mg) |
1100 | { |
1131 | { |
1101 | const char *s = MgPV_nolen_const (mg); |
1132 | const char *s = MgPV_nolen_const (mg); |
|
|
1133 | /* the key must be either __DIE__ or __WARN__ here */ |
|
|
1134 | SV **svp = s[2] == 'D' ? &PL_diehook : &PL_warnhook; |
1102 | |
1135 | |
1103 | if (*s == '_') |
|
|
1104 | { |
|
|
1105 | SV **svp = 0; |
|
|
1106 | |
|
|
1107 | if (strEQ (s, "__DIE__" )) svp = &PL_diehook; |
|
|
1108 | if (strEQ (s, "__WARN__")) svp = &PL_warnhook; |
|
|
1109 | |
|
|
1110 | if (svp) |
|
|
1111 | { |
|
|
1112 | SV *old = *svp; |
1136 | SV *old = *svp; |
1113 | *svp = 0; |
1137 | *svp = 0; |
1114 | SvREFCNT_dec (old); |
1138 | SvREFCNT_dec (old); |
1115 | return 0; |
1139 | return 0; |
1116 | } |
|
|
1117 | } |
|
|
1118 | |
|
|
1119 | return orig_sigelem_clr ? orig_sigelem_clr (aTHX_ sv, mg) : 0; |
|
|
1120 | } |
1140 | } |
1121 | |
1141 | |
1122 | static int ecb_cold |
1142 | static int ecb_cold |
1123 | coro_sigelem_set (pTHX_ SV *sv, MAGIC *mg) |
1143 | coro_sigelem_set (pTHX_ SV *sv, MAGIC *mg) |
1124 | { |
1144 | { |
1125 | const char *s = MgPV_nolen_const (mg); |
1145 | const char *s = MgPV_nolen_const (mg); |
|
|
1146 | /* the key must be either __DIE__ or __WARN__ here */ |
|
|
1147 | SV **svp = s[2] == 'D' ? &PL_diehook : &PL_warnhook; |
1126 | |
1148 | |
1127 | if (*s == '_') |
|
|
1128 | { |
|
|
1129 | SV **svp = 0; |
|
|
1130 | |
|
|
1131 | if (strEQ (s, "__DIE__" )) svp = &PL_diehook; |
|
|
1132 | if (strEQ (s, "__WARN__")) svp = &PL_warnhook; |
|
|
1133 | |
|
|
1134 | if (svp) |
|
|
1135 | { |
|
|
1136 | SV *old = *svp; |
1149 | SV *old = *svp; |
1137 | *svp = SvOK (sv) ? newSVsv (sv) : 0; |
1150 | *svp = SvOK (sv) ? newSVsv (sv) : 0; |
1138 | SvREFCNT_dec (old); |
1151 | SvREFCNT_dec (old); |
1139 | return 0; |
1152 | return 0; |
1140 | } |
|
|
1141 | } |
|
|
1142 | |
|
|
1143 | return orig_sigelem_set ? orig_sigelem_set (aTHX_ sv, mg) : 0; |
|
|
1144 | } |
1153 | } |
1145 | |
1154 | |
1146 | static void |
1155 | static void |
1147 | prepare_nop (pTHX_ struct coro_transfer_args *ta) |
1156 | prepare_nop (pTHX_ struct coro_transfer_args *ta) |
1148 | { |
1157 | { |
… | |
… | |
1159 | static int |
1168 | static int |
1160 | slf_check_repeat (pTHX_ struct CoroSLF *frame) |
1169 | slf_check_repeat (pTHX_ struct CoroSLF *frame) |
1161 | { |
1170 | { |
1162 | return 1; |
1171 | return 1; |
1163 | } |
1172 | } |
|
|
1173 | |
|
|
1174 | /** coroutine stack handling ************************************************/ |
1164 | |
1175 | |
1165 | static UNOP init_perl_op; |
1176 | static UNOP init_perl_op; |
1166 | |
1177 | |
1167 | ecb_noinline static void /* noinline to keep it out of the transfer fast path */ |
1178 | ecb_noinline static void /* noinline to keep it out of the transfer fast path */ |
1168 | init_perl (pTHX_ struct coro *coro) |
1179 | init_perl (pTHX_ struct coro *coro) |
… | |
… | |
1411 | SAVETMPS; |
1422 | SAVETMPS; |
1412 | EXTEND (SP, 3); |
1423 | EXTEND (SP, 3); |
1413 | PUSHMARK (SP); |
1424 | PUSHMARK (SP); |
1414 | PUSHs (&PL_sv_yes); |
1425 | PUSHs (&PL_sv_yes); |
1415 | PUSHs (fullname); |
1426 | PUSHs (fullname); |
1416 | PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc ((SV *)cx->blk_sub.argarray)) : &PL_sv_undef); |
1427 | PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc (SUB_ARGARRAY)) : &PL_sv_undef); |
1417 | PUTBACK; |
1428 | PUTBACK; |
1418 | cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0); |
1429 | cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0); |
1419 | if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD); |
1430 | if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD); |
1420 | SPAGAIN; |
1431 | SPAGAIN; |
1421 | FREETMPS; |
1432 | FREETMPS; |
… | |
… | |
2361 | safe_cancel (pTHX_ struct coro *coro, SV **arg, int items) |
2372 | safe_cancel (pTHX_ struct coro *coro, SV **arg, int items) |
2362 | { |
2373 | { |
2363 | if (coro->cctx) |
2374 | if (coro->cctx) |
2364 | croak ("coro inside C callback, unable to cancel at this time, caught"); |
2375 | croak ("coro inside C callback, unable to cancel at this time, caught"); |
2365 | |
2376 | |
2366 | if (coro->flags & CF_NEW) |
2377 | if (coro->flags & (CF_NEW | CF_ZOMBIE)) |
2367 | { |
2378 | { |
2368 | coro_set_status (aTHX_ coro, arg, items); |
2379 | coro_set_status (aTHX_ coro, arg, items); |
2369 | coro_state_destroy (aTHX_ coro); |
2380 | coro_state_destroy (aTHX_ coro); |
2370 | } |
2381 | } |
2371 | else |
2382 | else |
… | |
… | |
2440 | av_clear (GvAV (PL_defgv)); |
2451 | av_clear (GvAV (PL_defgv)); |
2441 | hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0); |
2452 | hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0); |
2442 | |
2453 | |
2443 | if (ecb_expect_false (coro->swap_sv)) |
2454 | if (ecb_expect_false (coro->swap_sv)) |
2444 | { |
2455 | { |
2445 | swap_svs_leave (coro); |
2456 | SWAP_SVS_LEAVE (coro); |
2446 | SvREFCNT_dec_NN (coro->swap_sv); |
2457 | SvREFCNT_dec_NN (coro->swap_sv); |
2447 | coro->swap_sv = 0; |
2458 | coro->swap_sv = 0; |
2448 | } |
2459 | } |
2449 | |
2460 | |
2450 | coro->prio = 0; |
2461 | coro->prio = 0; |
… | |
… | |
3586 | |
3597 | |
3587 | map_len = load_len + save_len + 16; |
3598 | map_len = load_len + save_len + 16; |
3588 | |
3599 | |
3589 | map_base = mmap (0, map_len, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); |
3600 | map_base = mmap (0, map_len, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); |
3590 | |
3601 | |
|
|
3602 | if (map_base == (char *)MAP_FAILED) |
|
|
3603 | map_base = mmap (0, map_len, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); |
|
|
3604 | |
3591 | assert (("Coro: unable to mmap jit code page, cannot continue.", map_base != (char *)MAP_FAILED)); |
3605 | assert (("Coro: unable to mmap jit code page, cannot continue.", map_base != (char *)MAP_FAILED)); |
3592 | |
3606 | |
3593 | load_perl_slots = (load_save_perl_slots_type)map_base; |
3607 | load_perl_slots = (load_save_perl_slots_type)map_base; |
3594 | memcpy (map_base, load_ptr, load_len); |
3608 | memcpy (map_base, load_ptr, load_len); |
3595 | |
3609 | |
… | |
… | |
3631 | cctx_current = cctx_new_empty (); |
3645 | cctx_current = cctx_new_empty (); |
3632 | |
3646 | |
3633 | irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV); |
3647 | irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV); |
3634 | stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO); |
3648 | stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO); |
3635 | |
3649 | |
3636 | orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get; |
3650 | { |
3637 | orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set; |
3651 | /* |
3638 | orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr; |
3652 | * we provide a vtbvl for %SIG magic that replaces PL_vtbl_sig |
|
|
3653 | * by coro_sig_vtbl in hash values. |
|
|
3654 | */ |
|
|
3655 | MAGIC *mg = mg_find ((SV *)GvHV (gv_fetchpv ("SIG", GV_ADD | GV_NOTQUAL, SVt_PVHV)), PERL_MAGIC_sig); |
|
|
3656 | |
|
|
3657 | /* this only works if perl doesn't have a vtbl for %SIG */ |
|
|
3658 | assert (!mg->mg_virtual); |
|
|
3659 | |
|
|
3660 | /* |
|
|
3661 | * The irony is that the perl API itself asserts that mg_virtual |
|
|
3662 | * must be non-const, yet perl5porters insisted on marking their |
|
|
3663 | * vtbls as read-only, just to thwart perl modules from patching |
|
|
3664 | * them. |
|
|
3665 | */ |
|
|
3666 | mg->mg_virtual = (MGVTBL *)&coro_sig_vtbl; |
|
|
3667 | mg->mg_flags |= MGf_COPY; |
|
|
3668 | |
|
|
3669 | coro_sigelem_vtbl = PL_vtbl_sigelem; |
|
|
3670 | coro_sigelem_vtbl.svt_get = coro_sigelem_get; |
|
|
3671 | coro_sigelem_vtbl.svt_set = coro_sigelem_set; |
|
|
3672 | coro_sigelem_vtbl.svt_clear = coro_sigelem_clr; |
|
|
3673 | } |
3639 | |
3674 | |
3640 | rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV)); |
3675 | rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV)); |
3641 | rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV)); |
3676 | rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV)); |
3642 | |
3677 | |
3643 | coro_state_stash = gv_stashpv ("Coro::State", TRUE); |
3678 | coro_state_stash = gv_stashpv ("Coro::State", TRUE); |
… | |
… | |
4044 | coroapi.enterleave_hook = api_enterleave_hook; |
4079 | coroapi.enterleave_hook = api_enterleave_hook; |
4045 | coroapi.enterleave_unhook = api_enterleave_unhook; |
4080 | coroapi.enterleave_unhook = api_enterleave_unhook; |
4046 | coroapi.enterleave_scope_hook = api_enterleave_scope_hook; |
4081 | coroapi.enterleave_scope_hook = api_enterleave_scope_hook; |
4047 | |
4082 | |
4048 | /*GCoroAPI = &coroapi;*/ |
4083 | /*GCoroAPI = &coroapi;*/ |
4049 | sv_setiv (sv, (IV)&coroapi); |
4084 | sv_setiv (sv, PTR2IV (&coroapi)); |
4050 | SvREADONLY_on (sv); |
4085 | SvREADONLY_on (sv); |
4051 | } |
4086 | } |
4052 | } |
4087 | } |
4053 | |
4088 | |
4054 | SV * |
4089 | SV * |