ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
(Generate patch)

Comparing Coro/Coro/State.xs (file contents):
Revision 1.94 by root, Sun Nov 26 17:14:15 2006 UTC vs.
Revision 1.159 by root, Sat Sep 22 14:42:56 2007 UTC

1#include "libcoro/coro.c"
2
1#define PERL_NO_GET_CONTEXT 3#define PERL_NO_GET_CONTEXT
2
3#include "libcoro/coro.c"
4 4
5#include "EXTERN.h" 5#include "EXTERN.h"
6#include "perl.h" 6#include "perl.h"
7#include "XSUB.h" 7#include "XSUB.h"
8 8
9#include "patchlevel.h" 9#include "patchlevel.h"
10 10
11#if PERL_VERSION < 6 11#include <stdio.h>
12#include <errno.h>
13#include <assert.h>
14
15#ifdef HAVE_MMAP
16# include <unistd.h>
17# include <sys/mman.h>
18# ifndef MAP_ANONYMOUS
19# ifdef MAP_ANON
20# define MAP_ANONYMOUS MAP_ANON
21# else
22# undef HAVE_MMAP
23# endif
24# endif
25# include <limits.h>
26# ifndef PAGESIZE
27# define PAGESIZE pagesize
28# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
29static long pagesize;
30# else
31# define BOOT_PAGESIZE (void)0
32# endif
33#else
34# define PAGESIZE 0
35# define BOOT_PAGESIZE (void)0
36#endif
37
38#if CORO_USE_VALGRIND
39# include <valgrind/valgrind.h>
40# define REGISTER_STACK(cctx,start,end) (cctx)->valgrind_id = VALGRIND_STACK_REGISTER ((start), (end))
41#else
42# define REGISTER_STACK(cctx,start,end)
43#endif
44
45/* the maximum number of idle cctx that will be pooled */
46#define MAX_IDLE_CCTX 8
47
48#define PERL_VERSION_ATLEAST(a,b,c) \
49 (PERL_REVISION > (a) \
50 || (PERL_REVISION == (a) \
51 && (PERL_VERSION > (b) \
52 || (PERL_VERSION == (b) && PERLSUBVERSION >= (c)))))
53
54#if !PERL_VERSION_ATLEAST (5,6,0)
12# ifndef PL_ppaddr 55# ifndef PL_ppaddr
13# define PL_ppaddr ppaddr 56# define PL_ppaddr ppaddr
14# endif 57# endif
15# ifndef call_sv 58# ifndef call_sv
16# define call_sv perl_call_sv 59# define call_sv perl_call_sv
27# ifndef IS_PADCONST 70# ifndef IS_PADCONST
28# define IS_PADCONST(v) 0 71# define IS_PADCONST(v) 0
29# endif 72# endif
30#endif 73#endif
31 74
32#include <stdio.h> 75/* 5.8.7 */
33#include <errno.h> 76#ifndef SvRV_set
77# define SvRV_set(s,v) SvRV(s) = (v)
78#endif
34 79
35#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64 80#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
36# undef STACKGUARD 81# undef CORO_STACKGUARD
37#endif
38
39#ifndef STACKGUARD
40# define STACKGUARD 0
41#endif
42
43#ifdef HAVE_MMAP
44# include <unistd.h>
45# include <sys/mman.h>
46# ifndef MAP_ANONYMOUS
47# ifdef MAP_ANON
48# define MAP_ANONYMOUS MAP_ANON
49# else
50# undef HAVE_MMAP
51# endif
52# endif 82#endif
53# include <limits.h> 83
54# ifndef PAGESIZE 84#ifndef CORO_STACKGUARD
55# define PAGESIZE pagesize 85# define CORO_STACKGUARD 0
56# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
57static long pagesize;
58# else
59# define BOOT_PAGESIZE
60# endif 86#endif
61#endif
62 87
63/* The next macro should declare a variable stacklevel that contains and approximation 88/* prefer perl internal functions over our own? */
64 * to the current C stack pointer. Its property is that it changes with each call 89#ifndef CORO_PREFER_PERL_FUNCTIONS
65 * and should be unique. */ 90# define CORO_PREFER_PERL_FUNCTIONS 0
91#endif
92
93/* The next macros try to return the current stack pointer, in an as
94 * portable way as possible. */
66#define dSTACKLEVEL int stacklevel 95#define dSTACKLEVEL volatile char stacklevel
67#define STACKLEVEL ((void *)&stacklevel) 96#define STACKLEVEL ((void *)&stacklevel)
68 97
69#define IN_DESTRUCT (PL_main_cv == Nullcv) 98#define IN_DESTRUCT (PL_main_cv == Nullcv)
70 99
100#if __GNUC__ >= 3
101# define attribute(x) __attribute__(x)
102# define BARRIER __asm__ __volatile__ ("" : : : "memory")
103#else
104# define attribute(x)
105# define BARRIER
106#endif
107
108#define NOINLINE attribute ((noinline))
109
71#include "CoroAPI.h" 110#include "CoroAPI.h"
72
73#define TRANSFER_SET_STACKLEVEL 0x8bfbfbfb /* magic cookie */
74 111
75#ifdef USE_ITHREADS 112#ifdef USE_ITHREADS
76static perl_mutex coro_mutex; 113static perl_mutex coro_mutex;
77# define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0) 114# define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0)
78# define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0) 115# define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0)
79#else 116#else
80# define LOCK (void)0 117# define LOCK (void)0
81# define UNLOCK (void)0 118# define UNLOCK (void)0
82#endif 119#endif
83 120
121/* helper storage struct for Coro::AIO */
122struct io_state
123{
124 int errorno;
125 I32 laststype;
126 int laststatval;
127 Stat_t statcache;
128};
129
130static size_t coro_stacksize = CORO_STACKSIZE;
84static struct CoroAPI coroapi; 131static struct CoroAPI coroapi;
85static AV *main_mainstack; /* used to differentiate between $main and others */ 132static AV *main_mainstack; /* used to differentiate between $main and others */
133static JMPENV *main_top_env;
86static HV *coro_state_stash, *coro_stash; 134static HV *coro_state_stash, *coro_stash;
87static SV *coro_mortal; /* will be freed after next transfer */ 135static SV *coro_mortal; /* will be freed after next transfer */
88 136
137/* async_pool helper stuff */
138static SV *sv_pool_rss;
139static SV *sv_pool_size;
140static AV *av_async_pool;
141
142static struct coro_cctx *cctx_first;
143static int cctx_count, cctx_idle;
144
89/* this is a structure representing a c-level coroutine */ 145/* this is a structure representing a c-level coroutine */
90typedef struct coro_stack { 146typedef struct coro_cctx {
91 struct coro_stack *next; 147 struct coro_cctx *next;
92 148
93 /* the stack */ 149 /* the stack */
94 void *sptr; 150 void *sptr;
95 long ssize; /* positive == mmap, otherwise malloc */ 151 size_t ssize;
96 152
97 /* cpu state */ 153 /* cpu state */
98 void *idle_sp; /* original stacklevel when coroutine was created */ 154 void *idle_sp; /* sp of top-level transfer/schedule/cede call */
155 JMPENV *idle_te; /* same as idle_sp, but for top_env, TODO: remove once stable */
99 JMPENV *top_env; 156 JMPENV *top_env;
100 coro_context cctx; 157 coro_context cctx;
101} coro_stack;
102 158
103/* the (fake) coro_stack representing the main program */ 159#if CORO_USE_VALGRIND
104static coro_stack *main_stack; 160 int valgrind_id;
161#endif
162 char inuse, mapped;
163} coro_cctx;
164
165enum {
166 CF_RUNNING = 0x0001, /* coroutine is running */
167 CF_READY = 0x0002, /* coroutine is ready */
168 CF_NEW = 0x0004, /* has never been switched to */
169 CF_DESTROYED = 0x0008, /* coroutine data has been freed */
170};
105 171
106/* this is a structure representing a perl-level coroutine */ 172/* this is a structure representing a perl-level coroutine */
107struct coro { 173struct coro {
108 /* the c coroutine allocated to this perl coroutine, if any */ 174 /* the c coroutine allocated to this perl coroutine, if any */
109 coro_stack *stack; 175 coro_cctx *cctx;
110 176
111 /* data associated with this coroutine (initial args) */ 177 /* data associated with this coroutine (initial args) */
112 AV *args; 178 AV *args;
113 int refcnt; 179 int refcnt;
180 int save; /* CORO_SAVE flags */
181 int flags; /* CF_ flags */
114 182
115 /* optionally saved, might be zero */ 183 /* optionally saved, might be zero */
116 AV *defav; 184 AV *defav; /* @_ */
117 SV *defsv; 185 SV *defsv; /* $_ */
118 SV *errsv; 186 SV *errsv; /* $@ */
187 GV *deffh; /* default filehandle */
188 SV *irssv; /* $/ */
189 SV *irssv_sv; /* real $/ cache */
119 190
120 /* saved global state not related to stacks */ 191#define VAR(name,type) type name;
121 U8 dowarn; 192# include "state.h"
122 I32 in_eval; 193#undef VAR
123
124 /* the stacks and related info (callchain etc..) */
125 PERL_SI *curstackinfo;
126 AV *curstack;
127 AV *mainstack;
128 SV **stack_sp;
129 OP *op;
130 SV **curpad;
131 AV *comppad;
132 CV *compcv;
133 SV **stack_base;
134 SV **stack_max;
135 SV **tmps_stack;
136 I32 tmps_floor;
137 I32 tmps_ix;
138 I32 tmps_max;
139 I32 *markstack;
140 I32 *markstack_ptr;
141 I32 *markstack_max;
142 I32 *scopestack;
143 I32 scopestack_ix;
144 I32 scopestack_max;
145 ANY *savestack;
146 I32 savestack_ix;
147 I32 savestack_max;
148 OP **retstack;
149 I32 retstack_ix;
150 I32 retstack_max;
151 PMOP *curpm;
152 COP *curcop;
153 194
154 /* coro process data */ 195 /* coro process data */
155 int prio; 196 int prio;
197
198 /* linked list */
199 struct coro *next, *prev;
200 HV *hv; /* the perl hash associated with this coro, if any */
156}; 201};
157 202
158typedef struct coro *Coro__State; 203typedef struct coro *Coro__State;
159typedef struct coro *Coro__State_or_hashref; 204typedef struct coro *Coro__State_or_hashref;
160 205
206/** Coro ********************************************************************/
207
208#define PRIO_MAX 3
209#define PRIO_HIGH 1
210#define PRIO_NORMAL 0
211#define PRIO_LOW -1
212#define PRIO_IDLE -3
213#define PRIO_MIN -4
214
215/* for Coro.pm */
216static SV *coro_current;
217static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
218static int coro_nready;
219static struct coro *coro_first;
220
221/** lowlevel stuff **********************************************************/
222
161static AV * 223static AV *
162coro_clone_padlist (pTHX_ CV *cv) 224coro_clone_padlist (pTHX_ CV *cv)
163{ 225{
164 AV *padlist = CvPADLIST (cv); 226 AV *padlist = CvPADLIST (cv);
165 AV *newpadlist, *newpad; 227 AV *newpadlist, *newpad;
166 228
167 newpadlist = newAV (); 229 newpadlist = newAV ();
168 AvREAL_off (newpadlist); 230 AvREAL_off (newpadlist);
169#if PERL_VERSION < 9 231#if PERL_VERSION_ATLEAST (5,9,0)
232 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
233#else
170 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1); 234 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
171#else
172 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
173#endif 235#endif
174 newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)]; 236 newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
175 --AvFILLp (padlist); 237 --AvFILLp (padlist);
176 238
177 av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE))); 239 av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));
221 283
222#define PERL_MAGIC_coro PERL_MAGIC_ext 284#define PERL_MAGIC_coro PERL_MAGIC_ext
223 285
224static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free}; 286static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};
225 287
288#define CORO_MAGIC(cv) \
289 SvMAGIC (cv) \
290 ? SvMAGIC (cv)->mg_type == PERL_MAGIC_coro \
291 ? SvMAGIC (cv) \
292 : mg_find ((SV *)cv, PERL_MAGIC_coro) \
293 : 0
294
226/* the next two functions merely cache the padlists */ 295/* the next two functions merely cache the padlists */
227static void 296static void
228get_padlist (pTHX_ CV *cv) 297get_padlist (pTHX_ CV *cv)
229{ 298{
230 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro); 299 MAGIC *mg = CORO_MAGIC (cv);
300 AV *av;
231 301
232 if (mg && AvFILLp ((AV *)mg->mg_obj) >= 0) 302 if (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0)
233 CvPADLIST (cv) = (AV *)av_pop ((AV *)mg->mg_obj); 303 CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];
234 else 304 else
235 { 305 {
236#if 0 306#if CORO_PREFER_PERL_FUNCTIONS
237 /* this should work - but it doesn't :( */ 307 /* this is probably cleaner, but also slower? */
238 CV *cp = Perl_cv_clone (aTHX_ cv); 308 CV *cp = Perl_cv_clone (cv);
239 CvPADLIST (cv) = CvPADLIST (cp); 309 CvPADLIST (cv) = CvPADLIST (cp);
240 CvPADLIST (cp) = 0; 310 CvPADLIST (cp) = 0;
241 SvREFCNT_dec (cp); 311 SvREFCNT_dec (cp);
242#else 312#else
243 CvPADLIST (cv) = coro_clone_padlist (aTHX_ cv); 313 CvPADLIST (cv) = coro_clone_padlist (aTHX_ cv);
246} 316}
247 317
248static void 318static void
249put_padlist (pTHX_ CV *cv) 319put_padlist (pTHX_ CV *cv)
250{ 320{
251 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro); 321 MAGIC *mg = CORO_MAGIC (cv);
322 AV *av;
252 323
253 if (!mg) 324 if (!mg)
254 { 325 {
255 sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0); 326 sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);
256 mg = mg_find ((SV *)cv, PERL_MAGIC_coro); 327 mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
257 mg->mg_virtual = &vtbl_coro; 328 mg->mg_virtual = &vtbl_coro;
258 mg->mg_obj = (SV *)newAV (); 329 mg->mg_obj = (SV *)newAV ();
259 } 330 }
260 331
261 av_push ((AV *)mg->mg_obj, (SV *)CvPADLIST (cv)); 332 av = (AV *)mg->mg_obj;
333
334 if (AvFILLp (av) >= AvMAX (av))
335 av_extend (av, AvMAX (av) + 1);
336
337 AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
262} 338}
339
340/** load & save, init *******************************************************/
263 341
264#define SB do { 342#define SB do {
265#define SE } while (0) 343#define SE } while (0)
266 344
267#define LOAD(state) load_state(aTHX_ (state));
268#define SAVE(state,flags) save_state(aTHX_ (state),(flags));
269
270#define REPLACE_SV(sv,val) SB SvREFCNT_dec(sv); (sv) = (val); (val) = 0; SE 345#define REPLACE_SV(sv,val) SB SvREFCNT_dec (sv); (sv) = (val); (val) = 0; SE
271 346
272static void 347static void
273load_state(pTHX_ Coro__State c) 348load_perl (pTHX_ Coro__State c)
274{ 349{
275 PL_dowarn = c->dowarn; 350#define VAR(name,type) PL_ ## name = c->name;
276 PL_in_eval = c->in_eval; 351# include "state.h"
277 352#undef VAR
278 PL_curstackinfo = c->curstackinfo;
279 PL_curstack = c->curstack;
280 PL_mainstack = c->mainstack;
281 PL_stack_sp = c->stack_sp;
282 PL_op = c->op;
283 PL_curpad = c->curpad;
284 PL_comppad = c->comppad;
285 PL_compcv = c->compcv;
286 PL_stack_base = c->stack_base;
287 PL_stack_max = c->stack_max;
288 PL_tmps_stack = c->tmps_stack;
289 PL_tmps_floor = c->tmps_floor;
290 PL_tmps_ix = c->tmps_ix;
291 PL_tmps_max = c->tmps_max;
292 PL_markstack = c->markstack;
293 PL_markstack_ptr = c->markstack_ptr;
294 PL_markstack_max = c->markstack_max;
295 PL_scopestack = c->scopestack;
296 PL_scopestack_ix = c->scopestack_ix;
297 PL_scopestack_max = c->scopestack_max;
298 PL_savestack = c->savestack;
299 PL_savestack_ix = c->savestack_ix;
300 PL_savestack_max = c->savestack_max;
301#if PERL_VERSION < 9
302 PL_retstack = c->retstack;
303 PL_retstack_ix = c->retstack_ix;
304 PL_retstack_max = c->retstack_max;
305#endif
306 PL_curpm = c->curpm;
307 PL_curcop = c->curcop;
308 353
309 if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav); 354 if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);
310 if (c->defsv) REPLACE_SV (DEFSV , c->defsv); 355 if (c->defsv) REPLACE_SV (DEFSV , c->defsv);
311 if (c->errsv) REPLACE_SV (ERRSV , c->errsv); 356 if (c->errsv) REPLACE_SV (ERRSV , c->errsv);
357 if (c->deffh) REPLACE_SV (PL_defoutgv , c->deffh);
358
359 if (c->irssv)
360 {
361 if (c->irssv == PL_rs || sv_eq (PL_rs, c->irssv))
362 {
363 SvREFCNT_dec (c->irssv);
364 c->irssv = 0;
365 }
366 else
367 {
368 REPLACE_SV (PL_rs, c->irssv);
369 if (!c->irssv_sv) c->irssv_sv = get_sv ("/", 0);
370 sv_setsv (c->irssv_sv, PL_rs);
371 }
372 }
312 373
313 { 374 {
314 dSP; 375 dSP;
315 CV *cv; 376 CV *cv;
316 377
317 /* now do the ugly restore mess */ 378 /* now do the ugly restore mess */
318 while ((cv = (CV *)POPs)) 379 while ((cv = (CV *)POPs))
319 { 380 {
320 AV *padlist = (AV *)POPs;
321
322 if (padlist)
323 {
324 put_padlist (aTHX_ cv); /* mark this padlist as available */ 381 put_padlist (aTHX_ cv); /* mark this padlist as available */
325 CvPADLIST(cv) = padlist; 382 CvDEPTH (cv) = PTR2IV (POPs);
326 } 383 CvPADLIST (cv) = (AV *)POPs;
327
328 ++CvDEPTH(cv);
329 } 384 }
330 385
331 PUTBACK; 386 PUTBACK;
332 } 387 }
333} 388}
334 389
335static void 390static void
336save_state(pTHX_ Coro__State c, int flags) 391save_perl (pTHX_ Coro__State c)
337{ 392{
338 { 393 {
339 dSP; 394 dSP;
340 I32 cxix = cxstack_ix; 395 I32 cxix = cxstack_ix;
341 PERL_CONTEXT *ccstk = cxstack; 396 PERL_CONTEXT *ccstk = cxstack;
344 /* 399 /*
345 * the worst thing you can imagine happens first - we have to save 400 * the worst thing you can imagine happens first - we have to save
346 * (and reinitialize) all cv's in the whole callchain :( 401 * (and reinitialize) all cv's in the whole callchain :(
347 */ 402 */
348 403
349 PUSHs (Nullsv); 404 XPUSHs (Nullsv);
350 /* this loop was inspired by pp_caller */ 405 /* this loop was inspired by pp_caller */
351 for (;;) 406 for (;;)
352 { 407 {
353 while (cxix >= 0) 408 while (cxix >= 0)
354 { 409 {
355 PERL_CONTEXT *cx = &ccstk[cxix--]; 410 PERL_CONTEXT *cx = &ccstk[cxix--];
356 411
357 if (CxTYPE(cx) == CXt_SUB) 412 if (CxTYPE (cx) == CXt_SUB || CxTYPE (cx) == CXt_FORMAT)
358 { 413 {
359 CV *cv = cx->blk_sub.cv; 414 CV *cv = cx->blk_sub.cv;
415
360 if (CvDEPTH(cv)) 416 if (CvDEPTH (cv))
361 { 417 {
362 EXTEND (SP, CvDEPTH(cv)*2); 418 EXTEND (SP, 3);
363
364 while (--CvDEPTH(cv))
365 {
366 /* this tells the restore code to increment CvDEPTH */
367 PUSHs (Nullsv);
368 PUSHs ((SV *)cv);
369 }
370
371 PUSHs ((SV *)CvPADLIST(cv)); 419 PUSHs ((SV *)CvPADLIST (cv));
420 PUSHs (INT2PTR (SV *, CvDEPTH (cv)));
372 PUSHs ((SV *)cv); 421 PUSHs ((SV *)cv);
373 422
423 CvDEPTH (cv) = 0;
374 get_padlist (aTHX_ cv); 424 get_padlist (aTHX_ cv);
375 } 425 }
376 } 426 }
377#ifdef CXt_FORMAT
378 else if (CxTYPE(cx) == CXt_FORMAT)
379 {
380 /* I never used formats, so how should I know how these are implemented? */
381 /* my bold guess is as a simple, plain sub... */
382 croak ("CXt_FORMAT not yet handled. Don't switch coroutines from within formats");
383 }
384#endif
385 } 427 }
386 428
387 if (top_si->si_type == PERLSI_MAIN) 429 if (top_si->si_type == PERLSI_MAIN)
388 break; 430 break;
389 431
390 top_si = top_si->si_prev; 432 top_si = top_si->si_prev;
391 ccstk = top_si->si_cxstack; 433 ccstk = top_si->si_cxstack;
392 cxix = top_si->si_cxix; 434 cxix = top_si->si_cxix;
393 } 435 }
394 436
395 PUTBACK; 437 PUTBACK;
396 } 438 }
397 439
398 c->defav = flags & TRANSFER_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0; 440 c->defav = c->save & CORO_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;
399 c->defsv = flags & TRANSFER_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0; 441 c->defsv = c->save & CORO_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;
400 c->errsv = flags & TRANSFER_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0; 442 c->errsv = c->save & CORO_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;
443 c->deffh = c->save & CORO_SAVE_DEFFH ? (GV *)SvREFCNT_inc (PL_defoutgv) : 0;
444 c->irssv = c->save & CORO_SAVE_IRSSV ? SvREFCNT_inc (PL_rs) : 0;
401 445
402 c->dowarn = PL_dowarn; 446#define VAR(name,type)c->name = PL_ ## name;
403 c->in_eval = PL_in_eval; 447# include "state.h"
404 448#undef VAR
405 c->curstackinfo = PL_curstackinfo;
406 c->curstack = PL_curstack;
407 c->mainstack = PL_mainstack;
408 c->stack_sp = PL_stack_sp;
409 c->op = PL_op;
410 c->curpad = PL_curpad;
411 c->comppad = PL_comppad;
412 c->compcv = PL_compcv;
413 c->stack_base = PL_stack_base;
414 c->stack_max = PL_stack_max;
415 c->tmps_stack = PL_tmps_stack;
416 c->tmps_floor = PL_tmps_floor;
417 c->tmps_ix = PL_tmps_ix;
418 c->tmps_max = PL_tmps_max;
419 c->markstack = PL_markstack;
420 c->markstack_ptr = PL_markstack_ptr;
421 c->markstack_max = PL_markstack_max;
422 c->scopestack = PL_scopestack;
423 c->scopestack_ix = PL_scopestack_ix;
424 c->scopestack_max = PL_scopestack_max;
425 c->savestack = PL_savestack;
426 c->savestack_ix = PL_savestack_ix;
427 c->savestack_max = PL_savestack_max;
428#if PERL_VERSION < 9
429 c->retstack = PL_retstack;
430 c->retstack_ix = PL_retstack_ix;
431 c->retstack_max = PL_retstack_max;
432#endif
433 c->curpm = PL_curpm;
434 c->curcop = PL_curcop;
435} 449}
436 450
437/* 451/*
438 * allocate various perl stacks. This is an exact copy 452 * allocate various perl stacks. This is an exact copy
439 * of perl.c:init_stacks, except that it uses less memory 453 * of perl.c:init_stacks, except that it uses less memory
440 * on the (sometimes correct) assumption that coroutines do 454 * on the (sometimes correct) assumption that coroutines do
441 * not usually need a lot of stackspace. 455 * not usually need a lot of stackspace.
442 */ 456 */
457#if CORO_PREFER_PERL_FUNCTIONS
458# define coro_init_stacks init_stacks
459#else
443static void 460static void
444coro_init_stacks (pTHX) 461coro_init_stacks (pTHX)
445{ 462{
446 LOCK; 463 PL_curstackinfo = new_stackinfo(64, 6);
447
448 PL_curstackinfo = new_stackinfo(96, 1024/sizeof(PERL_CONTEXT) - 1);
449 PL_curstackinfo->si_type = PERLSI_MAIN; 464 PL_curstackinfo->si_type = PERLSI_MAIN;
450 PL_curstack = PL_curstackinfo->si_stack; 465 PL_curstack = PL_curstackinfo->si_stack;
451 PL_mainstack = PL_curstack; /* remember in case we switch stacks */ 466 PL_mainstack = PL_curstack; /* remember in case we switch stacks */
452 467
453 PL_stack_base = AvARRAY(PL_curstack); 468 PL_stack_base = AvARRAY(PL_curstack);
454 PL_stack_sp = PL_stack_base; 469 PL_stack_sp = PL_stack_base;
455 PL_stack_max = PL_stack_base + AvMAX(PL_curstack); 470 PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
456 471
457 New(50,PL_tmps_stack,96,SV*); 472 New(50,PL_tmps_stack,64,SV*);
458 PL_tmps_floor = -1; 473 PL_tmps_floor = -1;
459 PL_tmps_ix = -1; 474 PL_tmps_ix = -1;
460 PL_tmps_max = 96; 475 PL_tmps_max = 64;
461 476
462 New(54,PL_markstack,16,I32); 477 New(54,PL_markstack,16,I32);
463 PL_markstack_ptr = PL_markstack; 478 PL_markstack_ptr = PL_markstack;
464 PL_markstack_max = PL_markstack + 16; 479 PL_markstack_max = PL_markstack + 16;
465 480
469 484
470 New(54,PL_scopestack,16,I32); 485 New(54,PL_scopestack,16,I32);
471 PL_scopestack_ix = 0; 486 PL_scopestack_ix = 0;
472 PL_scopestack_max = 16; 487 PL_scopestack_max = 16;
473 488
474 New(54,PL_savestack,96,ANY); 489 New(54,PL_savestack,64,ANY);
475 PL_savestack_ix = 0; 490 PL_savestack_ix = 0;
476 PL_savestack_max = 96; 491 PL_savestack_max = 64;
477 492
478#if PERL_VERSION < 9 493#if !PERL_VERSION_ATLEAST (5,9,0)
479 New(54,PL_retstack,8,OP*); 494 New(54,PL_retstack,4,OP*);
480 PL_retstack_ix = 0; 495 PL_retstack_ix = 0;
481 PL_retstack_max = 8; 496 PL_retstack_max = 4;
482#endif 497#endif
483
484 UNLOCK;
485} 498}
499#endif
486 500
487/* 501/*
488 * destroy the stacks, the callchain etc... 502 * destroy the stacks, the callchain etc...
489 */ 503 */
490static void 504static void
491destroy_stacks(pTHX) 505coro_destroy_stacks (pTHX)
492{ 506{
493 if (!IN_DESTRUCT) 507 if (!IN_DESTRUCT)
494 { 508 {
495 /* is this ugly, I ask? */ 509 /* restore all saved variables and stuff */
496 LEAVE_SCOPE (0); 510 LEAVE_SCOPE (0);
511 assert (PL_tmps_floor == -1);
497 512
498 /* sure it is, but more important: is it correct?? :/ */ 513 /* free all temporaries */
499 FREETMPS; 514 FREETMPS;
515 assert (PL_tmps_ix == -1);
500 516
517 /* unwind all extra stacks */
501 /*POPSTACK_TO (PL_mainstack);*//*D*//*use*/ 518 POPSTACK_TO (PL_mainstack);
519
520 /* unwind main stack */
521 dounwind (-1);
502 } 522 }
503 523
504 while (PL_curstackinfo->si_next) 524 while (PL_curstackinfo->si_next)
505 PL_curstackinfo = PL_curstackinfo->si_next; 525 PL_curstackinfo = PL_curstackinfo->si_next;
506 526
507 while (PL_curstackinfo) 527 while (PL_curstackinfo)
508 { 528 {
509 PERL_SI *p = PL_curstackinfo->si_prev; 529 PERL_SI *p = PL_curstackinfo->si_prev;
510 530
511 { /*D*//*remove*/
512 dSP;
513 SWITCHSTACK (PL_curstack, PL_curstackinfo->si_stack);
514 PUTBACK; /* possibly superfluous */
515 }
516
517 if (!IN_DESTRUCT) 531 if (!IN_DESTRUCT)
518 {
519 dounwind (-1);/*D*//*remove*/
520 SvREFCNT_dec (PL_curstackinfo->si_stack); 532 SvREFCNT_dec (PL_curstackinfo->si_stack);
521 }
522 533
523 Safefree (PL_curstackinfo->si_cxstack); 534 Safefree (PL_curstackinfo->si_cxstack);
524 Safefree (PL_curstackinfo); 535 Safefree (PL_curstackinfo);
525 PL_curstackinfo = p; 536 PL_curstackinfo = p;
526 } 537 }
527 538
528 Safefree (PL_tmps_stack); 539 Safefree (PL_tmps_stack);
529 Safefree (PL_markstack); 540 Safefree (PL_markstack);
530 Safefree (PL_scopestack); 541 Safefree (PL_scopestack);
531 Safefree (PL_savestack); 542 Safefree (PL_savestack);
532#if PERL_VERSION < 9 543#if !PERL_VERSION_ATLEAST (5,9,0)
533 Safefree (PL_retstack); 544 Safefree (PL_retstack);
534#endif 545#endif
535} 546}
536 547
548static size_t
549coro_rss (struct coro *coro)
550{
551 size_t rss = sizeof (coro);
552
553 if (coro->mainstack)
554 {
555 if (coro->flags & CF_RUNNING)
556 {
557 #define VAR(name,type)coro->name = PL_ ## name;
558 # include "state.h"
559 #undef VAR
560 }
561
562 rss += sizeof (coro->curstackinfo);
563 rss += sizeof (struct xpvav) + (1 + AvFILL (coro->curstackinfo->si_stack)) * sizeof (SV *);
564 rss += (coro->curstackinfo->si_cxmax + 1) * sizeof (PERL_CONTEXT);
565 rss += sizeof (struct xpvav) + (1 + AvFILL (coro->curstack)) * sizeof (SV *);
566 rss += coro->tmps_max * sizeof (SV *);
567 rss += (coro->markstack_max - coro->markstack_ptr) * sizeof (I32);
568 rss += coro->scopestack_max * sizeof (I32);
569 rss += coro->savestack_max * sizeof (ANY);
570
571#if !PERL_VERSION_ATLEAST (5,9,0)
572 rss += coro->retstack_max * sizeof (OP *);
573#endif
574 }
575
576 return rss;
577}
578
579/** coroutine stack handling ************************************************/
580
537static void 581static void
538setup_coro (struct coro *coro) 582setup_coro (pTHX_ struct coro *coro)
539{ 583{
540 /* 584 /*
541 * emulate part of the perl startup here. 585 * emulate part of the perl startup here.
542 */ 586 */
543 dTHX; 587 coro_init_stacks (aTHX);
588
589 PL_curcop = &PL_compiling;
590 PL_in_eval = EVAL_NULL;
591 PL_comppad = 0;
592 PL_curpm = 0;
593 PL_localizing = 0;
594 PL_dirty = 0;
595 PL_restartop = 0;
596
597 {
598 dSP;
599 LOGOP myop;
600
601 SvREFCNT_dec (GvAV (PL_defgv));
602 GvAV (PL_defgv) = coro->args; coro->args = 0;
603
604 Zero (&myop, 1, LOGOP);
605 myop.op_next = Nullop;
606 myop.op_flags = OPf_WANT_VOID;
607
608 PUSHMARK (SP);
609 XPUSHs (av_shift (GvAV (PL_defgv)));
610 PUTBACK;
611 PL_op = (OP *)&myop;
612 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
613 SPAGAIN;
614 }
615
616 ENTER; /* necessary e.g. for dounwind */
617}
618
619static void
620free_coro_mortal (pTHX)
621{
622 if (coro_mortal)
623 {
624 SvREFCNT_dec (coro_mortal);
625 coro_mortal = 0;
626 }
627}
628
629/* inject a fake call to Coro::State::_cctx_init into the execution */
630/* _cctx_init should be careful, as it could be called at almost any time */
631/* during execution of a perl program */
632static void NOINLINE
633prepare_cctx (pTHX_ coro_cctx *cctx)
634{
544 dSP; 635 dSP;
545 UNOP myop; 636 LOGOP myop;
546 SV *sub_init = (SV *)get_cv ("Coro::State::coro_init", FALSE);
547 637
548 coro_init_stacks (aTHX);
549 /*PL_curcop = 0;*/
550 /*PL_in_eval = PL_in_eval;*/ /* inherit */
551 SvREFCNT_dec (GvAV (PL_defgv));
552 GvAV (PL_defgv) = coro->args; coro->args = 0;
553
554 SPAGAIN;
555
556 Zero (&myop, 1, UNOP); 638 Zero (&myop, 1, LOGOP);
557 myop.op_next = Nullop; 639 myop.op_next = PL_op;
558 myop.op_flags = OPf_WANT_VOID; 640 myop.op_flags = OPf_WANT_VOID | OPf_STACKED;
559 641
642 PUSHMARK (SP);
643 EXTEND (SP, 2);
644 PUSHs (sv_2mortal (newSViv (PTR2IV (cctx))));
645 PUSHs ((SV *)get_cv ("Coro::State::_cctx_init", FALSE));
646 PUTBACK;
560 PL_op = (OP *)&myop; 647 PL_op = (OP *)&myop;
561
562 PUSHMARK(SP);
563 XPUSHs (sub_init);
564 PUTBACK;
565 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX); 648 PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
566 SPAGAIN; 649 SPAGAIN;
567
568 ENTER; /* necessary e.g. for dounwind */
569} 650}
570 651
571static void 652/*
572free_coro_mortal () 653 * this is a _very_ stripped down perl interpreter ;)
573{ 654 */
574 if (coro_mortal)
575 {
576 SvREFCNT_dec (coro_mortal);
577 coro_mortal = 0;
578 }
579}
580
581static void 655static void
582coro_run (void *arg) 656coro_run (void *arg)
583{ 657{
658 dTHX;
659
660 /* coro_run is the alternative tail of transfer(), so unlock here. */
661 UNLOCK;
662
663 PL_top_env = &PL_start_env;
664
665 /* inject a fake subroutine call to cctx_init */
666 prepare_cctx (aTHX_ (coro_cctx *)arg);
667
668 /* somebody or something will hit me for both perl_run and PL_restartop */
669 PL_restartop = PL_op;
670 perl_run (PL_curinterp);
671
584 /* 672 /*
585 * this is a _very_ stripped down perl interpreter ;) 673 * If perl-run returns we assume exit() was being called or the coro
674 * fell off the end, which seems to be the only valid (non-bug)
675 * reason for perl_run to return. We try to exit by jumping to the
676 * bootstrap-time "top" top_env, as we cannot restore the "main"
677 * coroutine as Coro has no such concept
586 */ 678 */
587 dTHX;
588 int ret;
589
590 UNLOCK;
591
592 PL_top_env = &PL_start_env; 679 PL_top_env = main_top_env;
593 680 JMPENV_JUMP (2); /* I do not feel well about the hardcoded 2 at all */
594 sv_setiv (get_sv ("Coro::State::cctx_stack", FALSE), PTR2IV ((coro_stack *)arg));
595 sv_setiv (get_sv ("Coro::State::cctx_restartop", FALSE), PTR2IV (PL_op));
596
597 /* continue at cctx_init, without entersub */
598 PL_restartop = CvSTART (get_cv ("Coro::State::cctx_init", FALSE));
599
600 /* somebody will hit me for both perl_run and PL_restartop */
601 ret = perl_run (aTHX_ PERL_GET_CONTEXT);
602 printf ("ret %d\n", ret);//D
603
604 fputs ("FATAL: C coroutine fell over the edge of the world, aborting.\n", stderr);
605 abort ();
606} 681}
607 682
608static coro_stack * 683static coro_cctx *
609stack_new () 684cctx_new ()
610{ 685{
611 coro_stack *stack; 686 coro_cctx *cctx;
687 void *stack_start;
688 size_t stack_size;
612 689
690 ++cctx_count;
691
613 New (0, stack, 1, coro_stack); 692 Newz (0, cctx, 1, coro_cctx);
614 693
615#if HAVE_MMAP 694#if HAVE_MMAP
616 695
617 stack->ssize = ((STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + STACKGUARD) * PAGESIZE; 696 cctx->ssize = ((coro_stacksize * sizeof (long) + PAGESIZE - 1) / PAGESIZE + CORO_STACKGUARD) * PAGESIZE;
618 /* mmap suppsedly does allocate-on-write for us */ 697 /* mmap supposedly does allocate-on-write for us */
619 stack->sptr = mmap (0, stack->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0); 698 cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
620 699
621 if (stack->sptr == (void *)-1) 700 if (cctx->sptr != (void *)-1)
622 {
623 perror ("FATAL: unable to mmap stack for coroutine");
624 _exit (EXIT_FAILURE);
625 } 701 {
626
627# if STACKGUARD 702# if CORO_STACKGUARD
628 mprotect (stack->sptr, STACKGUARD * PAGESIZE, PROT_NONE); 703 mprotect (cctx->sptr, CORO_STACKGUARD * PAGESIZE, PROT_NONE);
629# endif 704# endif
630 705 stack_start = CORO_STACKGUARD * PAGESIZE + (char *)cctx->sptr;
631#else 706 stack_size = cctx->ssize - CORO_STACKGUARD * PAGESIZE;
632 707 cctx->mapped = 1;
633 stack->ssize = STACKSIZE * (long)sizeof (long);
634 New (0, stack->sptr, STACKSIZE, long);
635
636 if (!stack->sptr)
637 { 708 }
709 else
710#endif
711 {
712 cctx->ssize = coro_stacksize * (long)sizeof (long);
713 New (0, cctx->sptr, coro_stacksize, long);
714
715 if (!cctx->sptr)
716 {
638 perror (stderr, "FATAL: unable to malloc stack for coroutine"); 717 perror ("FATAL: unable to allocate stack for coroutine");
639 _exit (EXIT_FAILURE); 718 _exit (EXIT_FAILURE);
640 } 719 }
641 720
642#endif 721 stack_start = cctx->sptr;
722 stack_size = cctx->ssize;
723 }
643 724
725 REGISTER_STACK (cctx, (char *)stack_start, (char *)stack_start + stack_size);
644 coro_create (&stack->cctx, coro_run, (void *)stack, stack->sptr, stack->ssize); 726 coro_create (&cctx->cctx, coro_run, (void *)cctx, stack_start, stack_size);
645 727
646 return stack; 728 return cctx;
647} 729}
648 730
649static void 731static void
650stack_free (coro_stack *stack) 732cctx_destroy (coro_cctx *cctx)
651{ 733{
652 if (!stack || stack == main_stack) 734 if (!cctx)
653 return; 735 return;
654 736
737 --cctx_count;
738
739#if CORO_USE_VALGRIND
740 VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
741#endif
742
655#if HAVE_MMAP 743#if HAVE_MMAP
744 if (cctx->mapped)
656 munmap (stack->sptr, stack->ssize); 745 munmap (cctx->sptr, cctx->ssize);
657#else
658 Safefree (stack->sptr);
659#endif
660
661 Safefree (stack);
662}
663
664static coro_stack *stack_first;
665
666static coro_stack *
667stack_get ()
668{
669 coro_stack *stack;
670
671 if (stack_first)
672 {
673 stack = stack_first;
674 stack_first = stack->next;
675 }
676 else 746 else
747#endif
748 Safefree (cctx->sptr);
749
750 Safefree (cctx);
751}
752
753static coro_cctx *
754cctx_get (pTHX)
755{
756 while (cctx_first)
677 { 757 {
678 stack = stack_new (); 758 coro_cctx *cctx = cctx_first;
759 cctx_first = cctx->next;
760 --cctx_idle;
761
762 if (cctx->ssize >= coro_stacksize)
763 return cctx;
764
765 cctx_destroy (cctx);
766 }
767
679 PL_op = PL_op->op_next; 768 PL_op = PL_op->op_next;
769 return cctx_new ();
770}
771
772static void
773cctx_put (coro_cctx *cctx)
774{
775 /* free another cctx if overlimit */
776 if (cctx_idle >= MAX_IDLE_CCTX)
777 {
778 coro_cctx *first = cctx_first;
779 cctx_first = first->next;
780 --cctx_idle;
781
782 assert (!first->inuse);
783 cctx_destroy (first);
680 } 784 }
681 785
682 return stack; 786 ++cctx_idle;
787 cctx->next = cctx_first;
788 cctx_first = cctx;
683} 789}
684 790
685static void 791/** coroutine switching *****************************************************/
686stack_put (coro_stack *stack)
687{
688 stack->next = stack_first;
689 stack_first = stack;
690}
691 792
692/* never call directly, always through the coro_state_transfer global variable */ 793/* never call directly, always through the coro_state_transfer global variable */
693static void 794static void NOINLINE
694transfer_impl (pTHX_ struct coro *prev, struct coro *next, int flags) 795transfer (pTHX_ struct coro *prev, struct coro *next)
695{ 796{
696 dSTACKLEVEL; 797 dSTACKLEVEL;
697 798
698 /* sometimes transfer is only called to set idle_sp */ 799 /* sometimes transfer is only called to set idle_sp */
699 if (flags == TRANSFER_SET_STACKLEVEL) 800 if (!next)
801 {
700 ((coro_stack *)prev)->idle_sp = STACKLEVEL; 802 ((coro_cctx *)prev)->idle_sp = STACKLEVEL;
803 assert (((coro_cctx *)prev)->idle_te = PL_top_env); /* just for the side-effect when asserts are enabled */
804 }
701 else if (prev != next) 805 else if (prev != next)
702 { 806 {
703 coro_stack *prev__stack; 807 coro_cctx *prev__cctx;
808
809 if (prev->flags & CF_NEW)
810 {
811 /* create a new empty context */
812 Newz (0, prev->cctx, 1, coro_cctx);
813 prev->cctx->inuse = 1;
814 prev->flags &= ~CF_NEW;
815 prev->flags |= CF_RUNNING;
816 }
817
818 /*TODO: must not croak here */
819 if (!prev->flags & CF_RUNNING)
820 croak ("Coro::State::transfer called with non-running prev Coro::State, but can only transfer from running states");
821
822 if (next->flags & CF_RUNNING)
823 croak ("Coro::State::transfer called with running next Coro::State, but can only transfer to inactive states");
824
825 if (next->flags & CF_DESTROYED)
826 croak ("Coro::State::transfer called with destroyed next Coro::State, but can only transfer to inactive states");
827
828 prev->flags &= ~CF_RUNNING;
829 next->flags |= CF_RUNNING;
704 830
705 LOCK; 831 LOCK;
706 832
707 if (next->mainstack) 833 if (next->flags & CF_NEW)
708 { 834 {
709 /* coroutine already started */ 835 /* need to start coroutine */
710 SAVE (prev, flags); 836 next->flags &= ~CF_NEW;
711 LOAD (next); 837 /* first get rid of the old state */
838 save_perl (aTHX_ prev);
839 /* setup coroutine call */
840 setup_coro (aTHX_ next);
841 /* need a new stack */
842 assert (!next->cctx);
712 } 843 }
713 else 844 else
714 { 845 {
715 /* need to start coroutine */ 846 /* coroutine already started */
716 /* first get rid of the old state */ 847 save_perl (aTHX_ prev);
717 SAVE (prev, -1); 848 load_perl (aTHX_ next);
718 /* setup coroutine call */
719 setup_coro (next);
720 /* need a stack */
721 next->stack = 0;
722 } 849 }
723 850
724 prev__stack = prev->stack; 851 prev__cctx = prev->cctx;
725 852
726 /* possibly "free" the stack */ 853 /* possibly "free" the cctx */
727 if (prev__stack->idle_sp == STACKLEVEL) 854 if (prev__cctx->idle_sp == STACKLEVEL)
728 { 855 {
729 stack_put (prev__stack); 856 /* I assume that STACKLEVEL is a stronger indicator than PL_top_env changes */
857 assert (("ERROR: current top_env must equal previous top_env", PL_top_env == prev__cctx->idle_te));
858
730 prev->stack = 0; 859 prev->cctx = 0;
860
861 cctx_put (prev__cctx);
862 prev__cctx->inuse = 0;
731 } 863 }
732 864
733 if (!next->stack) 865 if (!next->cctx)
734 next->stack = stack_get ();
735
736 if (prev__stack != next->stack)
737 { 866 {
738 prev__stack->top_env = PL_top_env; 867 next->cctx = cctx_get (aTHX);
739 PL_top_env = next->stack->top_env; 868 assert (!next->cctx->inuse);
740 printf ("stacksw %p %p\n", prev__stack->idle_sp, next->stack->idle_sp);//D 869 next->cctx->inuse = 1;
741 coro_transfer (&prev__stack->cctx, &next->stack->cctx);
742 } 870 }
743 871
872 if (prev__cctx != next->cctx)
873 {
874 prev__cctx->top_env = PL_top_env;
875 PL_top_env = next->cctx->top_env;
876 coro_transfer (&prev__cctx->cctx, &next->cctx->cctx);
877 }
878
744 free_coro_mortal (); 879 free_coro_mortal (aTHX);
745
746 UNLOCK; 880 UNLOCK;
747 } 881 }
748} 882}
749 883
750/* use this function pointer to call the above function */
751/* this is done to increase chances of the compiler not inlining the call */
752/* not static to make it even harder for the compiler (and theoretically impossible in most cases */
753void (*coro_state_transfer)(pTHX_ struct coro *prev, struct coro *next, int flags) = transfer_impl;
754
755struct transfer_args 884struct transfer_args
756{ 885{
757 struct coro *prev, *next; 886 struct coro *prev, *next;
758 int flags;
759}; 887};
760 888
761#define TRANSFER(ta) coro_state_transfer ((ta).prev, (ta).next, (ta).flags) 889#define TRANSFER(ta) transfer (aTHX_ (ta).prev, (ta).next)
762 890
891/** high level stuff ********************************************************/
892
763static void 893static int
764coro_state_destroy (struct coro *coro) 894coro_state_destroy (pTHX_ struct coro *coro)
765{ 895{
766 if (coro->refcnt--) 896 if (coro->flags & CF_DESTROYED)
767 return; 897 return 0;
898
899 coro->flags |= CF_DESTROYED;
900
901 if (coro->flags & CF_READY)
902 {
903 /* reduce nready, as destroying a ready coro effectively unreadies it */
904 /* alternative: look through all ready queues and remove the coro */
905 LOCK;
906 --coro_nready;
907 UNLOCK;
908 }
909 else
910 coro->flags |= CF_READY; /* make sure it is NOT put into the readyqueue */
768 911
769 if (coro->mainstack && coro->mainstack != main_mainstack) 912 if (coro->mainstack && coro->mainstack != main_mainstack)
770 { 913 {
771 struct coro temp; 914 struct coro temp;
772 915
773 SAVE (aTHX_ (&temp), TRANSFER_SAVE_ALL); 916 assert (!(coro->flags & CF_RUNNING));
917
918 Zero (&temp, 1, struct coro);
919 temp.save = CORO_SAVE_ALL;
920
921 if (coro->flags & CF_RUNNING)
922 croak ("FATAL: tried to destroy currently running coroutine");
923
924 save_perl (aTHX_ &temp);
774 LOAD (aTHX_ coro); 925 load_perl (aTHX_ coro);
775 926
776 destroy_stacks (aTHX); 927 coro_destroy_stacks (aTHX);
777 928
778 LOAD ((&temp)); /* this will get rid of defsv etc.. */ 929 load_perl (aTHX_ &temp); /* this will get rid of defsv etc.. */
779 930
780 coro->mainstack = 0; 931 coro->mainstack = 0;
781 } 932 }
782 933
783 stack_free (coro->stack); 934 cctx_destroy (coro->cctx);
784 SvREFCNT_dec (coro->args); 935 SvREFCNT_dec (coro->args);
785 Safefree (coro); 936
937 if (coro->next) coro->next->prev = coro->prev;
938 if (coro->prev) coro->prev->next = coro->next;
939 if (coro == coro_first) coro_first = coro->next;
940
941 return 1;
786} 942}
787 943
788static int 944static int
789coro_state_clear (SV *sv, MAGIC *mg) 945coro_state_free (pTHX_ SV *sv, MAGIC *mg)
790{ 946{
791 struct coro *coro = (struct coro *)mg->mg_ptr; 947 struct coro *coro = (struct coro *)mg->mg_ptr;
792 mg->mg_ptr = 0; 948 mg->mg_ptr = 0;
793 949
950 coro->hv = 0;
951
952 if (--coro->refcnt < 0)
953 {
794 coro_state_destroy (coro); 954 coro_state_destroy (aTHX_ coro);
955 Safefree (coro);
956 }
795 957
796 return 0; 958 return 0;
797} 959}
798 960
799static int 961static int
800coro_state_dup (MAGIC *mg, CLONE_PARAMS *params) 962coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)
801{ 963{
802 struct coro *coro = (struct coro *)mg->mg_ptr; 964 struct coro *coro = (struct coro *)mg->mg_ptr;
803 965
804 ++coro->refcnt; 966 ++coro->refcnt;
805 967
806 return 0; 968 return 0;
807} 969}
808 970
809static MGVTBL coro_state_vtbl = { 0, 0, 0, 0, coro_state_clear, 0, coro_state_dup, 0 }; 971static MGVTBL coro_state_vtbl = {
972 0, 0, 0, 0,
973 coro_state_free,
974 0,
975#ifdef MGf_DUP
976 coro_state_dup,
977#else
978# define MGf_DUP 0
979#endif
980};
810 981
811static struct coro * 982static struct coro *
812SvSTATE (SV *coro) 983SvSTATE_ (pTHX_ SV *coro)
813{ 984{
814 HV *stash; 985 HV *stash;
815 MAGIC *mg; 986 MAGIC *mg;
816 987
817 if (SvROK (coro)) 988 if (SvROK (coro))
823 /* very slow, but rare, check */ 994 /* very slow, but rare, check */
824 if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State")) 995 if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
825 croak ("Coro::State object required"); 996 croak ("Coro::State object required");
826 } 997 }
827 998
828 mg = SvMAGIC (coro); 999 mg = CORO_MAGIC (coro);
829 assert (mg->mg_type == PERL_MAGIC_ext);
830 return (struct coro *)mg->mg_ptr; 1000 return (struct coro *)mg->mg_ptr;
831} 1001}
832 1002
1003#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv))
1004
833static void 1005static void
834prepare_transfer (pTHX_ struct transfer_args *ta, SV *prev, SV *next, int flags) 1006prepare_transfer (pTHX_ struct transfer_args *ta, SV *prev_sv, SV *next_sv)
835{ 1007{
836 ta->prev = SvSTATE (prev); 1008 ta->prev = SvSTATE (prev_sv);
837 ta->next = SvSTATE (next); 1009 ta->next = SvSTATE (next_sv);
838 ta->flags = flags;
839} 1010}
840 1011
841static void 1012static void
842api_transfer (SV *prev, SV *next, int flags) 1013api_transfer (SV *prev_sv, SV *next_sv)
843{ 1014{
844 dTHX; 1015 dTHX;
845 struct transfer_args ta; 1016 struct transfer_args ta;
846 1017
847 prepare_transfer (aTHX_ &ta, prev, next, flags); 1018 prepare_transfer (aTHX_ &ta, prev_sv, next_sv);
848 TRANSFER (ta); 1019 TRANSFER (ta);
849} 1020}
850 1021
1022static int
1023api_save (SV *coro_sv, int new_save)
1024{
1025 dTHX;
1026 struct coro *coro = SvSTATE (coro_sv);
1027 int old_save = coro->save;
1028
1029 if (new_save >= 0)
1030 coro->save = new_save;
1031
1032 return old_save;
1033}
1034
851/** Coro ********************************************************************/ 1035/** Coro ********************************************************************/
852 1036
853#define PRIO_MAX 3
854#define PRIO_HIGH 1
855#define PRIO_NORMAL 0
856#define PRIO_LOW -1
857#define PRIO_IDLE -3
858#define PRIO_MIN -4
859
860/* for Coro.pm */
861static GV *coro_current, *coro_idle;
862static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
863static int coro_nready;
864
865static void 1037static void
866coro_enq (pTHX_ SV *sv) 1038coro_enq (pTHX_ SV *coro_sv)
867{ 1039{
868 int prio;
869
870 if (SvTYPE (sv) != SVt_PVHV)
871 croak ("Coro::ready tried to enqueue something that is not a coroutine");
872
873 prio = SvSTATE (sv)->prio;
874
875 av_push (coro_ready [prio - PRIO_MIN], sv); 1040 av_push (coro_ready [SvSTATE (coro_sv)->prio - PRIO_MIN], coro_sv);
876 coro_nready++;
877} 1041}
878 1042
879static SV * 1043static SV *
880coro_deq (pTHX_ int min_prio) 1044coro_deq (pTHX_ int min_prio)
881{ 1045{
885 if (min_prio < 0) 1049 if (min_prio < 0)
886 min_prio = 0; 1050 min_prio = 0;
887 1051
888 for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; ) 1052 for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; )
889 if (AvFILLp (coro_ready [prio]) >= 0) 1053 if (AvFILLp (coro_ready [prio]) >= 0)
890 {
891 coro_nready--;
892 return av_shift (coro_ready [prio]); 1054 return av_shift (coro_ready [prio]);
893 }
894 1055
895 return 0; 1056 return 0;
896} 1057}
897 1058
898static void 1059static int
899api_ready (SV *coro) 1060api_ready (SV *coro_sv)
900{ 1061{
901 dTHX; 1062 dTHX;
1063 struct coro *coro;
902 1064
903 if (SvROK (coro)) 1065 if (SvROK (coro_sv))
904 coro = SvRV (coro); 1066 coro_sv = SvRV (coro_sv);
1067
1068 coro = SvSTATE (coro_sv);
1069
1070 if (coro->flags & CF_READY)
1071 return 0;
1072
1073 coro->flags |= CF_READY;
905 1074
906 LOCK; 1075 LOCK;
907 coro_enq (aTHX_ SvREFCNT_inc (coro)); 1076 coro_enq (aTHX_ SvREFCNT_inc (coro_sv));
1077 ++coro_nready;
908 UNLOCK; 1078 UNLOCK;
909}
910 1079
1080 return 1;
1081}
1082
911static void 1083static int
1084api_is_ready (SV *coro_sv)
1085{
1086 dTHX;
1087 return !!(SvSTATE (coro_sv)->flags & CF_READY);
1088}
1089
1090static void
912prepare_schedule (aTHX_ struct transfer_args *ta) 1091prepare_schedule (pTHX_ struct transfer_args *ta)
913{ 1092{
914 SV *current, *prev, *next; 1093 SV *prev_sv, *next_sv;
1094
1095 for (;;)
1096 {
1097 LOCK;
1098 next_sv = coro_deq (aTHX_ PRIO_MIN);
1099
1100 /* nothing to schedule: call the idle handler */
1101 if (!next_sv)
1102 {
1103 dSP;
1104 UNLOCK;
1105
1106 ENTER;
1107 SAVETMPS;
1108
1109 PUSHMARK (SP);
1110 PUTBACK;
1111 call_sv (get_sv ("Coro::idle", FALSE), G_DISCARD);
1112
1113 FREETMPS;
1114 LEAVE;
1115 continue;
1116 }
1117
1118 ta->next = SvSTATE (next_sv);
1119
1120 /* cannot transfer to destroyed coros, skip and look for next */
1121 if (ta->next->flags & CF_DESTROYED)
1122 {
1123 UNLOCK;
1124 SvREFCNT_dec (next_sv);
1125 /* coro_nready is already taken care of by destroy */
1126 continue;
1127 }
1128
1129 --coro_nready;
1130 UNLOCK;
1131 break;
1132 }
1133
1134 /* free this only after the transfer */
1135 prev_sv = SvRV (coro_current);
1136 SvRV_set (coro_current, next_sv);
1137 ta->prev = SvSTATE (prev_sv);
1138
1139 assert (ta->next->flags & CF_READY);
1140 ta->next->flags &= ~CF_READY;
915 1141
916 LOCK; 1142 LOCK;
917
918 current = GvSV (coro_current);
919
920 for (;;)
921 {
922 LOCK;
923
924 next = coro_deq (aTHX_ PRIO_MIN);
925
926 if (next)
927 break;
928
929 UNLOCK;
930
931 {
932 dSP;
933
934 ENTER;
935 SAVETMPS;
936
937 PUSHMARK (SP);
938 PUTBACK;
939 call_sv (GvSV (coro_idle), G_DISCARD);
940
941 FREETMPS;
942 LEAVE;
943 }
944 }
945
946 prev = SvRV (current);
947 SvRV (current) = next;
948
949 /* free this only after the transfer */
950 free_coro_mortal (); 1143 free_coro_mortal (aTHX);
951 coro_mortal = prev; 1144 coro_mortal = prev_sv;
952
953 ta->prev = SvSTATE (prev);
954 ta->next = SvSTATE (next);
955 ta->flags = TRANSFER_SAVE_ALL;
956
957 UNLOCK; 1145 UNLOCK;
958} 1146}
959 1147
960static void 1148static void
961prepare_cede (aTHX_ struct transfer_args *ta) 1149prepare_cede (pTHX_ struct transfer_args *ta)
962{ 1150{
963 LOCK; 1151 api_ready (coro_current);
964 coro_enq (aTHX_ SvREFCNT_inc (SvRV (GvSV (coro_current))));
965 UNLOCK;
966
967 prepare_schedule (ta); 1152 prepare_schedule (aTHX_ ta);
1153}
1154
1155static int
1156prepare_cede_notself (pTHX_ struct transfer_args *ta)
1157{
1158 if (coro_nready)
1159 {
1160 SV *prev = SvRV (coro_current);
1161 prepare_schedule (aTHX_ ta);
1162 api_ready (prev);
1163 return 1;
1164 }
1165 else
1166 return 0;
968} 1167}
969 1168
970static void 1169static void
971api_schedule (void) 1170api_schedule (void)
972{ 1171{
973 dTHX; 1172 dTHX;
974 struct transfer_args ta; 1173 struct transfer_args ta;
975 1174
976 prepare_schedule (&ta); 1175 prepare_schedule (aTHX_ &ta);
977 TRANSFER (ta); 1176 TRANSFER (ta);
978} 1177}
979 1178
980static void 1179static int
981api_cede (void) 1180api_cede (void)
982{ 1181{
983 dTHX; 1182 dTHX;
984 struct transfer_args ta; 1183 struct transfer_args ta;
985 1184
986 prepare_cede (&ta); 1185 prepare_cede (aTHX_ &ta);
1186
1187 if (ta.prev != ta.next)
1188 {
987 TRANSFER (ta); 1189 TRANSFER (ta);
1190 return 1;
1191 }
1192 else
1193 return 0;
1194}
1195
1196static int
1197api_cede_notself (void)
1198{
1199 dTHX;
1200 struct transfer_args ta;
1201
1202 if (prepare_cede_notself (aTHX_ &ta))
1203 {
1204 TRANSFER (ta);
1205 return 1;
1206 }
1207 else
1208 return 0;
988} 1209}
989 1210
990MODULE = Coro::State PACKAGE = Coro::State 1211MODULE = Coro::State PACKAGE = Coro::State
991 1212
992PROTOTYPES: DISABLE 1213PROTOTYPES: DISABLE
998#endif 1219#endif
999 BOOT_PAGESIZE; 1220 BOOT_PAGESIZE;
1000 1221
1001 coro_state_stash = gv_stashpv ("Coro::State", TRUE); 1222 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
1002 1223
1003 newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (TRANSFER_SAVE_DEFAV)); 1224 newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (CORO_SAVE_DEFAV));
1004 newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (TRANSFER_SAVE_DEFSV)); 1225 newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (CORO_SAVE_DEFSV));
1005 newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (TRANSFER_SAVE_ERRSV)); 1226 newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (CORO_SAVE_ERRSV));
1227 newCONSTSUB (coro_state_stash, "SAVE_IRSSV", newSViv (CORO_SAVE_IRSSV));
1228 newCONSTSUB (coro_state_stash, "SAVE_DEFFH", newSViv (CORO_SAVE_DEFFH));
1229 newCONSTSUB (coro_state_stash, "SAVE_DEF", newSViv (CORO_SAVE_DEF));
1230 newCONSTSUB (coro_state_stash, "SAVE_ALL", newSViv (CORO_SAVE_ALL));
1006 1231
1007 main_mainstack = PL_mainstack; 1232 main_mainstack = PL_mainstack;
1233 main_top_env = PL_top_env;
1234
1235 while (main_top_env->je_prev)
1236 main_top_env = main_top_env->je_prev;
1008 1237
1009 coroapi.ver = CORO_API_VERSION; 1238 coroapi.ver = CORO_API_VERSION;
1010 coroapi.transfer = api_transfer; 1239 coroapi.transfer = api_transfer;
1011
1012 Newz (0, main_stack, 1, coro_stack);
1013 main_stack->idle_sp = (void *)-1;
1014 1240
1015 assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL)); 1241 assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
1016} 1242}
1017 1243
1018SV * 1244SV *
1023 HV *hv; 1249 HV *hv;
1024 int i; 1250 int i;
1025 1251
1026 Newz (0, coro, 1, struct coro); 1252 Newz (0, coro, 1, struct coro);
1027 coro->args = newAV (); 1253 coro->args = newAV ();
1254 coro->save = CORO_SAVE_DEF;
1255 coro->flags = CF_NEW;
1028 1256
1257 if (coro_first) coro_first->prev = coro;
1258 coro->next = coro_first;
1259 coro_first = coro;
1260
1029 hv = newHV (); 1261 coro->hv = hv = newHV ();
1030 sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP; 1262 sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP;
1031 RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1)); 1263 RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
1032 1264
1033 for (i = 1; i < items; i++) 1265 for (i = 1; i < items; i++)
1034 av_push (coro->args, newSVsv (ST (i))); 1266 av_push (coro->args, newSVsv (ST (i)));
1035
1036 coro->stack = main_stack;
1037 /*coro->mainstack = 0; *//*actual work is done inside transfer */
1038 /*coro->stack = 0;*/
1039} 1267}
1040 OUTPUT: 1268 OUTPUT:
1269 RETVAL
1270
1271int
1272save (SV *coro, int new_save = -1)
1273 CODE:
1274 RETVAL = api_save (coro, new_save);
1275 OUTPUT:
1276 RETVAL
1277
1278int
1279save_also (SV *coro_sv, int save_also)
1280 CODE:
1281{
1282 struct coro *coro = SvSTATE (coro_sv);
1283 RETVAL = coro->save;
1284 coro->save |= save_also;
1285}
1286 OUTPUT:
1041 RETVAL 1287 RETVAL
1042 1288
1043void 1289void
1044_set_stacklevel (...) 1290_set_stacklevel (...)
1045 ALIAS: 1291 ALIAS:
1046 Coro::State::transfer = 1 1292 Coro::State::transfer = 1
1047 Coro::schedule = 2 1293 Coro::schedule = 2
1048 Coro::cede = 3 1294 Coro::cede = 3
1049 Coro::Cont::yield = 4 1295 Coro::cede_notself = 4
1050 CODE: 1296 CODE:
1051{ 1297{
1052 struct transfer_args ta; 1298 struct transfer_args ta;
1053 1299
1054 switch (ix) 1300 switch (ix)
1055 { 1301 {
1056 case 0: 1302 case 0:
1057 ta.prev = (struct coro *)INT2PTR (coro_stack *, SvIV (ST (0))); 1303 ta.prev = (struct coro *)INT2PTR (coro_cctx *, SvIV (ST (0)));
1058 ta.next = 0; 1304 ta.next = 0;
1059 ta.flags = TRANSFER_SET_STACKLEVEL;
1060 break; 1305 break;
1061 1306
1062 case 1: 1307 case 1:
1063 if (items != 3) 1308 if (items != 2)
1064 croak ("Coro::State::transfer(prev,next,flags) expects three arguments, not %d", items); 1309 croak ("Coro::State::transfer (prev,next) expects two arguments, not %d", items);
1065 1310
1066 prepare_transfer (&ta, ST (0), ST (1), SvIV (ST (2))); 1311 prepare_transfer (aTHX_ &ta, ST (0), ST (1));
1067 break; 1312 break;
1068 1313
1069 case 2: 1314 case 2:
1070 prepare_schedule (&ta); 1315 prepare_schedule (aTHX_ &ta);
1071 break; 1316 break;
1072 1317
1073 case 3: 1318 case 3:
1074 prepare_cede (&ta); 1319 prepare_cede (aTHX_ &ta);
1075 break; 1320 break;
1076 1321
1077 case 4: 1322 case 4:
1078 { 1323 if (!prepare_cede_notself (aTHX_ &ta))
1079 SV *yieldstack; 1324 XSRETURN_EMPTY;
1080 SV *sv;
1081 AV *defav = GvAV (PL_defgv);
1082 1325
1083 yieldstack = *hv_fetch (
1084 (HV *)SvRV (GvSV (coro_current)),
1085 "yieldstack", sizeof ("yieldstack") - 1,
1086 0
1087 );
1088
1089 /* set up @_ -- ugly */
1090 av_clear (defav);
1091 av_fill (defav, items - 1);
1092 while (items--)
1093 av_store (defav, items, SvREFCNT_inc (ST(items)));
1094
1095 sv = av_pop ((AV *)SvRV (yieldstack));
1096 ta.prev = SvSTATE (*av_fetch ((AV *)SvRV (sv), 0, 0));
1097 ta.next = SvSTATE (*av_fetch ((AV *)SvRV (sv), 1, 0));
1098 ta.flags = 0;
1099 SvREFCNT_dec (sv);
1100 }
1101 break; 1326 break;
1102
1103 } 1327 }
1104 1328
1329 BARRIER;
1105 TRANSFER (ta); 1330 TRANSFER (ta);
1106}
1107 1331
1108void 1332 if (GIMME_V != G_VOID && ta.next != ta.prev)
1109_clone_state_from (SV *dst, SV *src) 1333 XSRETURN_YES;
1334}
1335
1336bool
1337_destroy (SV *coro_sv)
1110 CODE: 1338 CODE:
1111{ 1339 RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
1112 struct coro *coro_src = SvSTATE (src); 1340 OUTPUT:
1113 1341 RETVAL
1114 sv_unmagic (SvRV (dst), PERL_MAGIC_ext);
1115
1116 ++coro_src->refcnt;
1117 sv_magicext (SvRV (dst), 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro_src, 0)->mg_flags |= MGf_DUP;
1118}
1119
1120void
1121_nonlocal_goto (IV nextop)
1122 CODE:
1123 /* uuh, somebody will kill me again for this */
1124 PL_op->op_next = INT2PTR (OP *, nextop);
1125 1342
1126void 1343void
1127_exit (code) 1344_exit (code)
1128 int code 1345 int code
1129 PROTOTYPE: $ 1346 PROTOTYPE: $
1130 CODE: 1347 CODE:
1131 _exit (code); 1348 _exit (code);
1132 1349
1350int
1351cctx_stacksize (int new_stacksize = 0)
1352 CODE:
1353 RETVAL = coro_stacksize;
1354 if (new_stacksize)
1355 coro_stacksize = new_stacksize;
1356 OUTPUT:
1357 RETVAL
1358
1359int
1360cctx_count ()
1361 CODE:
1362 RETVAL = cctx_count;
1363 OUTPUT:
1364 RETVAL
1365
1366int
1367cctx_idle ()
1368 CODE:
1369 RETVAL = cctx_idle;
1370 OUTPUT:
1371 RETVAL
1372
1373void
1374list ()
1375 PPCODE:
1376{
1377 struct coro *coro;
1378 for (coro = coro_first; coro; coro = coro->next)
1379 if (coro->hv)
1380 XPUSHs (sv_2mortal (newRV_inc ((SV *)coro->hv)));
1381}
1382
1383void
1384_eval (Coro::State coro, SV *coderef)
1385 CODE:
1386{
1387 if (coro->mainstack)
1388 {
1389 struct coro temp;
1390 Zero (&temp, 1, struct coro);
1391 temp.save = CORO_SAVE_ALL;
1392
1393 if (!(coro->flags & CF_RUNNING))
1394 {
1395 save_perl (aTHX_ &temp);
1396 load_perl (aTHX_ coro);
1397 }
1398
1399 {
1400 dSP;
1401 ENTER;
1402 SAVETMPS;
1403 PUSHMARK (SP);
1404 PUTBACK;
1405 call_sv (coderef, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1406 SPAGAIN;
1407 FREETMPS;
1408 LEAVE;
1409 PUTBACK;
1410 }
1411
1412 if (!(coro->flags & CF_RUNNING))
1413 {
1414 save_perl (aTHX_ coro);
1415 load_perl (aTHX_ &temp);
1416 }
1417 }
1418}
1419
1420SV *
1421is_ready (Coro::State coro)
1422 PROTOTYPE: $
1423 ALIAS:
1424 is_ready = CF_READY
1425 is_running = CF_RUNNING
1426 is_new = CF_NEW
1427 is_destroyed = CF_DESTROYED
1428 CODE:
1429 RETVAL = boolSV (coro->flags & ix);
1430 OUTPUT:
1431 RETVAL
1432
1433IV
1434rss (Coro::State coro)
1435 PROTOTYPE: $
1436 CODE:
1437 RETVAL = coro_rss (coro);
1438 OUTPUT:
1439 RETVAL
1440
1441
1133MODULE = Coro::State PACKAGE = Coro 1442MODULE = Coro::State PACKAGE = Coro
1134 1443
1135BOOT: 1444BOOT:
1136{ 1445{
1137 int i; 1446 int i;
1447
1448 sv_pool_rss = get_sv ("Coro::POOL_RSS" , TRUE);
1449 sv_pool_size = get_sv ("Coro::POOL_SIZE" , TRUE);
1450 av_async_pool = get_av ("Coro::async_pool", TRUE);
1451
1452 coro_current = get_sv ("Coro::current", FALSE);
1453 SvREADONLY_on (coro_current);
1138 1454
1139 coro_stash = gv_stashpv ("Coro", TRUE); 1455 coro_stash = gv_stashpv ("Coro", TRUE);
1140 1456
1141 newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX)); 1457 newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));
1142 newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH)); 1458 newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));
1143 newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL)); 1459 newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));
1144 newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW)); 1460 newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));
1145 newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE)); 1461 newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));
1146 newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN)); 1462 newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));
1147 1463
1148 coro_current = gv_fetchpv ("Coro::current", TRUE, SVt_PV);
1149 coro_idle = gv_fetchpv ("Coro::idle" , TRUE, SVt_PV);
1150
1151 for (i = PRIO_MAX - PRIO_MIN + 1; i--; ) 1464 for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
1152 coro_ready[i] = newAV (); 1465 coro_ready[i] = newAV ();
1153 1466
1154 { 1467 {
1155 SV *sv = perl_get_sv("Coro::API", 1); 1468 SV *sv = perl_get_sv("Coro::API", 1);
1156 1469
1157 coroapi.schedule = api_schedule; 1470 coroapi.schedule = api_schedule;
1471 coroapi.save = api_save;
1158 coroapi.cede = api_cede; 1472 coroapi.cede = api_cede;
1473 coroapi.cede_notself = api_cede_notself;
1159 coroapi.ready = api_ready; 1474 coroapi.ready = api_ready;
1475 coroapi.is_ready = api_is_ready;
1160 coroapi.nready = &coro_nready; 1476 coroapi.nready = &coro_nready;
1161 coroapi.current = coro_current; 1477 coroapi.current = coro_current;
1162 1478
1163 GCoroAPI = &coroapi; 1479 GCoroAPI = &coroapi;
1164 sv_setiv (sv, (IV)&coroapi); 1480 sv_setiv (sv, (IV)&coroapi);
1165 SvREADONLY_on (sv); 1481 SvREADONLY_on (sv);
1166 } 1482 }
1167} 1483}
1484
1485void
1486_set_current (SV *current)
1487 PROTOTYPE: $
1488 CODE:
1489 SvREFCNT_dec (SvRV (coro_current));
1490 SvRV_set (coro_current, SvREFCNT_inc (SvRV (current)));
1168 1491
1169int 1492int
1170prio (Coro::State coro, int newprio = 0) 1493prio (Coro::State coro, int newprio = 0)
1171 ALIAS: 1494 ALIAS:
1172 nice = 1 1495 nice = 1
1175 RETVAL = coro->prio; 1498 RETVAL = coro->prio;
1176 1499
1177 if (items > 1) 1500 if (items > 1)
1178 { 1501 {
1179 if (ix) 1502 if (ix)
1180 newprio += coro->prio; 1503 newprio = coro->prio - newprio;
1181 1504
1182 if (newprio < PRIO_MIN) newprio = PRIO_MIN; 1505 if (newprio < PRIO_MIN) newprio = PRIO_MIN;
1183 if (newprio > PRIO_MAX) newprio = PRIO_MAX; 1506 if (newprio > PRIO_MAX) newprio = PRIO_MAX;
1184 1507
1185 coro->prio = newprio; 1508 coro->prio = newprio;
1186 } 1509 }
1187} 1510}
1511 OUTPUT:
1512 RETVAL
1188 1513
1189void 1514SV *
1190ready (SV *self) 1515ready (SV *self)
1191 PROTOTYPE: $ 1516 PROTOTYPE: $
1192 CODE: 1517 CODE:
1193 api_ready (self); 1518 RETVAL = boolSV (api_ready (self));
1519 OUTPUT:
1520 RETVAL
1194 1521
1195int 1522int
1196nready (...) 1523nready (...)
1197 PROTOTYPE: 1524 PROTOTYPE:
1198 CODE: 1525 CODE:
1199 RETVAL = coro_nready; 1526 RETVAL = coro_nready;
1200 OUTPUT: 1527 OUTPUT:
1201 RETVAL 1528 RETVAL
1202 1529
1530# for async_pool speedup
1531SV *
1532_pool_1 (...)
1533 CODE:
1534{
1535 int i, len;
1536 HV *hv = (HV *)SvRV (coro_current);
1537 AV *defav = GvAV (PL_defgv);
1538 SV *invoke = hv_delete (hv, "_invoke", sizeof ("_invoke") - 1, 0);
1539 AV *invoke_av;
1540
1541 if (!invoke)
1542 XSRETURN_EMPTY;
1543
1544 hv_store (hv, "desc", sizeof ("desc") - 1,
1545 newSVpvn ("[async_pool]", sizeof ("[async_pool]") - 1), 0);
1546
1547 invoke_av = (AV *)SvRV (invoke);
1548 len = av_len (invoke_av);
1549
1550 av_clear (defav);
1551
1552 RETVAL = sv_2mortal (SvREFCNT_inc (AvARRAY (invoke_av)[0]));
1553
1554 if (len > 0)
1555 {
1556 av_extend (defav, len);
1557 for (i = 0; i < len; ++i)
1558 av_store (defav, i, SvREFCNT_inc (AvARRAY (invoke_av)[i + 1]));
1559 }
1560
1561 SvREFCNT_dec (invoke);
1562}
1563 OUTPUT:
1564 RETVAL
1565
1566void
1567_pool_2 (...)
1568 CODE:
1569{
1570 struct coro *coro = SvSTATE (coro_current);
1571
1572 if (coro_rss (coro) > SvIV (sv_pool_rss)
1573 || av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))
1574 XSRETURN_YES;
1575
1576 av_clear (GvAV (PL_defgv));
1577 hv_store (SvRV (coro_current), "desc", sizeof ("desc") - 1,
1578 newSVpvn ("[async_pool idle]", sizeof ("[async_pool idle]") - 1), 0);
1579 coro->save = CORO_SAVE_DEF;
1580 coro->prio = 0;
1581 av_push (av_async_pool, newSVsv (coro_current));
1582
1583 XSRETURN_NO;
1584}
1585
1586
1203MODULE = Coro::State PACKAGE = Coro::AIO 1587MODULE = Coro::State PACKAGE = Coro::AIO
1204 1588
1205SV * 1589SV *
1206_get_state () 1590_get_state ()
1207 CODE: 1591 CODE:
1208{ 1592{
1209 struct { 1593 struct io_state *data;
1210 int errorno;
1211 int laststype;
1212 int laststatval;
1213 Stat_t statcache;
1214 } data;
1215 1594
1595 RETVAL = newSV (sizeof (struct io_state));
1596 data = (struct io_state *)SvPVX (RETVAL);
1597 SvCUR_set (RETVAL, sizeof (struct io_state));
1598 SvPOK_only (RETVAL);
1599
1216 data.errorno = errno; 1600 data->errorno = errno;
1217 data.laststype = PL_laststype; 1601 data->laststype = PL_laststype;
1218 data.laststatval = PL_laststatval; 1602 data->laststatval = PL_laststatval;
1219 data.statcache = PL_statcache; 1603 data->statcache = PL_statcache;
1220
1221 RETVAL = newSVpvn ((char *)&data, sizeof data);
1222} 1604}
1223 OUTPUT: 1605 OUTPUT:
1224 RETVAL 1606 RETVAL
1225 1607
1226void 1608void
1227_set_state (char *data_) 1609_set_state (char *data_)
1228 PROTOTYPE: $ 1610 PROTOTYPE: $
1229 CODE: 1611 CODE:
1230{ 1612{
1231 struct { 1613 struct io_state *data = (void *)data_;
1232 int errorno;
1233 int laststype;
1234 int laststatval;
1235 Stat_t statcache;
1236 } *data = (void *)data_;
1237 1614
1238 errno = data->errorno; 1615 errno = data->errorno;
1239 PL_laststype = data->laststype; 1616 PL_laststype = data->laststype;
1240 PL_laststatval = data->laststatval; 1617 PL_laststatval = data->laststatval;
1241 PL_statcache = data->statcache; 1618 PL_statcache = data->statcache;
1242} 1619}
1620

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines