ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
Revision: 1.91
Committed: Sat Nov 25 01:14:11 2006 UTC (17 years, 5 months ago) by root
Branch: MAIN
Changes since 1.90: +15 -8 lines
Log Message:
*** empty log message ***

File Contents

# User Rev Content
1 pcg 1.56 #define PERL_NO_GET_CONTEXT
2    
3 root 1.63 #include "libcoro/coro.c"
4    
5 root 1.1 #include "EXTERN.h"
6     #include "perl.h"
7     #include "XSUB.h"
8    
9 pcg 1.46 #include "patchlevel.h"
10    
11 root 1.65 #if PERL_VERSION < 6
12 pcg 1.46 # ifndef PL_ppaddr
13     # define PL_ppaddr ppaddr
14     # endif
15     # ifndef call_sv
16     # define call_sv perl_call_sv
17     # endif
18     # ifndef get_sv
19     # define get_sv perl_get_sv
20     # endif
21     # ifndef get_cv
22     # define get_cv perl_get_cv
23     # endif
24     # ifndef IS_PADGV
25     # define IS_PADGV(v) 0
26     # endif
27     # ifndef IS_PADCONST
28     # define IS_PADCONST(v) 0
29     # endif
30     #endif
31    
32 root 1.70 #include <errno.h>
33 root 1.20
34 root 1.78 #if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
35     # undef STACKGUARD
36     #endif
37    
38     #ifndef STACKGUARD
39     # define STACKGUARD 0
40     #endif
41    
42 root 1.13 #ifdef HAVE_MMAP
43     # include <unistd.h>
44     # include <sys/mman.h>
45 root 1.36 # ifndef MAP_ANONYMOUS
46     # ifdef MAP_ANON
47     # define MAP_ANONYMOUS MAP_ANON
48 root 1.16 # else
49     # undef HAVE_MMAP
50     # endif
51     # endif
52 root 1.78 # include <limits.h>
53     # ifndef PAGESIZE
54     # define PAGESIZE pagesize
55     # define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
56     static long pagesize;
57     # else
58     # define BOOT_PAGESIZE
59     # endif
60 root 1.3 #endif
61    
62 root 1.88 #define SUB_INIT "Coro::State::initialize"
63 root 1.14
64 root 1.28 /* The next macro should declare a variable stacklevel that contains and approximation
65 root 1.23 * to the current C stack pointer. Its property is that it changes with each call
66 root 1.15 * and should be unique. */
67     #define dSTACKLEVEL void *stacklevel = &stacklevel
68    
69 root 1.34 #define IN_DESTRUCT (PL_main_cv == Nullcv)
70    
71 root 1.15 #define labs(l) ((l) >= 0 ? (l) : -(l))
72    
73 root 1.23 #include "CoroAPI.h"
74    
75 pcg 1.55 #ifdef USE_ITHREADS
76     static perl_mutex coro_mutex;
77 root 1.69 # define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0)
78 pcg 1.55 # define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0)
79     #else
80 root 1.69 # define LOCK (void)0
81     # define UNLOCK (void)0
82 pcg 1.55 #endif
83    
84 root 1.23 static struct CoroAPI coroapi;
85 pcg 1.56 static AV *main_mainstack; /* used to differentiate between $main and others */
86 root 1.88 static HV *coro_state_stash, *coro_stash;
87 pcg 1.58 static SV *coro_mortal; /* will be freed after next transfer */
88 root 1.23
89 root 1.89 /* this is actually not just the c stack but also c registers etc... */
90     typedef struct coro_stack {
91     struct coro_stack *next;
92 root 1.15
93 root 1.89 void *idle_sp;
94 root 1.15 void *sptr;
95     long ssize; /* positive == mmap, otherwise malloc */
96 root 1.89
97     /* cpu state */
98     coro_context cctx;
99 root 1.15 } coro_stack;
100    
101 root 1.89 static coro_stack *main_stack;
102    
103 root 1.1 struct coro {
104 root 1.7 /* optionally saved, might be zero */
105 root 1.3 AV *defav;
106 root 1.7 SV *defsv;
107     SV *errsv;
108 root 1.1
109 root 1.7 /* saved global state not related to stacks */
110     U8 dowarn;
111 root 1.19 I32 in_eval;
112 root 1.7
113 root 1.89 /* the c stack, if any */
114     coro_stack *stack;
115    
116 root 1.7 /* the stacks and related info (callchain etc..) */
117 root 1.1 PERL_SI *curstackinfo;
118     AV *curstack;
119     AV *mainstack;
120     SV **stack_sp;
121     OP *op;
122     SV **curpad;
123 root 1.44 AV *comppad;
124 root 1.62 CV *compcv;
125 root 1.1 SV **stack_base;
126     SV **stack_max;
127     SV **tmps_stack;
128     I32 tmps_floor;
129     I32 tmps_ix;
130     I32 tmps_max;
131     I32 *markstack;
132     I32 *markstack_ptr;
133     I32 *markstack_max;
134     I32 *scopestack;
135     I32 scopestack_ix;
136     I32 scopestack_max;
137     ANY *savestack;
138     I32 savestack_ix;
139     I32 savestack_max;
140     OP **retstack;
141     I32 retstack_ix;
142     I32 retstack_max;
143 root 1.66 PMOP *curpm;
144 root 1.1 COP *curcop;
145 root 1.13 JMPENV *top_env;
146 root 1.1
147 root 1.87 /* coro process data */
148     int prio;
149    
150 root 1.7 /* data associated with this coroutine (initial args) */
151 root 1.3 AV *args;
152 root 1.87 int refcnt;
153 root 1.1 };
154    
155     typedef struct coro *Coro__State;
156     typedef struct coro *Coro__State_or_hashref;
157    
158 root 1.77 static AV *
159     coro_clone_padlist (pTHX_ CV *cv)
160     {
161     AV *padlist = CvPADLIST (cv);
162     AV *newpadlist, *newpad;
163 root 1.3
164     newpadlist = newAV ();
165     AvREAL_off (newpadlist);
166 root 1.79 #if PERL_VERSION < 9
167 root 1.77 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
168 root 1.79 #else
169     Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
170     #endif
171 root 1.77 newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
172     --AvFILLp (padlist);
173 root 1.3
174 root 1.77 av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));
175     av_store (newpadlist, 1, (SV *)newpad);
176 root 1.3
177     return newpadlist;
178     }
179    
180 root 1.77 static void
181 pcg 1.56 free_padlist (pTHX_ AV *padlist)
182 root 1.3 {
183     /* may be during global destruction */
184 pcg 1.50 if (SvREFCNT (padlist))
185 root 1.3 {
186 pcg 1.50 I32 i = AvFILLp (padlist);
187 root 1.3 while (i >= 0)
188     {
189 pcg 1.50 SV **svp = av_fetch (padlist, i--, FALSE);
190     if (svp)
191     {
192     SV *sv;
193     while (&PL_sv_undef != (sv = av_pop ((AV *)*svp)))
194     SvREFCNT_dec (sv);
195    
196     SvREFCNT_dec (*svp);
197     }
198 root 1.3 }
199    
200 pcg 1.50 SvREFCNT_dec ((SV*)padlist);
201     }
202     }
203    
204 root 1.77 static int
205 pcg 1.54 coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
206 pcg 1.50 {
207     AV *padlist;
208     AV *av = (AV *)mg->mg_obj;
209    
210     /* casting is fun. */
211     while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
212 pcg 1.56 free_padlist (aTHX_ padlist);
213 root 1.61
214     SvREFCNT_dec (av);
215 root 1.76
216     return 0;
217 root 1.3 }
218 pcg 1.50
219     #define PERL_MAGIC_coro PERL_MAGIC_ext
220    
221     static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};
222 root 1.3
223 root 1.7 /* the next two functions merely cache the padlists */
224 root 1.77 static void
225 pcg 1.56 get_padlist (pTHX_ CV *cv)
226 root 1.3 {
227 pcg 1.50 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
228 root 1.4
229 pcg 1.50 if (mg && AvFILLp ((AV *)mg->mg_obj) >= 0)
230     CvPADLIST (cv) = (AV *)av_pop ((AV *)mg->mg_obj);
231 root 1.4 else
232 root 1.77 {
233     #if 0
234     /* this should work - but it doesn't :( */
235     CV *cp = Perl_cv_clone (aTHX_ cv);
236     CvPADLIST (cv) = CvPADLIST (cp);
237     CvPADLIST (cp) = 0;
238     SvREFCNT_dec (cp);
239     #else
240     CvPADLIST (cv) = coro_clone_padlist (aTHX_ cv);
241     #endif
242     }
243 root 1.4 }
244    
245 root 1.77 static void
246 pcg 1.56 put_padlist (pTHX_ CV *cv)
247 root 1.4 {
248 pcg 1.50 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
249 root 1.7
250 pcg 1.50 if (!mg)
251 root 1.7 {
252 pcg 1.50 sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);
253     mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
254     mg->mg_virtual = &vtbl_coro;
255     mg->mg_obj = (SV *)newAV ();
256 root 1.7 }
257    
258 pcg 1.50 av_push ((AV *)mg->mg_obj, (SV *)CvPADLIST (cv));
259 root 1.7 }
260    
261     #define SB do {
262     #define SE } while (0)
263    
264 root 1.28 #define LOAD(state) load_state(aTHX_ (state));
265     #define SAVE(state,flags) save_state(aTHX_ (state),(flags));
266 root 1.7
267 pcg 1.47 #define REPLACE_SV(sv,val) SB SvREFCNT_dec(sv); (sv) = (val); (val) = 0; SE
268 root 1.7
269     static void
270     load_state(pTHX_ Coro__State c)
271     {
272     PL_dowarn = c->dowarn;
273 root 1.19 PL_in_eval = c->in_eval;
274 root 1.7
275     PL_curstackinfo = c->curstackinfo;
276     PL_curstack = c->curstack;
277     PL_mainstack = c->mainstack;
278     PL_stack_sp = c->stack_sp;
279     PL_op = c->op;
280     PL_curpad = c->curpad;
281 root 1.44 PL_comppad = c->comppad;
282 root 1.62 PL_compcv = c->compcv;
283 root 1.7 PL_stack_base = c->stack_base;
284     PL_stack_max = c->stack_max;
285     PL_tmps_stack = c->tmps_stack;
286     PL_tmps_floor = c->tmps_floor;
287     PL_tmps_ix = c->tmps_ix;
288     PL_tmps_max = c->tmps_max;
289     PL_markstack = c->markstack;
290     PL_markstack_ptr = c->markstack_ptr;
291     PL_markstack_max = c->markstack_max;
292     PL_scopestack = c->scopestack;
293     PL_scopestack_ix = c->scopestack_ix;
294     PL_scopestack_max = c->scopestack_max;
295     PL_savestack = c->savestack;
296     PL_savestack_ix = c->savestack_ix;
297     PL_savestack_max = c->savestack_max;
298 root 1.72 #if PERL_VERSION < 9
299 root 1.7 PL_retstack = c->retstack;
300     PL_retstack_ix = c->retstack_ix;
301     PL_retstack_max = c->retstack_max;
302 root 1.71 #endif
303 root 1.66 PL_curpm = c->curpm;
304 root 1.7 PL_curcop = c->curcop;
305 root 1.13 PL_top_env = c->top_env;
306 root 1.7
307     if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);
308     if (c->defsv) REPLACE_SV (DEFSV , c->defsv);
309     if (c->errsv) REPLACE_SV (ERRSV , c->errsv);
310    
311     {
312     dSP;
313     CV *cv;
314    
315     /* now do the ugly restore mess */
316     while ((cv = (CV *)POPs))
317     {
318     AV *padlist = (AV *)POPs;
319    
320     if (padlist)
321     {
322 pcg 1.56 put_padlist (aTHX_ cv); /* mark this padlist as available */
323 root 1.7 CvPADLIST(cv) = padlist;
324     }
325    
326     ++CvDEPTH(cv);
327     }
328    
329     PUTBACK;
330     }
331     }
332    
333 root 1.3 static void
334 root 1.7 save_state(pTHX_ Coro__State c, int flags)
335 root 1.3 {
336     {
337     dSP;
338     I32 cxix = cxstack_ix;
339 root 1.11 PERL_CONTEXT *ccstk = cxstack;
340 root 1.3 PERL_SI *top_si = PL_curstackinfo;
341    
342     /*
343     * the worst thing you can imagine happens first - we have to save
344     * (and reinitialize) all cv's in the whole callchain :(
345     */
346    
347     PUSHs (Nullsv);
348     /* this loop was inspired by pp_caller */
349     for (;;)
350     {
351 root 1.30 while (cxix >= 0)
352 root 1.3 {
353 root 1.4 PERL_CONTEXT *cx = &ccstk[cxix--];
354 root 1.3
355     if (CxTYPE(cx) == CXt_SUB)
356     {
357     CV *cv = cx->blk_sub.cv;
358     if (CvDEPTH(cv))
359     {
360 root 1.7 EXTEND (SP, CvDEPTH(cv)*2);
361    
362     while (--CvDEPTH(cv))
363     {
364     /* this tells the restore code to increment CvDEPTH */
365     PUSHs (Nullsv);
366     PUSHs ((SV *)cv);
367     }
368    
369 root 1.3 PUSHs ((SV *)CvPADLIST(cv));
370     PUSHs ((SV *)cv);
371    
372 root 1.77 get_padlist (aTHX_ cv);
373 root 1.3 }
374     }
375 pcg 1.46 #ifdef CXt_FORMAT
376 root 1.3 else if (CxTYPE(cx) == CXt_FORMAT)
377     {
378     /* I never used formats, so how should I know how these are implemented? */
379     /* my bold guess is as a simple, plain sub... */
380     croak ("CXt_FORMAT not yet handled. Don't switch coroutines from within formats");
381     }
382 pcg 1.46 #endif
383 root 1.3 }
384    
385     if (top_si->si_type == PERLSI_MAIN)
386     break;
387    
388     top_si = top_si->si_prev;
389     ccstk = top_si->si_cxstack;
390     cxix = top_si->si_cxix;
391     }
392    
393     PUTBACK;
394     }
395    
396 root 1.12 c->defav = flags & TRANSFER_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;
397     c->defsv = flags & TRANSFER_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;
398     c->errsv = flags & TRANSFER_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;
399 root 1.7
400 root 1.3 c->dowarn = PL_dowarn;
401 root 1.19 c->in_eval = PL_in_eval;
402 root 1.7
403 root 1.3 c->curstackinfo = PL_curstackinfo;
404     c->curstack = PL_curstack;
405     c->mainstack = PL_mainstack;
406     c->stack_sp = PL_stack_sp;
407     c->op = PL_op;
408     c->curpad = PL_curpad;
409 root 1.44 c->comppad = PL_comppad;
410 root 1.62 c->compcv = PL_compcv;
411 root 1.3 c->stack_base = PL_stack_base;
412     c->stack_max = PL_stack_max;
413     c->tmps_stack = PL_tmps_stack;
414     c->tmps_floor = PL_tmps_floor;
415     c->tmps_ix = PL_tmps_ix;
416     c->tmps_max = PL_tmps_max;
417     c->markstack = PL_markstack;
418     c->markstack_ptr = PL_markstack_ptr;
419     c->markstack_max = PL_markstack_max;
420     c->scopestack = PL_scopestack;
421     c->scopestack_ix = PL_scopestack_ix;
422     c->scopestack_max = PL_scopestack_max;
423     c->savestack = PL_savestack;
424     c->savestack_ix = PL_savestack_ix;
425     c->savestack_max = PL_savestack_max;
426 root 1.72 #if PERL_VERSION < 9
427 root 1.3 c->retstack = PL_retstack;
428     c->retstack_ix = PL_retstack_ix;
429     c->retstack_max = PL_retstack_max;
430 root 1.71 #endif
431 root 1.66 c->curpm = PL_curpm;
432 root 1.3 c->curcop = PL_curcop;
433 root 1.13 c->top_env = PL_top_env;
434     }
435    
436     /*
437     * allocate various perl stacks. This is an exact copy
438     * of perl.c:init_stacks, except that it uses less memory
439 pcg 1.52 * on the (sometimes correct) assumption that coroutines do
440     * not usually need a lot of stackspace.
441 root 1.13 */
442 root 1.77 static void
443 root 1.13 coro_init_stacks (pTHX)
444     {
445 pcg 1.55 LOCK;
446    
447 root 1.13 PL_curstackinfo = new_stackinfo(96, 1024/sizeof(PERL_CONTEXT) - 1);
448     PL_curstackinfo->si_type = PERLSI_MAIN;
449     PL_curstack = PL_curstackinfo->si_stack;
450     PL_mainstack = PL_curstack; /* remember in case we switch stacks */
451    
452     PL_stack_base = AvARRAY(PL_curstack);
453     PL_stack_sp = PL_stack_base;
454     PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
455    
456 root 1.15 New(50,PL_tmps_stack,96,SV*);
457 root 1.13 PL_tmps_floor = -1;
458     PL_tmps_ix = -1;
459 root 1.15 PL_tmps_max = 96;
460 root 1.13
461 root 1.15 New(54,PL_markstack,16,I32);
462 root 1.13 PL_markstack_ptr = PL_markstack;
463 root 1.15 PL_markstack_max = PL_markstack + 16;
464 root 1.13
465 pcg 1.46 #ifdef SET_MARK_OFFSET
466 root 1.13 SET_MARK_OFFSET;
467 pcg 1.46 #endif
468 root 1.13
469 root 1.15 New(54,PL_scopestack,16,I32);
470 root 1.13 PL_scopestack_ix = 0;
471 root 1.15 PL_scopestack_max = 16;
472 root 1.13
473 root 1.15 New(54,PL_savestack,96,ANY);
474 root 1.13 PL_savestack_ix = 0;
475 root 1.15 PL_savestack_max = 96;
476 root 1.13
477 root 1.72 #if PERL_VERSION < 9
478 root 1.13 New(54,PL_retstack,8,OP*);
479     PL_retstack_ix = 0;
480     PL_retstack_max = 8;
481 root 1.71 #endif
482 pcg 1.55
483     UNLOCK;
484 root 1.3 }
485 root 1.1
486 root 1.7 /*
487     * destroy the stacks, the callchain etc...
488     */
489 root 1.77 static void
490 root 1.4 destroy_stacks(pTHX)
491 root 1.1 {
492 root 1.34 if (!IN_DESTRUCT)
493 root 1.31 {
494     /* is this ugly, I ask? */
495 pcg 1.52 LEAVE_SCOPE (0);
496 root 1.31
497     /* sure it is, but more important: is it correct?? :/ */
498 pcg 1.52 FREETMPS;
499 pcg 1.57
500     /*POPSTACK_TO (PL_mainstack);*//*D*//*use*/
501 root 1.31 }
502 root 1.7
503 root 1.4 while (PL_curstackinfo->si_next)
504     PL_curstackinfo = PL_curstackinfo->si_next;
505    
506     while (PL_curstackinfo)
507     {
508     PERL_SI *p = PL_curstackinfo->si_prev;
509    
510 pcg 1.57 { /*D*//*remove*/
511 root 1.7 dSP;
512     SWITCHSTACK (PL_curstack, PL_curstackinfo->si_stack);
513     PUTBACK; /* possibly superfluous */
514     }
515    
516 root 1.34 if (!IN_DESTRUCT)
517 root 1.31 {
518 pcg 1.57 dounwind (-1);/*D*//*remove*/
519     SvREFCNT_dec (PL_curstackinfo->si_stack);
520 root 1.31 }
521 root 1.7
522 pcg 1.57 Safefree (PL_curstackinfo->si_cxstack);
523     Safefree (PL_curstackinfo);
524 root 1.4 PL_curstackinfo = p;
525     }
526    
527 pcg 1.57 Safefree (PL_tmps_stack);
528     Safefree (PL_markstack);
529     Safefree (PL_scopestack);
530     Safefree (PL_savestack);
531 root 1.72 #if PERL_VERSION < 9
532 pcg 1.57 Safefree (PL_retstack);
533 root 1.71 #endif
534 root 1.1 }
535    
536 root 1.13 static void
537 root 1.89 setup_coro (struct coro *coro)
538 root 1.13 {
539 root 1.89 /*
540     * emulate part of the perl startup here.
541     */
542     dTHX;
543     dSP;
544     UNOP myop;
545     SV *sub_init = (SV *)get_cv (SUB_INIT, FALSE);
546 root 1.15
547 root 1.89 coro_init_stacks (aTHX);
548     /*PL_curcop = 0;*/
549     /*PL_in_eval = PL_in_eval;*/ /* inherit */
550     SvREFCNT_dec (GvAV (PL_defgv));
551     GvAV (PL_defgv) = coro->args; coro->args = 0;
552 root 1.15
553 root 1.89 SPAGAIN;
554 pcg 1.55
555 root 1.89 Zero (&myop, 1, UNOP);
556     myop.op_next = Nullop;
557     myop.op_flags = OPf_WANT_VOID;
558    
559     PL_op = (OP *)&myop;
560    
561     PUSHMARK(SP);
562     XPUSHs (sub_init);
563     PUTBACK;
564     PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
565     SPAGAIN;
566 root 1.15
567 root 1.89 ENTER; /* necessary e.g. for dounwind */
568 root 1.13 }
569    
570     static void
571 root 1.89 transfer_tail ()
572 root 1.13 {
573 root 1.89 if (coro_mortal)
574 root 1.15 {
575 root 1.89 SvREFCNT_dec (coro_mortal);
576     coro_mortal = 0;
577     }
578 pcg 1.47
579 root 1.89 UNLOCK;
580 root 1.13 }
581    
582     static void
583 root 1.89 coro_run (void *arg)
584 root 1.13 {
585     /*
586 root 1.89 * this is a _very_ stripped down perl interpreter ;)
587 root 1.13 */
588 pcg 1.56 dTHX;
589 root 1.13
590 root 1.89 transfer_tail ();
591    
592     PL_top_env = &PL_start_env;
593 root 1.91 PL_restartop = PL_op;
594 root 1.89 /* somebody will hit me for both perl_run and PL_restart_top */
595     perl_run (aTHX_ PERL_GET_CONTEXT);
596    
597     abort ();
598     }
599    
600     static coro_stack *
601     stack_new ()
602     {
603     coro_stack *stack;
604    
605     New (0, stack, 1, coro_stack);
606    
607     #if HAVE_MMAP
608 root 1.13
609 root 1.89 stack->ssize = ((STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + STACKGUARD) * PAGESIZE; /* mmap should do allocate-on-write for us */
610     stack->sptr = mmap (0, stack->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
611 root 1.19
612 root 1.89 if (stack->sptr == (void *)-1)
613 root 1.13 {
614 root 1.89 fprintf (stderr, "FATAL: unable to mmap stack for coroutine\n");
615     _exit (EXIT_FAILURE);
616     }
617 root 1.15
618 root 1.89 mprotect (stack->sptr, STACKGUARD * PAGESIZE, PROT_NONE);
619 root 1.19
620 root 1.89 #else
621    
622     stack->ssize = STACKSIZE * (long)sizeof (long);
623     New (0, stack->sptr, STACKSIZE, long);
624    
625     if (!stack->sptr)
626     {
627     fprintf (stderr, "FATAL: unable to malloc stack for coroutine\n");
628     _exit (EXIT_FAILURE);
629 root 1.13 }
630    
631 root 1.89 #endif
632    
633     coro_create (&stack->cctx, coro_run, 0, stack->sptr, stack->ssize);
634 root 1.13
635 root 1.89 return stack;
636 root 1.13 }
637    
638 root 1.15 static void
639 root 1.89 stack_free (coro_stack *stack)
640 root 1.15 {
641 root 1.89 if (!stack || stack == main_stack)
642     return;
643    
644     #if HAVE_MMAP
645     munmap (stack->sptr, stack->ssize);
646     #else
647     Safefree (stack->sptr);
648     #endif
649    
650     Safefree (stack);
651     }
652 root 1.32
653 root 1.89 static coro_stack *stack_first;
654 root 1.15
655 root 1.91 static coro_stack *
656     stack_get ()
657 root 1.89 {
658 root 1.91 coro_stack *stack;
659    
660 root 1.89 if (stack_first)
661     {
662 root 1.91 stack = stack_first;
663     stack_first = stack->next;
664 root 1.89 }
665     else
666 root 1.91 {
667     stack = stack_new ();
668     PL_op = PL_op->op_next;
669     }
670    
671     return stack;
672 root 1.89 }
673 root 1.19
674 root 1.89 static void
675     stack_put (coro_stack *stack)
676     {
677     stack->next = stack_first;
678     stack_first = stack;
679 root 1.15 }
680    
681 root 1.84 /* never call directly, always through the coro_state_transfer global variable */
682 root 1.77 static void
683 root 1.84 transfer_impl (pTHX_ struct coro *prev, struct coro *next, int flags)
684 root 1.8 {
685 root 1.15 dSTACKLEVEL;
686 root 1.8
687 root 1.89 /* sometimes transfer is only called to set idle_sp */
688     if (!prev->stack->idle_sp)
689     prev->stack->idle_sp = stacklevel;
690    
691     LOCK;
692    
693 root 1.8 if (prev != next)
694     {
695 root 1.89 coro_stack *prev_stack = prev->stack;
696    
697     /* possibly "free" the stack */
698 root 1.91 if (0 && prev_stack->idle_sp == stacklevel)
699 root 1.8 {
700 root 1.89 stack_put (prev_stack);
701     prev->stack = 0;
702     }
703 root 1.13
704 root 1.90 if (next->mainstack)
705 root 1.89 {
706 root 1.90 /* coroutine already started */
707     SAVE (prev, flags);
708     LOAD (next);
709     }
710     else
711     {
712     /* need to start coroutine */
713 root 1.89 /* first get rid of the old state */
714     SAVE (prev, -1);
715     /* setup coroutine call */
716     setup_coro (next);
717 root 1.90 /* need to change stack from main_stack to real one */
718 root 1.89 next->stack = 0;
719 root 1.8 }
720 root 1.15
721 root 1.89 if (!next->stack)
722 root 1.91 next->stack = stack_get ();
723 root 1.81
724 root 1.89 if (prev_stack != next->stack)
725     coro_transfer (&prev_stack->cctx, &next->stack->cctx);
726 root 1.8 }
727 root 1.3
728 root 1.89 transfer_tail ();
729 root 1.39 }
730 root 1.23
731 root 1.85 /* use this function pointer to call the above function */
732     /* this is done to increase chances of the compiler not inlining the call */
733 root 1.84 void (*coro_state_transfer)(pTHX_ struct coro *prev, struct coro *next, int flags) = transfer_impl;
734    
735 root 1.87 static void
736     coro_state_destroy (struct coro *coro)
737     {
738     if (coro->refcnt--)
739     return;
740    
741     if (coro->mainstack && coro->mainstack != main_mainstack)
742     {
743     struct coro temp;
744    
745     SAVE (aTHX_ (&temp), TRANSFER_SAVE_ALL);
746     LOAD (aTHX_ coro);
747    
748     destroy_stacks (aTHX);
749    
750     LOAD ((&temp)); /* this will get rid of defsv etc.. */
751    
752     coro->mainstack = 0;
753     }
754    
755 root 1.89 stack_free (coro->stack);
756 root 1.87 SvREFCNT_dec (coro->args);
757     Safefree (coro);
758     }
759    
760     static int
761     coro_state_clear (SV *sv, MAGIC *mg)
762     {
763     struct coro *coro = (struct coro *)mg->mg_ptr;
764     mg->mg_ptr = 0;
765    
766     coro_state_destroy (coro);
767    
768     return 0;
769     }
770    
771     static int
772     coro_state_dup (MAGIC *mg, CLONE_PARAMS *params)
773     {
774     struct coro *coro = (struct coro *)mg->mg_ptr;
775    
776     ++coro->refcnt;
777    
778     return 0;
779     }
780    
781     static MGVTBL coro_state_vtbl = { 0, 0, 0, 0, coro_state_clear, 0, coro_state_dup, 0 };
782    
783     static struct coro *
784     SvSTATE (SV *coro)
785     {
786 root 1.88 HV *stash;
787     MAGIC *mg;
788    
789     if (SvROK (coro))
790     coro = SvRV (coro);
791    
792     stash = SvSTASH (coro);
793     if (stash != coro_stash && stash != coro_state_stash)
794     {
795     /* very slow, but rare, check */
796     if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
797     croak ("Coro::State object required");
798     }
799    
800     mg = SvMAGIC (coro);
801 root 1.87 assert (mg->mg_type == PERL_MAGIC_ext);
802     return (struct coro *)mg->mg_ptr;
803     }
804 root 1.23
805     static void
806 root 1.84 api_transfer (pTHX_ SV *prev, SV *next, int flags)
807 root 1.23 {
808 root 1.84 coro_state_transfer (aTHX_ SvSTATE (prev), SvSTATE (next), flags);
809 root 1.21 }
810    
811 root 1.22 /** Coro ********************************************************************/
812    
813     #define PRIO_MAX 3
814     #define PRIO_HIGH 1
815     #define PRIO_NORMAL 0
816     #define PRIO_LOW -1
817     #define PRIO_IDLE -3
818     #define PRIO_MIN -4
819    
820     /* for Coro.pm */
821     static GV *coro_current, *coro_idle;
822 root 1.83 static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
823 root 1.25 static int coro_nready;
824 root 1.22
825     static void
826 pcg 1.56 coro_enq (pTHX_ SV *sv)
827 root 1.22 {
828 root 1.74 int prio;
829    
830 root 1.73 if (SvTYPE (sv) != SVt_PVHV)
831     croak ("Coro::ready tried to enqueue something that is not a coroutine");
832 root 1.22
833 root 1.88 prio = SvSTATE (sv)->prio;
834 root 1.22
835 root 1.73 av_push (coro_ready [prio - PRIO_MIN], sv);
836     coro_nready++;
837 root 1.22 }
838    
839     static SV *
840 pcg 1.56 coro_deq (pTHX_ int min_prio)
841 root 1.22 {
842     int prio = PRIO_MAX - PRIO_MIN;
843    
844     min_prio -= PRIO_MIN;
845     if (min_prio < 0)
846     min_prio = 0;
847    
848     for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; )
849 root 1.83 if (AvFILLp (coro_ready [prio]) >= 0)
850 root 1.25 {
851     coro_nready--;
852 root 1.83 return av_shift (coro_ready [prio]);
853 root 1.25 }
854 root 1.22
855     return 0;
856     }
857    
858 root 1.23 static void
859     api_ready (SV *coro)
860     {
861 pcg 1.56 dTHX;
862    
863 root 1.39 if (SvROK (coro))
864     coro = SvRV (coro);
865    
866 pcg 1.55 LOCK;
867 pcg 1.56 coro_enq (aTHX_ SvREFCNT_inc (coro));
868 pcg 1.55 UNLOCK;
869 root 1.23 }
870    
871     static void
872 root 1.39 api_schedule (void)
873 root 1.23 {
874 pcg 1.56 dTHX;
875    
876 root 1.23 SV *prev, *next;
877 root 1.88 SV *current = GvSV (coro_current);
878    
879     for (;;)
880     {
881     LOCK;
882    
883     next = coro_deq (aTHX_ PRIO_MIN);
884    
885     if (next)
886     break;
887 root 1.23
888 root 1.88 UNLOCK;
889    
890     {
891     dSP;
892    
893     ENTER;
894     SAVETMPS;
895 pcg 1.55
896 root 1.88 PUSHMARK (SP);
897     PUTBACK;
898     call_sv (GvSV (coro_idle), G_DISCARD);
899 root 1.23
900 root 1.88 FREETMPS;
901     LEAVE;
902     }
903     }
904    
905     prev = SvRV (current);
906     SvRV (current) = next;
907 root 1.23
908 root 1.40 /* free this only after the transfer */
909 root 1.39 coro_mortal = prev;
910 root 1.23
911 pcg 1.55 UNLOCK;
912    
913 root 1.89 coro_state_transfer (aTHX_ SvSTATE (prev), SvSTATE (next), TRANSFER_SAVE_ALL);
914 root 1.39 }
915    
916 root 1.89 static int coro_cede_self;
917    
918 root 1.39 static void
919     api_cede (void)
920     {
921 pcg 1.56 dTHX;
922 root 1.89 SV *current = SvREFCNT_inc (SvRV (GvSV (coro_current)));
923 pcg 1.56
924 pcg 1.55 LOCK;
925 root 1.89
926     if (coro_cede_self)
927     {
928     AV *runqueue = coro_ready [PRIO_MAX - PRIO_MIN];
929     av_unshift (runqueue, 1);
930     av_store (runqueue, 0, current);
931     coro_nready++;
932     coro_cede_self = 0;
933     }
934     else
935     coro_enq (aTHX_ current);
936    
937 pcg 1.55 UNLOCK;
938 root 1.39
939     api_schedule ();
940 root 1.23 }
941    
942 root 1.3 MODULE = Coro::State PACKAGE = Coro::State
943 root 1.1
944 root 1.87 PROTOTYPES: DISABLE
945 root 1.1
946 root 1.3 BOOT:
947 root 1.88 {
948 pcg 1.55 #ifdef USE_ITHREADS
949     MUTEX_INIT (&coro_mutex);
950     #endif
951 root 1.78 BOOT_PAGESIZE;
952 pcg 1.55
953 root 1.14 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
954 root 1.7
955 root 1.13 newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (TRANSFER_SAVE_DEFAV));
956     newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (TRANSFER_SAVE_DEFSV));
957     newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (TRANSFER_SAVE_ERRSV));
958 root 1.7
959 root 1.12 main_mainstack = PL_mainstack;
960 root 1.23
961 root 1.26 coroapi.ver = CORO_API_VERSION;
962     coroapi.transfer = api_transfer;
963 root 1.87
964 root 1.89 Newz (0, main_stack, 1, coro_stack);
965     main_stack->idle_sp = (void *)-1;
966    
967 root 1.87 assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
968 root 1.9 }
969 root 1.3
970 root 1.87 SV *
971 root 1.86 new (char *klass, ...)
972 root 1.1 CODE:
973 root 1.86 {
974 root 1.87 struct coro *coro;
975     HV *hv;
976 root 1.86 int i;
977    
978 pcg 1.47 Newz (0, coro, 1, struct coro);
979 root 1.86 coro->args = newAV ();
980    
981 root 1.89 hv = newHV ();
982     sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP;
983     RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
984    
985     av_push (coro->args, newSVsv (RETVAL));
986 root 1.86 for (i = 1; i < items; i++)
987     av_push (coro->args, newSVsv (ST (i)));
988    
989 root 1.89 coro->stack = main_stack;
990 root 1.59 /*coro->mainstack = 0; *//*actual work is done inside transfer */
991     /*coro->stack = 0;*/
992 root 1.86 }
993 root 1.1 OUTPUT:
994     RETVAL
995    
996     void
997 root 1.89 transfer (prev, next, flags)
998 root 1.39 SV *prev
999     SV *next
1000     int flags
1001 root 1.1 CODE:
1002 root 1.20 PUTBACK;
1003 root 1.84 coro_state_transfer (aTHX_ SvSTATE (prev), SvSTATE (next), flags);
1004 root 1.20 SPAGAIN;
1005 root 1.1
1006 root 1.87 int
1007     prio (Coro::State coro, int newprio = 0)
1008     ALIAS:
1009     nice = 1
1010 root 1.1 CODE:
1011 root 1.87 {
1012     RETVAL = coro->prio;
1013 root 1.1
1014 root 1.87 if (items > 1)
1015 root 1.1 {
1016 root 1.87 if (ix)
1017     newprio += coro->prio;
1018 root 1.1
1019 root 1.87 if (newprio < PRIO_MIN) newprio = PRIO_MIN;
1020     if (newprio > PRIO_MAX) newprio = PRIO_MAX;
1021 root 1.1
1022 root 1.87 coro->prio = newprio;
1023     }
1024     }
1025 root 1.1
1026 root 1.87 void
1027 root 1.89 _clear_idle_sp (Coro::State self)
1028     CODE:
1029     self->stack->idle_sp = 0;
1030    
1031     void
1032 root 1.87 _clone_state_from (SV *dst, SV *src)
1033     CODE:
1034     {
1035     struct coro *coro_src = SvSTATE (src);
1036 root 1.13
1037 root 1.87 sv_unmagic (SvRV (dst), PERL_MAGIC_ext);
1038 root 1.13
1039 root 1.87 ++coro_src->refcnt;
1040     sv_magicext (SvRV (dst), 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro_src, 0)->mg_flags |= MGf_DUP;
1041     }
1042 root 1.12
1043 root 1.7 void
1044 root 1.87 _exit (code)
1045 root 1.20 int code
1046     PROTOTYPE: $
1047     CODE:
1048     _exit (code);
1049 root 1.1
1050 root 1.8 MODULE = Coro::State PACKAGE = Coro::Cont
1051    
1052     void
1053 root 1.87 yield (...)
1054 root 1.8 PROTOTYPE: @
1055     CODE:
1056 root 1.88 {
1057 root 1.64 SV *yieldstack;
1058 root 1.8 SV *sv;
1059     AV *defav = GvAV (PL_defgv);
1060     struct coro *prev, *next;
1061    
1062 root 1.64 yieldstack = *hv_fetch (
1063     (HV *)SvRV (GvSV (coro_current)),
1064     "yieldstack", sizeof ("yieldstack") - 1,
1065     0
1066     );
1067 root 1.8
1068 root 1.11 /* set up @_ -- ugly */
1069 root 1.8 av_clear (defav);
1070     av_fill (defav, items - 1);
1071     while (items--)
1072     av_store (defav, items, SvREFCNT_inc (ST(items)));
1073    
1074 root 1.64 sv = av_pop ((AV *)SvRV (yieldstack));
1075 root 1.88 prev = SvSTATE (*av_fetch ((AV *)SvRV (sv), 0, 0));
1076     next = SvSTATE (*av_fetch ((AV *)SvRV (sv), 1, 0));
1077 root 1.8 SvREFCNT_dec (sv);
1078 root 1.13
1079 root 1.84 coro_state_transfer (aTHX_ prev, next, 0);
1080 root 1.88 }
1081 root 1.1
1082 root 1.21 MODULE = Coro::State PACKAGE = Coro
1083    
1084     BOOT:
1085     {
1086 root 1.22 int i;
1087    
1088 root 1.88 coro_stash = gv_stashpv ("Coro", TRUE);
1089    
1090     newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));
1091     newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));
1092     newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));
1093     newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));
1094     newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));
1095     newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));
1096 root 1.22
1097 root 1.21 coro_current = gv_fetchpv ("Coro::current", TRUE, SVt_PV);
1098     coro_idle = gv_fetchpv ("Coro::idle" , TRUE, SVt_PV);
1099 root 1.22
1100     for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
1101     coro_ready[i] = newAV ();
1102 root 1.26
1103     {
1104     SV *sv = perl_get_sv("Coro::API", 1);
1105    
1106     coroapi.schedule = api_schedule;
1107 root 1.39 coroapi.cede = api_cede;
1108 root 1.26 coroapi.ready = api_ready;
1109     coroapi.nready = &coro_nready;
1110     coroapi.current = coro_current;
1111    
1112     GCoroAPI = &coroapi;
1113 root 1.81 sv_setiv (sv, (IV)&coroapi);
1114     SvREADONLY_on (sv);
1115 root 1.26 }
1116 root 1.21 }
1117    
1118     void
1119 root 1.89 ready (SV *self)
1120 root 1.35 PROTOTYPE: $
1121 root 1.21 CODE:
1122 root 1.23 api_ready (self);
1123 pcg 1.50
1124 root 1.25 int
1125 root 1.87 nready (...)
1126 root 1.25 PROTOTYPE:
1127     CODE:
1128     RETVAL = coro_nready;
1129     OUTPUT:
1130     RETVAL
1131    
1132 root 1.21 void
1133 root 1.87 schedule (...)
1134 root 1.25 PROTOTYPE:
1135 root 1.21 CODE:
1136 root 1.39 api_schedule ();
1137    
1138     void
1139 root 1.89 _set_cede_self ()
1140     CODE:
1141     coro_cede_self = 1;
1142    
1143     void
1144 root 1.87 cede (...)
1145 root 1.39 PROTOTYPE:
1146     CODE:
1147     api_cede ();
1148 root 1.21
1149 root 1.89 MODULE = Coro::State PACKAGE = Coro::AIO
1150    
1151 root 1.70 SV *
1152 root 1.89 _get_state ()
1153 root 1.70 CODE:
1154     {
1155     struct {
1156     int errorno;
1157     int laststype;
1158     int laststatval;
1159     Stat_t statcache;
1160     } data;
1161    
1162     data.errorno = errno;
1163     data.laststype = PL_laststype;
1164     data.laststatval = PL_laststatval;
1165     data.statcache = PL_statcache;
1166    
1167     RETVAL = newSVpvn ((char *)&data, sizeof data);
1168     }
1169     OUTPUT:
1170     RETVAL
1171    
1172     void
1173 root 1.89 _set_state (char *data_)
1174 root 1.70 PROTOTYPE: $
1175     CODE:
1176     {
1177     struct {
1178     int errorno;
1179     int laststype;
1180     int laststatval;
1181     Stat_t statcache;
1182     } *data = (void *)data_;
1183    
1184     errno = data->errorno;
1185     PL_laststype = data->laststype;
1186     PL_laststatval = data->laststatval;
1187     PL_statcache = data->statcache;
1188     }