ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
Revision: 1.89
Committed: Sat Nov 25 00:40:26 2006 UTC (17 years, 5 months ago) by root
Branch: MAIN
Changes since 1.88: +183 -217 lines
Log Message:
*** empty log message ***

File Contents

# User Rev Content
1 pcg 1.56 #define PERL_NO_GET_CONTEXT
2    
3 root 1.63 #include "libcoro/coro.c"
4    
5 root 1.1 #include "EXTERN.h"
6     #include "perl.h"
7     #include "XSUB.h"
8    
9 pcg 1.46 #include "patchlevel.h"
10    
11 root 1.65 #if PERL_VERSION < 6
12 pcg 1.46 # ifndef PL_ppaddr
13     # define PL_ppaddr ppaddr
14     # endif
15     # ifndef call_sv
16     # define call_sv perl_call_sv
17     # endif
18     # ifndef get_sv
19     # define get_sv perl_get_sv
20     # endif
21     # ifndef get_cv
22     # define get_cv perl_get_cv
23     # endif
24     # ifndef IS_PADGV
25     # define IS_PADGV(v) 0
26     # endif
27     # ifndef IS_PADCONST
28     # define IS_PADCONST(v) 0
29     # endif
30     #endif
31    
32 root 1.70 #include <errno.h>
33 root 1.20
34 root 1.78 #if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
35     # undef STACKGUARD
36     #endif
37    
38     #ifndef STACKGUARD
39     # define STACKGUARD 0
40     #endif
41    
42 root 1.13 #ifdef HAVE_MMAP
43     # include <unistd.h>
44     # include <sys/mman.h>
45 root 1.36 # ifndef MAP_ANONYMOUS
46     # ifdef MAP_ANON
47     # define MAP_ANONYMOUS MAP_ANON
48 root 1.16 # else
49     # undef HAVE_MMAP
50     # endif
51     # endif
52 root 1.78 # include <limits.h>
53     # ifndef PAGESIZE
54     # define PAGESIZE pagesize
55     # define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
56     static long pagesize;
57     # else
58     # define BOOT_PAGESIZE
59     # endif
60 root 1.3 #endif
61    
62 root 1.88 #define SUB_INIT "Coro::State::initialize"
63 root 1.14
64 root 1.28 /* The next macro should declare a variable stacklevel that contains and approximation
65 root 1.23 * to the current C stack pointer. Its property is that it changes with each call
66 root 1.15 * and should be unique. */
67     #define dSTACKLEVEL void *stacklevel = &stacklevel
68    
69 root 1.34 #define IN_DESTRUCT (PL_main_cv == Nullcv)
70    
71 root 1.15 #define labs(l) ((l) >= 0 ? (l) : -(l))
72    
73 root 1.23 #include "CoroAPI.h"
74    
75 pcg 1.55 #ifdef USE_ITHREADS
76     static perl_mutex coro_mutex;
77 root 1.69 # define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0)
78 pcg 1.55 # define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0)
79     #else
80 root 1.69 # define LOCK (void)0
81     # define UNLOCK (void)0
82 pcg 1.55 #endif
83    
84 root 1.23 static struct CoroAPI coroapi;
85 pcg 1.56 static AV *main_mainstack; /* used to differentiate between $main and others */
86 root 1.88 static HV *coro_state_stash, *coro_stash;
87 pcg 1.58 static SV *coro_mortal; /* will be freed after next transfer */
88 root 1.23
89 root 1.89 /* this is actually not just the c stack but also c registers etc... */
90     typedef struct coro_stack {
91     struct coro_stack *next;
92 root 1.15
93 root 1.89 void *idle_sp;
94 root 1.15 void *sptr;
95     long ssize; /* positive == mmap, otherwise malloc */
96 root 1.89
97     /* cpu state */
98     coro_context cctx;
99 root 1.15 } coro_stack;
100    
101 root 1.89 static coro_stack *main_stack;
102    
103 root 1.1 struct coro {
104 root 1.7 /* optionally saved, might be zero */
105 root 1.3 AV *defav;
106 root 1.7 SV *defsv;
107     SV *errsv;
108 root 1.1
109 root 1.7 /* saved global state not related to stacks */
110     U8 dowarn;
111 root 1.19 I32 in_eval;
112 root 1.7
113 root 1.89 /* the c stack, if any */
114     coro_stack *stack;
115    
116 root 1.7 /* the stacks and related info (callchain etc..) */
117 root 1.1 PERL_SI *curstackinfo;
118     AV *curstack;
119     AV *mainstack;
120     SV **stack_sp;
121     OP *op;
122     SV **curpad;
123 root 1.44 AV *comppad;
124 root 1.62 CV *compcv;
125 root 1.1 SV **stack_base;
126     SV **stack_max;
127     SV **tmps_stack;
128     I32 tmps_floor;
129     I32 tmps_ix;
130     I32 tmps_max;
131     I32 *markstack;
132     I32 *markstack_ptr;
133     I32 *markstack_max;
134     I32 *scopestack;
135     I32 scopestack_ix;
136     I32 scopestack_max;
137     ANY *savestack;
138     I32 savestack_ix;
139     I32 savestack_max;
140     OP **retstack;
141     I32 retstack_ix;
142     I32 retstack_max;
143 root 1.66 PMOP *curpm;
144 root 1.1 COP *curcop;
145 root 1.13 JMPENV *top_env;
146 root 1.1
147 root 1.87 /* coro process data */
148     int prio;
149    
150 root 1.7 /* data associated with this coroutine (initial args) */
151 root 1.3 AV *args;
152 root 1.87 int refcnt;
153 root 1.1 };
154    
155     typedef struct coro *Coro__State;
156     typedef struct coro *Coro__State_or_hashref;
157    
158 root 1.77 static AV *
159     coro_clone_padlist (pTHX_ CV *cv)
160     {
161     AV *padlist = CvPADLIST (cv);
162     AV *newpadlist, *newpad;
163 root 1.3
164     newpadlist = newAV ();
165     AvREAL_off (newpadlist);
166 root 1.79 #if PERL_VERSION < 9
167 root 1.77 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
168 root 1.79 #else
169     Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
170     #endif
171 root 1.77 newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
172     --AvFILLp (padlist);
173 root 1.3
174 root 1.77 av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));
175     av_store (newpadlist, 1, (SV *)newpad);
176 root 1.3
177     return newpadlist;
178     }
179    
180 root 1.77 static void
181 pcg 1.56 free_padlist (pTHX_ AV *padlist)
182 root 1.3 {
183     /* may be during global destruction */
184 pcg 1.50 if (SvREFCNT (padlist))
185 root 1.3 {
186 pcg 1.50 I32 i = AvFILLp (padlist);
187 root 1.3 while (i >= 0)
188     {
189 pcg 1.50 SV **svp = av_fetch (padlist, i--, FALSE);
190     if (svp)
191     {
192     SV *sv;
193     while (&PL_sv_undef != (sv = av_pop ((AV *)*svp)))
194     SvREFCNT_dec (sv);
195    
196     SvREFCNT_dec (*svp);
197     }
198 root 1.3 }
199    
200 pcg 1.50 SvREFCNT_dec ((SV*)padlist);
201     }
202     }
203    
204 root 1.77 static int
205 pcg 1.54 coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
206 pcg 1.50 {
207     AV *padlist;
208     AV *av = (AV *)mg->mg_obj;
209    
210     /* casting is fun. */
211     while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
212 pcg 1.56 free_padlist (aTHX_ padlist);
213 root 1.61
214     SvREFCNT_dec (av);
215 root 1.76
216     return 0;
217 root 1.3 }
218 pcg 1.50
219     #define PERL_MAGIC_coro PERL_MAGIC_ext
220    
221     static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};
222 root 1.3
223 root 1.7 /* the next two functions merely cache the padlists */
224 root 1.77 static void
225 pcg 1.56 get_padlist (pTHX_ CV *cv)
226 root 1.3 {
227 pcg 1.50 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
228 root 1.4
229 pcg 1.50 if (mg && AvFILLp ((AV *)mg->mg_obj) >= 0)
230     CvPADLIST (cv) = (AV *)av_pop ((AV *)mg->mg_obj);
231 root 1.4 else
232 root 1.77 {
233     #if 0
234     /* this should work - but it doesn't :( */
235     CV *cp = Perl_cv_clone (aTHX_ cv);
236     CvPADLIST (cv) = CvPADLIST (cp);
237     CvPADLIST (cp) = 0;
238     SvREFCNT_dec (cp);
239     #else
240     CvPADLIST (cv) = coro_clone_padlist (aTHX_ cv);
241     #endif
242     }
243 root 1.4 }
244    
245 root 1.77 static void
246 pcg 1.56 put_padlist (pTHX_ CV *cv)
247 root 1.4 {
248 pcg 1.50 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
249 root 1.7
250 pcg 1.50 if (!mg)
251 root 1.7 {
252 pcg 1.50 sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);
253     mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
254     mg->mg_virtual = &vtbl_coro;
255     mg->mg_obj = (SV *)newAV ();
256 root 1.7 }
257    
258 pcg 1.50 av_push ((AV *)mg->mg_obj, (SV *)CvPADLIST (cv));
259 root 1.7 }
260    
261     #define SB do {
262     #define SE } while (0)
263    
264 root 1.28 #define LOAD(state) load_state(aTHX_ (state));
265     #define SAVE(state,flags) save_state(aTHX_ (state),(flags));
266 root 1.7
267 pcg 1.47 #define REPLACE_SV(sv,val) SB SvREFCNT_dec(sv); (sv) = (val); (val) = 0; SE
268 root 1.7
269     static void
270     load_state(pTHX_ Coro__State c)
271     {
272     PL_dowarn = c->dowarn;
273 root 1.19 PL_in_eval = c->in_eval;
274 root 1.7
275     PL_curstackinfo = c->curstackinfo;
276     PL_curstack = c->curstack;
277     PL_mainstack = c->mainstack;
278     PL_stack_sp = c->stack_sp;
279     PL_op = c->op;
280     PL_curpad = c->curpad;
281 root 1.44 PL_comppad = c->comppad;
282 root 1.62 PL_compcv = c->compcv;
283 root 1.7 PL_stack_base = c->stack_base;
284     PL_stack_max = c->stack_max;
285     PL_tmps_stack = c->tmps_stack;
286     PL_tmps_floor = c->tmps_floor;
287     PL_tmps_ix = c->tmps_ix;
288     PL_tmps_max = c->tmps_max;
289     PL_markstack = c->markstack;
290     PL_markstack_ptr = c->markstack_ptr;
291     PL_markstack_max = c->markstack_max;
292     PL_scopestack = c->scopestack;
293     PL_scopestack_ix = c->scopestack_ix;
294     PL_scopestack_max = c->scopestack_max;
295     PL_savestack = c->savestack;
296     PL_savestack_ix = c->savestack_ix;
297     PL_savestack_max = c->savestack_max;
298 root 1.72 #if PERL_VERSION < 9
299 root 1.7 PL_retstack = c->retstack;
300     PL_retstack_ix = c->retstack_ix;
301     PL_retstack_max = c->retstack_max;
302 root 1.71 #endif
303 root 1.66 PL_curpm = c->curpm;
304 root 1.7 PL_curcop = c->curcop;
305 root 1.13 PL_top_env = c->top_env;
306 root 1.7
307     if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);
308     if (c->defsv) REPLACE_SV (DEFSV , c->defsv);
309     if (c->errsv) REPLACE_SV (ERRSV , c->errsv);
310    
311     {
312     dSP;
313     CV *cv;
314    
315     /* now do the ugly restore mess */
316     while ((cv = (CV *)POPs))
317     {
318     AV *padlist = (AV *)POPs;
319    
320     if (padlist)
321     {
322 pcg 1.56 put_padlist (aTHX_ cv); /* mark this padlist as available */
323 root 1.7 CvPADLIST(cv) = padlist;
324     }
325    
326     ++CvDEPTH(cv);
327     }
328    
329     PUTBACK;
330     }
331     }
332    
333 root 1.3 static void
334 root 1.7 save_state(pTHX_ Coro__State c, int flags)
335 root 1.3 {
336     {
337     dSP;
338     I32 cxix = cxstack_ix;
339 root 1.11 PERL_CONTEXT *ccstk = cxstack;
340 root 1.3 PERL_SI *top_si = PL_curstackinfo;
341    
342     /*
343     * the worst thing you can imagine happens first - we have to save
344     * (and reinitialize) all cv's in the whole callchain :(
345     */
346    
347     PUSHs (Nullsv);
348     /* this loop was inspired by pp_caller */
349     for (;;)
350     {
351 root 1.30 while (cxix >= 0)
352 root 1.3 {
353 root 1.4 PERL_CONTEXT *cx = &ccstk[cxix--];
354 root 1.3
355     if (CxTYPE(cx) == CXt_SUB)
356     {
357     CV *cv = cx->blk_sub.cv;
358     if (CvDEPTH(cv))
359     {
360 root 1.7 EXTEND (SP, CvDEPTH(cv)*2);
361    
362     while (--CvDEPTH(cv))
363     {
364     /* this tells the restore code to increment CvDEPTH */
365     PUSHs (Nullsv);
366     PUSHs ((SV *)cv);
367     }
368    
369 root 1.3 PUSHs ((SV *)CvPADLIST(cv));
370     PUSHs ((SV *)cv);
371    
372 root 1.77 get_padlist (aTHX_ cv);
373 root 1.3 }
374     }
375 pcg 1.46 #ifdef CXt_FORMAT
376 root 1.3 else if (CxTYPE(cx) == CXt_FORMAT)
377     {
378     /* I never used formats, so how should I know how these are implemented? */
379     /* my bold guess is as a simple, plain sub... */
380     croak ("CXt_FORMAT not yet handled. Don't switch coroutines from within formats");
381     }
382 pcg 1.46 #endif
383 root 1.3 }
384    
385     if (top_si->si_type == PERLSI_MAIN)
386     break;
387    
388     top_si = top_si->si_prev;
389     ccstk = top_si->si_cxstack;
390     cxix = top_si->si_cxix;
391     }
392    
393     PUTBACK;
394     }
395    
396 root 1.12 c->defav = flags & TRANSFER_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;
397     c->defsv = flags & TRANSFER_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;
398     c->errsv = flags & TRANSFER_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;
399 root 1.7
400 root 1.3 c->dowarn = PL_dowarn;
401 root 1.19 c->in_eval = PL_in_eval;
402 root 1.7
403 root 1.3 c->curstackinfo = PL_curstackinfo;
404     c->curstack = PL_curstack;
405     c->mainstack = PL_mainstack;
406     c->stack_sp = PL_stack_sp;
407     c->op = PL_op;
408     c->curpad = PL_curpad;
409 root 1.44 c->comppad = PL_comppad;
410 root 1.62 c->compcv = PL_compcv;
411 root 1.3 c->stack_base = PL_stack_base;
412     c->stack_max = PL_stack_max;
413     c->tmps_stack = PL_tmps_stack;
414     c->tmps_floor = PL_tmps_floor;
415     c->tmps_ix = PL_tmps_ix;
416     c->tmps_max = PL_tmps_max;
417     c->markstack = PL_markstack;
418     c->markstack_ptr = PL_markstack_ptr;
419     c->markstack_max = PL_markstack_max;
420     c->scopestack = PL_scopestack;
421     c->scopestack_ix = PL_scopestack_ix;
422     c->scopestack_max = PL_scopestack_max;
423     c->savestack = PL_savestack;
424     c->savestack_ix = PL_savestack_ix;
425     c->savestack_max = PL_savestack_max;
426 root 1.72 #if PERL_VERSION < 9
427 root 1.3 c->retstack = PL_retstack;
428     c->retstack_ix = PL_retstack_ix;
429     c->retstack_max = PL_retstack_max;
430 root 1.71 #endif
431 root 1.66 c->curpm = PL_curpm;
432 root 1.3 c->curcop = PL_curcop;
433 root 1.13 c->top_env = PL_top_env;
434     }
435    
436     /*
437     * allocate various perl stacks. This is an exact copy
438     * of perl.c:init_stacks, except that it uses less memory
439 pcg 1.52 * on the (sometimes correct) assumption that coroutines do
440     * not usually need a lot of stackspace.
441 root 1.13 */
442 root 1.77 static void
443 root 1.13 coro_init_stacks (pTHX)
444     {
445 pcg 1.55 LOCK;
446    
447 root 1.13 PL_curstackinfo = new_stackinfo(96, 1024/sizeof(PERL_CONTEXT) - 1);
448     PL_curstackinfo->si_type = PERLSI_MAIN;
449     PL_curstack = PL_curstackinfo->si_stack;
450     PL_mainstack = PL_curstack; /* remember in case we switch stacks */
451    
452     PL_stack_base = AvARRAY(PL_curstack);
453     PL_stack_sp = PL_stack_base;
454     PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
455    
456 root 1.15 New(50,PL_tmps_stack,96,SV*);
457 root 1.13 PL_tmps_floor = -1;
458     PL_tmps_ix = -1;
459 root 1.15 PL_tmps_max = 96;
460 root 1.13
461 root 1.15 New(54,PL_markstack,16,I32);
462 root 1.13 PL_markstack_ptr = PL_markstack;
463 root 1.15 PL_markstack_max = PL_markstack + 16;
464 root 1.13
465 pcg 1.46 #ifdef SET_MARK_OFFSET
466 root 1.13 SET_MARK_OFFSET;
467 pcg 1.46 #endif
468 root 1.13
469 root 1.15 New(54,PL_scopestack,16,I32);
470 root 1.13 PL_scopestack_ix = 0;
471 root 1.15 PL_scopestack_max = 16;
472 root 1.13
473 root 1.15 New(54,PL_savestack,96,ANY);
474 root 1.13 PL_savestack_ix = 0;
475 root 1.15 PL_savestack_max = 96;
476 root 1.13
477 root 1.72 #if PERL_VERSION < 9
478 root 1.13 New(54,PL_retstack,8,OP*);
479     PL_retstack_ix = 0;
480     PL_retstack_max = 8;
481 root 1.71 #endif
482 pcg 1.55
483     UNLOCK;
484 root 1.3 }
485 root 1.1
486 root 1.7 /*
487     * destroy the stacks, the callchain etc...
488     */
489 root 1.77 static void
490 root 1.4 destroy_stacks(pTHX)
491 root 1.1 {
492 root 1.34 if (!IN_DESTRUCT)
493 root 1.31 {
494     /* is this ugly, I ask? */
495 pcg 1.52 LEAVE_SCOPE (0);
496 root 1.31
497     /* sure it is, but more important: is it correct?? :/ */
498 pcg 1.52 FREETMPS;
499 pcg 1.57
500     /*POPSTACK_TO (PL_mainstack);*//*D*//*use*/
501 root 1.31 }
502 root 1.7
503 root 1.4 while (PL_curstackinfo->si_next)
504     PL_curstackinfo = PL_curstackinfo->si_next;
505    
506     while (PL_curstackinfo)
507     {
508     PERL_SI *p = PL_curstackinfo->si_prev;
509    
510 pcg 1.57 { /*D*//*remove*/
511 root 1.7 dSP;
512     SWITCHSTACK (PL_curstack, PL_curstackinfo->si_stack);
513     PUTBACK; /* possibly superfluous */
514     }
515    
516 root 1.34 if (!IN_DESTRUCT)
517 root 1.31 {
518 pcg 1.57 dounwind (-1);/*D*//*remove*/
519     SvREFCNT_dec (PL_curstackinfo->si_stack);
520 root 1.31 }
521 root 1.7
522 pcg 1.57 Safefree (PL_curstackinfo->si_cxstack);
523     Safefree (PL_curstackinfo);
524 root 1.4 PL_curstackinfo = p;
525     }
526    
527 pcg 1.57 Safefree (PL_tmps_stack);
528     Safefree (PL_markstack);
529     Safefree (PL_scopestack);
530     Safefree (PL_savestack);
531 root 1.72 #if PERL_VERSION < 9
532 pcg 1.57 Safefree (PL_retstack);
533 root 1.71 #endif
534 root 1.1 }
535    
536 root 1.13 static void
537 root 1.89 setup_coro (struct coro *coro)
538 root 1.13 {
539 root 1.89 /*
540     * emulate part of the perl startup here.
541     */
542     dTHX;
543     dSP;
544     UNOP myop;
545     SV *sub_init = (SV *)get_cv (SUB_INIT, FALSE);
546 root 1.15
547 root 1.89 coro_init_stacks (aTHX);
548     /*PL_curcop = 0;*/
549     /*PL_in_eval = PL_in_eval;*/ /* inherit */
550     SvREFCNT_dec (GvAV (PL_defgv));
551     GvAV (PL_defgv) = coro->args; coro->args = 0;
552 root 1.15
553 root 1.89 SPAGAIN;
554 pcg 1.55
555 root 1.89 Zero (&myop, 1, UNOP);
556     myop.op_next = Nullop;
557     myop.op_flags = OPf_WANT_VOID;
558    
559     PL_op = (OP *)&myop;
560    
561     PUSHMARK(SP);
562     XPUSHs (sub_init);
563     PUTBACK;
564     PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
565     SPAGAIN;
566 root 1.15
567 root 1.89 ENTER; /* necessary e.g. for dounwind */
568 root 1.13 }
569    
570     static void
571 root 1.89 transfer_tail ()
572 root 1.13 {
573 root 1.89 if (coro_mortal)
574 root 1.15 {
575 root 1.89 SvREFCNT_dec (coro_mortal);
576     coro_mortal = 0;
577     }
578 pcg 1.47
579 root 1.89 UNLOCK;
580 root 1.13 }
581    
582     static void
583 root 1.89 coro_run (void *arg)
584 root 1.13 {
585     /*
586 root 1.89 * this is a _very_ stripped down perl interpreter ;)
587 root 1.13 */
588 pcg 1.56 dTHX;
589 root 1.13
590 root 1.89 transfer_tail ();
591    
592     PL_top_env = &PL_start_env;
593     PL_restartop = PL_op->op_next;
594     /* somebody will hit me for both perl_run and PL_restart_top */
595     perl_run (aTHX_ PERL_GET_CONTEXT);
596    
597     abort ();
598     }
599    
600     static coro_stack *
601     stack_new ()
602     {
603     coro_stack *stack;
604    
605     New (0, stack, 1, coro_stack);
606    
607     #if HAVE_MMAP
608 root 1.13
609 root 1.89 stack->ssize = ((STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + STACKGUARD) * PAGESIZE; /* mmap should do allocate-on-write for us */
610     stack->sptr = mmap (0, stack->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
611 root 1.19
612 root 1.89 if (stack->sptr == (void *)-1)
613 root 1.13 {
614 root 1.89 fprintf (stderr, "FATAL: unable to mmap stack for coroutine\n");
615     _exit (EXIT_FAILURE);
616     }
617 root 1.15
618 root 1.89 mprotect (stack->sptr, STACKGUARD * PAGESIZE, PROT_NONE);
619 root 1.19
620 root 1.89 #else
621    
622     stack->ssize = STACKSIZE * (long)sizeof (long);
623     New (0, stack->sptr, STACKSIZE, long);
624    
625     if (!stack->sptr)
626     {
627     fprintf (stderr, "FATAL: unable to malloc stack for coroutine\n");
628     _exit (EXIT_FAILURE);
629 root 1.13 }
630    
631 root 1.89 #endif
632    
633     coro_create (&stack->cctx, coro_run, 0, stack->sptr, stack->ssize);
634 root 1.13
635 root 1.89 return stack;
636 root 1.13 }
637    
638 root 1.15 static void
639 root 1.89 stack_free (coro_stack *stack)
640 root 1.15 {
641 root 1.89 if (!stack || stack == main_stack)
642     return;
643    
644     #if HAVE_MMAP
645     munmap (stack->sptr, stack->ssize);
646     #else
647     Safefree (stack->sptr);
648     #endif
649    
650     Safefree (stack);
651     }
652 root 1.32
653 root 1.89 static coro_stack *stack_first;
654 root 1.15
655 root 1.89 static void
656     stack_get (struct coro *coro)
657     {
658     if (stack_first)
659     {
660     coro->stack = stack_first;
661     stack_first = stack_first->next;
662     }
663     else
664     coro->stack = stack_new ();
665     }
666 root 1.19
667 root 1.89 static void
668     stack_put (coro_stack *stack)
669     {
670     stack->next = stack_first;
671     stack_first = stack;
672 root 1.15 }
673    
674 root 1.84 /* never call directly, always through the coro_state_transfer global variable */
675 root 1.77 static void
676 root 1.84 transfer_impl (pTHX_ struct coro *prev, struct coro *next, int flags)
677 root 1.8 {
678 root 1.15 dSTACKLEVEL;
679 root 1.8
680 root 1.89 /* sometimes transfer is only called to set idle_sp */
681     if (!prev->stack->idle_sp)
682     prev->stack->idle_sp = stacklevel;
683    
684     LOCK;
685    
686 root 1.8 if (prev != next)
687     {
688 root 1.89 coro_stack *prev_stack = prev->stack;
689    
690     /* possibly "free" the stack */
691     if (prev_stack->idle_sp == stacklevel)
692 root 1.8 {
693 root 1.89 stack_put (prev_stack);
694     prev->stack = 0;
695     }
696 root 1.13
697 root 1.89 if (!next->mainstack)
698     {
699     /* first get rid of the old state */
700     SAVE (prev, -1);
701     /* setup coroutine call */
702     setup_coro (next);
703     next->stack = 0;
704 root 1.8 }
705     else
706     {
707 root 1.89 SAVE (prev, flags);
708     LOAD (next);
709     }
710 root 1.15
711 root 1.89 if (!next->stack)
712     stack_get (next);
713 root 1.81
714 root 1.89 if (prev_stack != next->stack)
715     coro_transfer (&prev_stack->cctx, &next->stack->cctx);
716 root 1.8 }
717 root 1.3
718 root 1.89 transfer_tail ();
719 root 1.39 }
720 root 1.23
721 root 1.85 /* use this function pointer to call the above function */
722     /* this is done to increase chances of the compiler not inlining the call */
723 root 1.84 void (*coro_state_transfer)(pTHX_ struct coro *prev, struct coro *next, int flags) = transfer_impl;
724    
725 root 1.87 static void
726     coro_state_destroy (struct coro *coro)
727     {
728     if (coro->refcnt--)
729     return;
730    
731     if (coro->mainstack && coro->mainstack != main_mainstack)
732     {
733     struct coro temp;
734    
735     SAVE (aTHX_ (&temp), TRANSFER_SAVE_ALL);
736     LOAD (aTHX_ coro);
737    
738     destroy_stacks (aTHX);
739    
740     LOAD ((&temp)); /* this will get rid of defsv etc.. */
741    
742     coro->mainstack = 0;
743     }
744    
745 root 1.89 stack_free (coro->stack);
746 root 1.87 SvREFCNT_dec (coro->args);
747     Safefree (coro);
748     }
749    
750     static int
751     coro_state_clear (SV *sv, MAGIC *mg)
752     {
753     struct coro *coro = (struct coro *)mg->mg_ptr;
754     mg->mg_ptr = 0;
755    
756     coro_state_destroy (coro);
757    
758     return 0;
759     }
760    
761     static int
762     coro_state_dup (MAGIC *mg, CLONE_PARAMS *params)
763     {
764     struct coro *coro = (struct coro *)mg->mg_ptr;
765    
766     ++coro->refcnt;
767    
768     return 0;
769     }
770    
771     static MGVTBL coro_state_vtbl = { 0, 0, 0, 0, coro_state_clear, 0, coro_state_dup, 0 };
772    
773     static struct coro *
774     SvSTATE (SV *coro)
775     {
776 root 1.88 HV *stash;
777     MAGIC *mg;
778    
779     if (SvROK (coro))
780     coro = SvRV (coro);
781    
782     stash = SvSTASH (coro);
783     if (stash != coro_stash && stash != coro_state_stash)
784     {
785     /* very slow, but rare, check */
786     if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
787     croak ("Coro::State object required");
788     }
789    
790     mg = SvMAGIC (coro);
791 root 1.87 assert (mg->mg_type == PERL_MAGIC_ext);
792     return (struct coro *)mg->mg_ptr;
793     }
794 root 1.23
795     static void
796 root 1.84 api_transfer (pTHX_ SV *prev, SV *next, int flags)
797 root 1.23 {
798 root 1.84 coro_state_transfer (aTHX_ SvSTATE (prev), SvSTATE (next), flags);
799 root 1.21 }
800    
801 root 1.22 /** Coro ********************************************************************/
802    
803     #define PRIO_MAX 3
804     #define PRIO_HIGH 1
805     #define PRIO_NORMAL 0
806     #define PRIO_LOW -1
807     #define PRIO_IDLE -3
808     #define PRIO_MIN -4
809    
810     /* for Coro.pm */
811     static GV *coro_current, *coro_idle;
812 root 1.83 static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
813 root 1.25 static int coro_nready;
814 root 1.22
815     static void
816 pcg 1.56 coro_enq (pTHX_ SV *sv)
817 root 1.22 {
818 root 1.74 int prio;
819    
820 root 1.73 if (SvTYPE (sv) != SVt_PVHV)
821     croak ("Coro::ready tried to enqueue something that is not a coroutine");
822 root 1.22
823 root 1.88 prio = SvSTATE (sv)->prio;
824 root 1.22
825 root 1.73 av_push (coro_ready [prio - PRIO_MIN], sv);
826     coro_nready++;
827 root 1.22 }
828    
829     static SV *
830 pcg 1.56 coro_deq (pTHX_ int min_prio)
831 root 1.22 {
832     int prio = PRIO_MAX - PRIO_MIN;
833    
834     min_prio -= PRIO_MIN;
835     if (min_prio < 0)
836     min_prio = 0;
837    
838     for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; )
839 root 1.83 if (AvFILLp (coro_ready [prio]) >= 0)
840 root 1.25 {
841     coro_nready--;
842 root 1.83 return av_shift (coro_ready [prio]);
843 root 1.25 }
844 root 1.22
845     return 0;
846     }
847    
848 root 1.23 static void
849     api_ready (SV *coro)
850     {
851 pcg 1.56 dTHX;
852    
853 root 1.39 if (SvROK (coro))
854     coro = SvRV (coro);
855    
856 pcg 1.55 LOCK;
857 pcg 1.56 coro_enq (aTHX_ SvREFCNT_inc (coro));
858 pcg 1.55 UNLOCK;
859 root 1.23 }
860    
861     static void
862 root 1.39 api_schedule (void)
863 root 1.23 {
864 pcg 1.56 dTHX;
865    
866 root 1.23 SV *prev, *next;
867 root 1.88 SV *current = GvSV (coro_current);
868    
869     for (;;)
870     {
871     LOCK;
872    
873     next = coro_deq (aTHX_ PRIO_MIN);
874    
875     if (next)
876     break;
877 root 1.23
878 root 1.88 UNLOCK;
879    
880     {
881     dSP;
882    
883     ENTER;
884     SAVETMPS;
885 pcg 1.55
886 root 1.88 PUSHMARK (SP);
887     PUTBACK;
888     call_sv (GvSV (coro_idle), G_DISCARD);
889 root 1.23
890 root 1.88 FREETMPS;
891     LEAVE;
892     }
893     }
894    
895     prev = SvRV (current);
896     SvRV (current) = next;
897 root 1.23
898 root 1.40 /* free this only after the transfer */
899 root 1.39 coro_mortal = prev;
900 root 1.23
901 pcg 1.55 UNLOCK;
902    
903 root 1.89 coro_state_transfer (aTHX_ SvSTATE (prev), SvSTATE (next), TRANSFER_SAVE_ALL);
904 root 1.39 }
905    
906 root 1.89 static int coro_cede_self;
907    
908 root 1.39 static void
909     api_cede (void)
910     {
911 pcg 1.56 dTHX;
912 root 1.89 SV *current = SvREFCNT_inc (SvRV (GvSV (coro_current)));
913 pcg 1.56
914 pcg 1.55 LOCK;
915 root 1.89
916     if (coro_cede_self)
917     {
918     AV *runqueue = coro_ready [PRIO_MAX - PRIO_MIN];
919     av_unshift (runqueue, 1);
920     av_store (runqueue, 0, current);
921     coro_nready++;
922     coro_cede_self = 0;
923     }
924     else
925     coro_enq (aTHX_ current);
926    
927 pcg 1.55 UNLOCK;
928 root 1.39
929     api_schedule ();
930 root 1.23 }
931    
932 root 1.3 MODULE = Coro::State PACKAGE = Coro::State
933 root 1.1
934 root 1.87 PROTOTYPES: DISABLE
935 root 1.1
936 root 1.3 BOOT:
937 root 1.88 {
938 pcg 1.55 #ifdef USE_ITHREADS
939     MUTEX_INIT (&coro_mutex);
940     #endif
941 root 1.78 BOOT_PAGESIZE;
942 pcg 1.55
943 root 1.14 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
944 root 1.7
945 root 1.13 newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (TRANSFER_SAVE_DEFAV));
946     newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (TRANSFER_SAVE_DEFSV));
947     newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (TRANSFER_SAVE_ERRSV));
948 root 1.7
949 root 1.12 main_mainstack = PL_mainstack;
950 root 1.23
951 root 1.26 coroapi.ver = CORO_API_VERSION;
952     coroapi.transfer = api_transfer;
953 root 1.87
954 root 1.89 Newz (0, main_stack, 1, coro_stack);
955     main_stack->idle_sp = (void *)-1;
956    
957 root 1.87 assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
958 root 1.9 }
959 root 1.3
960 root 1.87 SV *
961 root 1.86 new (char *klass, ...)
962 root 1.1 CODE:
963 root 1.86 {
964 root 1.87 struct coro *coro;
965     HV *hv;
966 root 1.86 int i;
967    
968 pcg 1.47 Newz (0, coro, 1, struct coro);
969 root 1.86 coro->args = newAV ();
970    
971 root 1.89 hv = newHV ();
972     sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP;
973     RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
974    
975     av_push (coro->args, newSVsv (RETVAL));
976 root 1.86 for (i = 1; i < items; i++)
977     av_push (coro->args, newSVsv (ST (i)));
978    
979 root 1.89 coro->stack = main_stack;
980 root 1.59 /*coro->mainstack = 0; *//*actual work is done inside transfer */
981     /*coro->stack = 0;*/
982 root 1.86 }
983 root 1.1 OUTPUT:
984     RETVAL
985    
986     void
987 root 1.89 transfer (prev, next, flags)
988 root 1.39 SV *prev
989     SV *next
990     int flags
991 root 1.1 CODE:
992 root 1.20 PUTBACK;
993 root 1.84 coro_state_transfer (aTHX_ SvSTATE (prev), SvSTATE (next), flags);
994 root 1.20 SPAGAIN;
995 root 1.1
996 root 1.87 int
997     prio (Coro::State coro, int newprio = 0)
998     ALIAS:
999     nice = 1
1000 root 1.1 CODE:
1001 root 1.87 {
1002     RETVAL = coro->prio;
1003 root 1.1
1004 root 1.87 if (items > 1)
1005 root 1.1 {
1006 root 1.87 if (ix)
1007     newprio += coro->prio;
1008 root 1.1
1009 root 1.87 if (newprio < PRIO_MIN) newprio = PRIO_MIN;
1010     if (newprio > PRIO_MAX) newprio = PRIO_MAX;
1011 root 1.1
1012 root 1.87 coro->prio = newprio;
1013     }
1014     }
1015 root 1.1
1016 root 1.87 void
1017 root 1.89 _clear_idle_sp (Coro::State self)
1018     CODE:
1019     self->stack->idle_sp = 0;
1020    
1021     void
1022 root 1.87 _clone_state_from (SV *dst, SV *src)
1023     CODE:
1024     {
1025     struct coro *coro_src = SvSTATE (src);
1026 root 1.13
1027 root 1.87 sv_unmagic (SvRV (dst), PERL_MAGIC_ext);
1028 root 1.13
1029 root 1.87 ++coro_src->refcnt;
1030     sv_magicext (SvRV (dst), 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro_src, 0)->mg_flags |= MGf_DUP;
1031     }
1032 root 1.12
1033 root 1.7 void
1034 root 1.87 _exit (code)
1035 root 1.20 int code
1036     PROTOTYPE: $
1037     CODE:
1038     _exit (code);
1039 root 1.1
1040 root 1.8 MODULE = Coro::State PACKAGE = Coro::Cont
1041    
1042     void
1043 root 1.87 yield (...)
1044 root 1.8 PROTOTYPE: @
1045     CODE:
1046 root 1.88 {
1047 root 1.64 SV *yieldstack;
1048 root 1.8 SV *sv;
1049     AV *defav = GvAV (PL_defgv);
1050     struct coro *prev, *next;
1051    
1052 root 1.64 yieldstack = *hv_fetch (
1053     (HV *)SvRV (GvSV (coro_current)),
1054     "yieldstack", sizeof ("yieldstack") - 1,
1055     0
1056     );
1057 root 1.8
1058 root 1.11 /* set up @_ -- ugly */
1059 root 1.8 av_clear (defav);
1060     av_fill (defav, items - 1);
1061     while (items--)
1062     av_store (defav, items, SvREFCNT_inc (ST(items)));
1063    
1064 root 1.64 sv = av_pop ((AV *)SvRV (yieldstack));
1065 root 1.88 prev = SvSTATE (*av_fetch ((AV *)SvRV (sv), 0, 0));
1066     next = SvSTATE (*av_fetch ((AV *)SvRV (sv), 1, 0));
1067 root 1.8 SvREFCNT_dec (sv);
1068 root 1.13
1069 root 1.84 coro_state_transfer (aTHX_ prev, next, 0);
1070 root 1.88 }
1071 root 1.1
1072 root 1.21 MODULE = Coro::State PACKAGE = Coro
1073    
1074     BOOT:
1075     {
1076 root 1.22 int i;
1077    
1078 root 1.88 coro_stash = gv_stashpv ("Coro", TRUE);
1079    
1080     newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));
1081     newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));
1082     newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));
1083     newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));
1084     newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));
1085     newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));
1086 root 1.22
1087 root 1.21 coro_current = gv_fetchpv ("Coro::current", TRUE, SVt_PV);
1088     coro_idle = gv_fetchpv ("Coro::idle" , TRUE, SVt_PV);
1089 root 1.22
1090     for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
1091     coro_ready[i] = newAV ();
1092 root 1.26
1093     {
1094     SV *sv = perl_get_sv("Coro::API", 1);
1095    
1096     coroapi.schedule = api_schedule;
1097 root 1.39 coroapi.cede = api_cede;
1098 root 1.26 coroapi.ready = api_ready;
1099     coroapi.nready = &coro_nready;
1100     coroapi.current = coro_current;
1101    
1102     GCoroAPI = &coroapi;
1103 root 1.81 sv_setiv (sv, (IV)&coroapi);
1104     SvREADONLY_on (sv);
1105 root 1.26 }
1106 root 1.21 }
1107    
1108     void
1109 root 1.89 ready (SV *self)
1110 root 1.35 PROTOTYPE: $
1111 root 1.21 CODE:
1112 root 1.23 api_ready (self);
1113 pcg 1.50
1114 root 1.25 int
1115 root 1.87 nready (...)
1116 root 1.25 PROTOTYPE:
1117     CODE:
1118     RETVAL = coro_nready;
1119     OUTPUT:
1120     RETVAL
1121    
1122 root 1.21 void
1123 root 1.87 schedule (...)
1124 root 1.25 PROTOTYPE:
1125 root 1.21 CODE:
1126 root 1.39 api_schedule ();
1127    
1128     void
1129 root 1.89 _set_cede_self ()
1130     CODE:
1131     coro_cede_self = 1;
1132    
1133     void
1134 root 1.87 cede (...)
1135 root 1.39 PROTOTYPE:
1136     CODE:
1137     api_cede ();
1138 root 1.21
1139 root 1.89 MODULE = Coro::State PACKAGE = Coro::AIO
1140    
1141 root 1.70 SV *
1142 root 1.89 _get_state ()
1143 root 1.70 CODE:
1144     {
1145     struct {
1146     int errorno;
1147     int laststype;
1148     int laststatval;
1149     Stat_t statcache;
1150     } data;
1151    
1152     data.errorno = errno;
1153     data.laststype = PL_laststype;
1154     data.laststatval = PL_laststatval;
1155     data.statcache = PL_statcache;
1156    
1157     RETVAL = newSVpvn ((char *)&data, sizeof data);
1158     }
1159     OUTPUT:
1160     RETVAL
1161    
1162     void
1163 root 1.89 _set_state (char *data_)
1164 root 1.70 PROTOTYPE: $
1165     CODE:
1166     {
1167     struct {
1168     int errorno;
1169     int laststype;
1170     int laststatval;
1171     Stat_t statcache;
1172     } *data = (void *)data_;
1173    
1174     errno = data->errorno;
1175     PL_laststype = data->laststype;
1176     PL_laststatval = data->laststatval;
1177     PL_statcache = data->statcache;
1178     }