ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
Revision: 1.94
Committed: Sun Nov 26 17:14:15 2006 UTC (17 years, 5 months ago) by root
Branch: MAIN
Changes since 1.93: +49 -48 lines
Log Message:
*** empty log message ***

File Contents

# User Rev Content
1 pcg 1.56 #define PERL_NO_GET_CONTEXT
2    
3 root 1.63 #include "libcoro/coro.c"
4    
5 root 1.1 #include "EXTERN.h"
6     #include "perl.h"
7     #include "XSUB.h"
8    
9 pcg 1.46 #include "patchlevel.h"
10    
11 root 1.65 #if PERL_VERSION < 6
12 pcg 1.46 # ifndef PL_ppaddr
13     # define PL_ppaddr ppaddr
14     # endif
15     # ifndef call_sv
16     # define call_sv perl_call_sv
17     # endif
18     # ifndef get_sv
19     # define get_sv perl_get_sv
20     # endif
21     # ifndef get_cv
22     # define get_cv perl_get_cv
23     # endif
24     # ifndef IS_PADGV
25     # define IS_PADGV(v) 0
26     # endif
27     # ifndef IS_PADCONST
28     # define IS_PADCONST(v) 0
29     # endif
30     #endif
31    
32 root 1.92 #include <stdio.h>
33 root 1.70 #include <errno.h>
34 root 1.20
35 root 1.78 #if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
36     # undef STACKGUARD
37     #endif
38    
39     #ifndef STACKGUARD
40     # define STACKGUARD 0
41     #endif
42    
43 root 1.13 #ifdef HAVE_MMAP
44     # include <unistd.h>
45     # include <sys/mman.h>
46 root 1.36 # ifndef MAP_ANONYMOUS
47     # ifdef MAP_ANON
48     # define MAP_ANONYMOUS MAP_ANON
49 root 1.16 # else
50     # undef HAVE_MMAP
51     # endif
52     # endif
53 root 1.78 # include <limits.h>
54     # ifndef PAGESIZE
55     # define PAGESIZE pagesize
56     # define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
57     static long pagesize;
58     # else
59     # define BOOT_PAGESIZE
60     # endif
61 root 1.3 #endif
62    
63 root 1.28 /* The next macro should declare a variable stacklevel that contains and approximation
64 root 1.23 * to the current C stack pointer. Its property is that it changes with each call
65 root 1.15 * and should be unique. */
66 root 1.92 #define dSTACKLEVEL int stacklevel
67     #define STACKLEVEL ((void *)&stacklevel)
68 root 1.15
69 root 1.34 #define IN_DESTRUCT (PL_main_cv == Nullcv)
70    
71 root 1.23 #include "CoroAPI.h"
72    
73 root 1.92 #define TRANSFER_SET_STACKLEVEL 0x8bfbfbfb /* magic cookie */
74    
75 pcg 1.55 #ifdef USE_ITHREADS
76     static perl_mutex coro_mutex;
77 root 1.69 # define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0)
78 pcg 1.55 # define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0)
79     #else
80 root 1.69 # define LOCK (void)0
81     # define UNLOCK (void)0
82 pcg 1.55 #endif
83    
84 root 1.23 static struct CoroAPI coroapi;
85 pcg 1.56 static AV *main_mainstack; /* used to differentiate between $main and others */
86 root 1.88 static HV *coro_state_stash, *coro_stash;
87 pcg 1.58 static SV *coro_mortal; /* will be freed after next transfer */
88 root 1.23
89 root 1.92 /* this is a structure representing a c-level coroutine */
90 root 1.89 typedef struct coro_stack {
91     struct coro_stack *next;
92 root 1.15
93 root 1.93 /* the stack */
94 root 1.15 void *sptr;
95     long ssize; /* positive == mmap, otherwise malloc */
96 root 1.89
97     /* cpu state */
98 root 1.93 void *idle_sp; /* original stacklevel when coroutine was created */
99     JMPENV *top_env;
100 root 1.89 coro_context cctx;
101 root 1.15 } coro_stack;
102    
103 root 1.92 /* the (fake) coro_stack representing the main program */
104 root 1.89 static coro_stack *main_stack;
105    
106 root 1.92 /* this is a structure representing a perl-level coroutine */
107 root 1.1 struct coro {
108 root 1.92 /* the c coroutine allocated to this perl coroutine, if any */
109     coro_stack *stack;
110    
111     /* data associated with this coroutine (initial args) */
112     AV *args;
113     int refcnt;
114    
115 root 1.7 /* optionally saved, might be zero */
116 root 1.3 AV *defav;
117 root 1.7 SV *defsv;
118     SV *errsv;
119 root 1.1
120 root 1.7 /* saved global state not related to stacks */
121     U8 dowarn;
122 root 1.19 I32 in_eval;
123 root 1.7
124     /* the stacks and related info (callchain etc..) */
125 root 1.1 PERL_SI *curstackinfo;
126     AV *curstack;
127     AV *mainstack;
128     SV **stack_sp;
129     OP *op;
130     SV **curpad;
131 root 1.44 AV *comppad;
132 root 1.62 CV *compcv;
133 root 1.1 SV **stack_base;
134     SV **stack_max;
135     SV **tmps_stack;
136     I32 tmps_floor;
137     I32 tmps_ix;
138     I32 tmps_max;
139     I32 *markstack;
140     I32 *markstack_ptr;
141     I32 *markstack_max;
142     I32 *scopestack;
143     I32 scopestack_ix;
144     I32 scopestack_max;
145     ANY *savestack;
146     I32 savestack_ix;
147     I32 savestack_max;
148     OP **retstack;
149     I32 retstack_ix;
150     I32 retstack_max;
151 root 1.66 PMOP *curpm;
152 root 1.1 COP *curcop;
153    
154 root 1.87 /* coro process data */
155     int prio;
156 root 1.1 };
157    
158     typedef struct coro *Coro__State;
159     typedef struct coro *Coro__State_or_hashref;
160    
161 root 1.77 static AV *
162     coro_clone_padlist (pTHX_ CV *cv)
163     {
164     AV *padlist = CvPADLIST (cv);
165     AV *newpadlist, *newpad;
166 root 1.3
167     newpadlist = newAV ();
168     AvREAL_off (newpadlist);
169 root 1.79 #if PERL_VERSION < 9
170 root 1.77 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
171 root 1.79 #else
172     Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
173     #endif
174 root 1.77 newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
175     --AvFILLp (padlist);
176 root 1.3
177 root 1.77 av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));
178     av_store (newpadlist, 1, (SV *)newpad);
179 root 1.3
180     return newpadlist;
181     }
182    
183 root 1.77 static void
184 pcg 1.56 free_padlist (pTHX_ AV *padlist)
185 root 1.3 {
186     /* may be during global destruction */
187 pcg 1.50 if (SvREFCNT (padlist))
188 root 1.3 {
189 pcg 1.50 I32 i = AvFILLp (padlist);
190 root 1.3 while (i >= 0)
191     {
192 pcg 1.50 SV **svp = av_fetch (padlist, i--, FALSE);
193     if (svp)
194     {
195     SV *sv;
196     while (&PL_sv_undef != (sv = av_pop ((AV *)*svp)))
197     SvREFCNT_dec (sv);
198    
199     SvREFCNT_dec (*svp);
200     }
201 root 1.3 }
202    
203 pcg 1.50 SvREFCNT_dec ((SV*)padlist);
204     }
205     }
206    
207 root 1.77 static int
208 pcg 1.54 coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
209 pcg 1.50 {
210     AV *padlist;
211     AV *av = (AV *)mg->mg_obj;
212    
213     /* casting is fun. */
214     while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
215 pcg 1.56 free_padlist (aTHX_ padlist);
216 root 1.61
217     SvREFCNT_dec (av);
218 root 1.76
219     return 0;
220 root 1.3 }
221 pcg 1.50
222     #define PERL_MAGIC_coro PERL_MAGIC_ext
223    
224     static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};
225 root 1.3
226 root 1.7 /* the next two functions merely cache the padlists */
227 root 1.77 static void
228 pcg 1.56 get_padlist (pTHX_ CV *cv)
229 root 1.3 {
230 pcg 1.50 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
231 root 1.4
232 pcg 1.50 if (mg && AvFILLp ((AV *)mg->mg_obj) >= 0)
233     CvPADLIST (cv) = (AV *)av_pop ((AV *)mg->mg_obj);
234 root 1.4 else
235 root 1.77 {
236     #if 0
237     /* this should work - but it doesn't :( */
238     CV *cp = Perl_cv_clone (aTHX_ cv);
239     CvPADLIST (cv) = CvPADLIST (cp);
240     CvPADLIST (cp) = 0;
241     SvREFCNT_dec (cp);
242     #else
243     CvPADLIST (cv) = coro_clone_padlist (aTHX_ cv);
244     #endif
245     }
246 root 1.4 }
247    
248 root 1.77 static void
249 pcg 1.56 put_padlist (pTHX_ CV *cv)
250 root 1.4 {
251 pcg 1.50 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
252 root 1.7
253 pcg 1.50 if (!mg)
254 root 1.7 {
255 pcg 1.50 sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);
256     mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
257     mg->mg_virtual = &vtbl_coro;
258     mg->mg_obj = (SV *)newAV ();
259 root 1.7 }
260    
261 pcg 1.50 av_push ((AV *)mg->mg_obj, (SV *)CvPADLIST (cv));
262 root 1.7 }
263    
264     #define SB do {
265     #define SE } while (0)
266    
267 root 1.28 #define LOAD(state) load_state(aTHX_ (state));
268     #define SAVE(state,flags) save_state(aTHX_ (state),(flags));
269 root 1.7
270 pcg 1.47 #define REPLACE_SV(sv,val) SB SvREFCNT_dec(sv); (sv) = (val); (val) = 0; SE
271 root 1.7
272     static void
273     load_state(pTHX_ Coro__State c)
274     {
275     PL_dowarn = c->dowarn;
276 root 1.19 PL_in_eval = c->in_eval;
277 root 1.7
278     PL_curstackinfo = c->curstackinfo;
279     PL_curstack = c->curstack;
280     PL_mainstack = c->mainstack;
281     PL_stack_sp = c->stack_sp;
282     PL_op = c->op;
283     PL_curpad = c->curpad;
284 root 1.44 PL_comppad = c->comppad;
285 root 1.62 PL_compcv = c->compcv;
286 root 1.7 PL_stack_base = c->stack_base;
287     PL_stack_max = c->stack_max;
288     PL_tmps_stack = c->tmps_stack;
289     PL_tmps_floor = c->tmps_floor;
290     PL_tmps_ix = c->tmps_ix;
291     PL_tmps_max = c->tmps_max;
292     PL_markstack = c->markstack;
293     PL_markstack_ptr = c->markstack_ptr;
294     PL_markstack_max = c->markstack_max;
295     PL_scopestack = c->scopestack;
296     PL_scopestack_ix = c->scopestack_ix;
297     PL_scopestack_max = c->scopestack_max;
298     PL_savestack = c->savestack;
299     PL_savestack_ix = c->savestack_ix;
300     PL_savestack_max = c->savestack_max;
301 root 1.72 #if PERL_VERSION < 9
302 root 1.7 PL_retstack = c->retstack;
303     PL_retstack_ix = c->retstack_ix;
304     PL_retstack_max = c->retstack_max;
305 root 1.71 #endif
306 root 1.66 PL_curpm = c->curpm;
307 root 1.7 PL_curcop = c->curcop;
308    
309     if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);
310     if (c->defsv) REPLACE_SV (DEFSV , c->defsv);
311     if (c->errsv) REPLACE_SV (ERRSV , c->errsv);
312    
313     {
314     dSP;
315     CV *cv;
316    
317     /* now do the ugly restore mess */
318     while ((cv = (CV *)POPs))
319     {
320     AV *padlist = (AV *)POPs;
321    
322     if (padlist)
323     {
324 pcg 1.56 put_padlist (aTHX_ cv); /* mark this padlist as available */
325 root 1.7 CvPADLIST(cv) = padlist;
326     }
327    
328     ++CvDEPTH(cv);
329     }
330    
331     PUTBACK;
332     }
333     }
334    
335 root 1.3 static void
336 root 1.7 save_state(pTHX_ Coro__State c, int flags)
337 root 1.3 {
338     {
339     dSP;
340     I32 cxix = cxstack_ix;
341 root 1.11 PERL_CONTEXT *ccstk = cxstack;
342 root 1.3 PERL_SI *top_si = PL_curstackinfo;
343    
344     /*
345     * the worst thing you can imagine happens first - we have to save
346     * (and reinitialize) all cv's in the whole callchain :(
347     */
348    
349     PUSHs (Nullsv);
350     /* this loop was inspired by pp_caller */
351     for (;;)
352     {
353 root 1.30 while (cxix >= 0)
354 root 1.3 {
355 root 1.4 PERL_CONTEXT *cx = &ccstk[cxix--];
356 root 1.3
357     if (CxTYPE(cx) == CXt_SUB)
358     {
359     CV *cv = cx->blk_sub.cv;
360     if (CvDEPTH(cv))
361     {
362 root 1.7 EXTEND (SP, CvDEPTH(cv)*2);
363    
364     while (--CvDEPTH(cv))
365     {
366     /* this tells the restore code to increment CvDEPTH */
367     PUSHs (Nullsv);
368     PUSHs ((SV *)cv);
369     }
370    
371 root 1.3 PUSHs ((SV *)CvPADLIST(cv));
372     PUSHs ((SV *)cv);
373    
374 root 1.77 get_padlist (aTHX_ cv);
375 root 1.3 }
376     }
377 pcg 1.46 #ifdef CXt_FORMAT
378 root 1.3 else if (CxTYPE(cx) == CXt_FORMAT)
379     {
380     /* I never used formats, so how should I know how these are implemented? */
381     /* my bold guess is as a simple, plain sub... */
382     croak ("CXt_FORMAT not yet handled. Don't switch coroutines from within formats");
383     }
384 pcg 1.46 #endif
385 root 1.3 }
386    
387     if (top_si->si_type == PERLSI_MAIN)
388     break;
389    
390     top_si = top_si->si_prev;
391     ccstk = top_si->si_cxstack;
392     cxix = top_si->si_cxix;
393     }
394    
395     PUTBACK;
396     }
397    
398 root 1.12 c->defav = flags & TRANSFER_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;
399     c->defsv = flags & TRANSFER_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;
400     c->errsv = flags & TRANSFER_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;
401 root 1.7
402 root 1.3 c->dowarn = PL_dowarn;
403 root 1.19 c->in_eval = PL_in_eval;
404 root 1.7
405 root 1.3 c->curstackinfo = PL_curstackinfo;
406     c->curstack = PL_curstack;
407     c->mainstack = PL_mainstack;
408     c->stack_sp = PL_stack_sp;
409     c->op = PL_op;
410     c->curpad = PL_curpad;
411 root 1.44 c->comppad = PL_comppad;
412 root 1.62 c->compcv = PL_compcv;
413 root 1.3 c->stack_base = PL_stack_base;
414     c->stack_max = PL_stack_max;
415     c->tmps_stack = PL_tmps_stack;
416     c->tmps_floor = PL_tmps_floor;
417     c->tmps_ix = PL_tmps_ix;
418     c->tmps_max = PL_tmps_max;
419     c->markstack = PL_markstack;
420     c->markstack_ptr = PL_markstack_ptr;
421     c->markstack_max = PL_markstack_max;
422     c->scopestack = PL_scopestack;
423     c->scopestack_ix = PL_scopestack_ix;
424     c->scopestack_max = PL_scopestack_max;
425     c->savestack = PL_savestack;
426     c->savestack_ix = PL_savestack_ix;
427     c->savestack_max = PL_savestack_max;
428 root 1.72 #if PERL_VERSION < 9
429 root 1.3 c->retstack = PL_retstack;
430     c->retstack_ix = PL_retstack_ix;
431     c->retstack_max = PL_retstack_max;
432 root 1.71 #endif
433 root 1.66 c->curpm = PL_curpm;
434 root 1.3 c->curcop = PL_curcop;
435 root 1.13 }
436    
437     /*
438     * allocate various perl stacks. This is an exact copy
439     * of perl.c:init_stacks, except that it uses less memory
440 pcg 1.52 * on the (sometimes correct) assumption that coroutines do
441     * not usually need a lot of stackspace.
442 root 1.13 */
443 root 1.77 static void
444 root 1.13 coro_init_stacks (pTHX)
445     {
446 pcg 1.55 LOCK;
447    
448 root 1.13 PL_curstackinfo = new_stackinfo(96, 1024/sizeof(PERL_CONTEXT) - 1);
449     PL_curstackinfo->si_type = PERLSI_MAIN;
450     PL_curstack = PL_curstackinfo->si_stack;
451     PL_mainstack = PL_curstack; /* remember in case we switch stacks */
452    
453     PL_stack_base = AvARRAY(PL_curstack);
454     PL_stack_sp = PL_stack_base;
455     PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
456    
457 root 1.15 New(50,PL_tmps_stack,96,SV*);
458 root 1.13 PL_tmps_floor = -1;
459     PL_tmps_ix = -1;
460 root 1.15 PL_tmps_max = 96;
461 root 1.13
462 root 1.15 New(54,PL_markstack,16,I32);
463 root 1.13 PL_markstack_ptr = PL_markstack;
464 root 1.15 PL_markstack_max = PL_markstack + 16;
465 root 1.13
466 pcg 1.46 #ifdef SET_MARK_OFFSET
467 root 1.13 SET_MARK_OFFSET;
468 pcg 1.46 #endif
469 root 1.13
470 root 1.15 New(54,PL_scopestack,16,I32);
471 root 1.13 PL_scopestack_ix = 0;
472 root 1.15 PL_scopestack_max = 16;
473 root 1.13
474 root 1.15 New(54,PL_savestack,96,ANY);
475 root 1.13 PL_savestack_ix = 0;
476 root 1.15 PL_savestack_max = 96;
477 root 1.13
478 root 1.72 #if PERL_VERSION < 9
479 root 1.13 New(54,PL_retstack,8,OP*);
480     PL_retstack_ix = 0;
481     PL_retstack_max = 8;
482 root 1.71 #endif
483 pcg 1.55
484     UNLOCK;
485 root 1.3 }
486 root 1.1
487 root 1.7 /*
488     * destroy the stacks, the callchain etc...
489     */
490 root 1.77 static void
491 root 1.4 destroy_stacks(pTHX)
492 root 1.1 {
493 root 1.34 if (!IN_DESTRUCT)
494 root 1.31 {
495     /* is this ugly, I ask? */
496 pcg 1.52 LEAVE_SCOPE (0);
497 root 1.31
498     /* sure it is, but more important: is it correct?? :/ */
499 pcg 1.52 FREETMPS;
500 pcg 1.57
501     /*POPSTACK_TO (PL_mainstack);*//*D*//*use*/
502 root 1.31 }
503 root 1.7
504 root 1.4 while (PL_curstackinfo->si_next)
505     PL_curstackinfo = PL_curstackinfo->si_next;
506    
507     while (PL_curstackinfo)
508     {
509     PERL_SI *p = PL_curstackinfo->si_prev;
510    
511 pcg 1.57 { /*D*//*remove*/
512 root 1.7 dSP;
513     SWITCHSTACK (PL_curstack, PL_curstackinfo->si_stack);
514     PUTBACK; /* possibly superfluous */
515     }
516    
517 root 1.34 if (!IN_DESTRUCT)
518 root 1.31 {
519 pcg 1.57 dounwind (-1);/*D*//*remove*/
520     SvREFCNT_dec (PL_curstackinfo->si_stack);
521 root 1.31 }
522 root 1.7
523 pcg 1.57 Safefree (PL_curstackinfo->si_cxstack);
524     Safefree (PL_curstackinfo);
525 root 1.4 PL_curstackinfo = p;
526     }
527    
528 pcg 1.57 Safefree (PL_tmps_stack);
529     Safefree (PL_markstack);
530     Safefree (PL_scopestack);
531     Safefree (PL_savestack);
532 root 1.72 #if PERL_VERSION < 9
533 pcg 1.57 Safefree (PL_retstack);
534 root 1.71 #endif
535 root 1.1 }
536    
537 root 1.13 static void
538 root 1.89 setup_coro (struct coro *coro)
539 root 1.13 {
540 root 1.89 /*
541     * emulate part of the perl startup here.
542     */
543     dTHX;
544     dSP;
545     UNOP myop;
546 root 1.92 SV *sub_init = (SV *)get_cv ("Coro::State::coro_init", FALSE);
547 root 1.15
548 root 1.89 coro_init_stacks (aTHX);
549     /*PL_curcop = 0;*/
550     /*PL_in_eval = PL_in_eval;*/ /* inherit */
551     SvREFCNT_dec (GvAV (PL_defgv));
552     GvAV (PL_defgv) = coro->args; coro->args = 0;
553 root 1.15
554 root 1.89 SPAGAIN;
555 pcg 1.55
556 root 1.89 Zero (&myop, 1, UNOP);
557     myop.op_next = Nullop;
558     myop.op_flags = OPf_WANT_VOID;
559    
560     PL_op = (OP *)&myop;
561    
562     PUSHMARK(SP);
563     XPUSHs (sub_init);
564     PUTBACK;
565     PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
566     SPAGAIN;
567 root 1.15
568 root 1.89 ENTER; /* necessary e.g. for dounwind */
569 root 1.13 }
570    
571     static void
572 root 1.92 free_coro_mortal ()
573 root 1.13 {
574 root 1.89 if (coro_mortal)
575 root 1.15 {
576 root 1.89 SvREFCNT_dec (coro_mortal);
577     coro_mortal = 0;
578     }
579 root 1.13 }
580    
581     static void
582 root 1.89 coro_run (void *arg)
583 root 1.13 {
584     /*
585 root 1.89 * this is a _very_ stripped down perl interpreter ;)
586 root 1.13 */
587 pcg 1.56 dTHX;
588 root 1.94 int ret;
589 root 1.92
590     UNLOCK;
591 root 1.13
592 root 1.93 PL_top_env = &PL_start_env;
593    
594 root 1.92 sv_setiv (get_sv ("Coro::State::cctx_stack", FALSE), PTR2IV ((coro_stack *)arg));
595     sv_setiv (get_sv ("Coro::State::cctx_restartop", FALSE), PTR2IV (PL_op));
596 root 1.93
597     /* continue at cctx_init, without entersub */
598 root 1.92 PL_restartop = CvSTART (get_cv ("Coro::State::cctx_init", FALSE));
599 root 1.89
600 root 1.94 /* somebody will hit me for both perl_run and PL_restartop */
601     ret = perl_run (aTHX_ PERL_GET_CONTEXT);
602     printf ("ret %d\n", ret);//D
603 root 1.89
604 root 1.94 fputs ("FATAL: C coroutine fell over the edge of the world, aborting.\n", stderr);
605 root 1.89 abort ();
606     }
607    
608     static coro_stack *
609     stack_new ()
610     {
611     coro_stack *stack;
612    
613     New (0, stack, 1, coro_stack);
614    
615     #if HAVE_MMAP
616 root 1.13
617 root 1.94 stack->ssize = ((STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + STACKGUARD) * PAGESIZE;
618     /* mmap suppsedly does allocate-on-write for us */
619 root 1.89 stack->sptr = mmap (0, stack->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
620 root 1.19
621 root 1.89 if (stack->sptr == (void *)-1)
622 root 1.13 {
623 root 1.92 perror ("FATAL: unable to mmap stack for coroutine");
624 root 1.89 _exit (EXIT_FAILURE);
625     }
626 root 1.15
627 root 1.94 # if STACKGUARD
628 root 1.89 mprotect (stack->sptr, STACKGUARD * PAGESIZE, PROT_NONE);
629 root 1.94 # endif
630 root 1.19
631 root 1.89 #else
632    
633     stack->ssize = STACKSIZE * (long)sizeof (long);
634     New (0, stack->sptr, STACKSIZE, long);
635    
636     if (!stack->sptr)
637     {
638 root 1.92 perror (stderr, "FATAL: unable to malloc stack for coroutine");
639 root 1.89 _exit (EXIT_FAILURE);
640 root 1.13 }
641    
642 root 1.89 #endif
643    
644 root 1.92 coro_create (&stack->cctx, coro_run, (void *)stack, stack->sptr, stack->ssize);
645 root 1.13
646 root 1.89 return stack;
647 root 1.13 }
648    
649 root 1.15 static void
650 root 1.89 stack_free (coro_stack *stack)
651 root 1.15 {
652 root 1.89 if (!stack || stack == main_stack)
653     return;
654    
655     #if HAVE_MMAP
656     munmap (stack->sptr, stack->ssize);
657     #else
658     Safefree (stack->sptr);
659     #endif
660    
661     Safefree (stack);
662     }
663 root 1.32
664 root 1.89 static coro_stack *stack_first;
665 root 1.15
666 root 1.91 static coro_stack *
667     stack_get ()
668 root 1.89 {
669 root 1.91 coro_stack *stack;
670    
671 root 1.89 if (stack_first)
672     {
673 root 1.91 stack = stack_first;
674     stack_first = stack->next;
675 root 1.89 }
676     else
677 root 1.91 {
678     stack = stack_new ();
679     PL_op = PL_op->op_next;
680     }
681    
682     return stack;
683 root 1.89 }
684 root 1.19
685 root 1.89 static void
686     stack_put (coro_stack *stack)
687     {
688     stack->next = stack_first;
689     stack_first = stack;
690 root 1.15 }
691    
692 root 1.84 /* never call directly, always through the coro_state_transfer global variable */
693 root 1.77 static void
694 root 1.84 transfer_impl (pTHX_ struct coro *prev, struct coro *next, int flags)
695 root 1.8 {
696 root 1.15 dSTACKLEVEL;
697 root 1.8
698 root 1.89 /* sometimes transfer is only called to set idle_sp */
699 root 1.92 if (flags == TRANSFER_SET_STACKLEVEL)
700     ((coro_stack *)prev)->idle_sp = STACKLEVEL;
701     else if (prev != next)
702 root 1.8 {
703 root 1.92 coro_stack *prev__stack;
704 root 1.89
705 root 1.92 LOCK;
706 root 1.13
707 root 1.90 if (next->mainstack)
708 root 1.89 {
709 root 1.90 /* coroutine already started */
710     SAVE (prev, flags);
711     LOAD (next);
712     }
713     else
714     {
715     /* need to start coroutine */
716 root 1.89 /* first get rid of the old state */
717     SAVE (prev, -1);
718     /* setup coroutine call */
719     setup_coro (next);
720 root 1.92 /* need a stack */
721 root 1.89 next->stack = 0;
722 root 1.8 }
723 root 1.15
724 root 1.92 prev__stack = prev->stack;
725    
726     /* possibly "free" the stack */
727     if (prev__stack->idle_sp == STACKLEVEL)
728     {
729     stack_put (prev__stack);
730     prev->stack = 0;
731     }
732    
733 root 1.89 if (!next->stack)
734 root 1.91 next->stack = stack_get ();
735 root 1.81
736 root 1.92 if (prev__stack != next->stack)
737     {
738     prev__stack->top_env = PL_top_env;
739     PL_top_env = next->stack->top_env;
740 root 1.94 printf ("stacksw %p %p\n", prev__stack->idle_sp, next->stack->idle_sp);//D
741 root 1.92 coro_transfer (&prev__stack->cctx, &next->stack->cctx);
742     }
743    
744     free_coro_mortal ();
745    
746     UNLOCK;
747 root 1.8 }
748 root 1.39 }
749 root 1.23
750 root 1.85 /* use this function pointer to call the above function */
751     /* this is done to increase chances of the compiler not inlining the call */
752 root 1.92 /* not static to make it even harder for the compiler (and theoretically impossible in most cases */
753 root 1.84 void (*coro_state_transfer)(pTHX_ struct coro *prev, struct coro *next, int flags) = transfer_impl;
754    
755 root 1.92 struct transfer_args
756     {
757     struct coro *prev, *next;
758     int flags;
759     };
760    
761     #define TRANSFER(ta) coro_state_transfer ((ta).prev, (ta).next, (ta).flags)
762    
763 root 1.87 static void
764     coro_state_destroy (struct coro *coro)
765     {
766     if (coro->refcnt--)
767     return;
768    
769     if (coro->mainstack && coro->mainstack != main_mainstack)
770     {
771     struct coro temp;
772    
773     SAVE (aTHX_ (&temp), TRANSFER_SAVE_ALL);
774     LOAD (aTHX_ coro);
775    
776     destroy_stacks (aTHX);
777    
778     LOAD ((&temp)); /* this will get rid of defsv etc.. */
779    
780     coro->mainstack = 0;
781     }
782    
783 root 1.89 stack_free (coro->stack);
784 root 1.87 SvREFCNT_dec (coro->args);
785     Safefree (coro);
786     }
787    
788     static int
789     coro_state_clear (SV *sv, MAGIC *mg)
790     {
791     struct coro *coro = (struct coro *)mg->mg_ptr;
792     mg->mg_ptr = 0;
793    
794     coro_state_destroy (coro);
795    
796     return 0;
797     }
798    
799     static int
800     coro_state_dup (MAGIC *mg, CLONE_PARAMS *params)
801     {
802     struct coro *coro = (struct coro *)mg->mg_ptr;
803    
804     ++coro->refcnt;
805    
806     return 0;
807     }
808    
809     static MGVTBL coro_state_vtbl = { 0, 0, 0, 0, coro_state_clear, 0, coro_state_dup, 0 };
810    
811     static struct coro *
812     SvSTATE (SV *coro)
813     {
814 root 1.88 HV *stash;
815     MAGIC *mg;
816    
817     if (SvROK (coro))
818     coro = SvRV (coro);
819    
820     stash = SvSTASH (coro);
821     if (stash != coro_stash && stash != coro_state_stash)
822     {
823     /* very slow, but rare, check */
824     if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
825     croak ("Coro::State object required");
826     }
827    
828     mg = SvMAGIC (coro);
829 root 1.87 assert (mg->mg_type == PERL_MAGIC_ext);
830     return (struct coro *)mg->mg_ptr;
831     }
832 root 1.23
833     static void
834 root 1.92 prepare_transfer (pTHX_ struct transfer_args *ta, SV *prev, SV *next, int flags)
835 root 1.23 {
836 root 1.92 ta->prev = SvSTATE (prev);
837     ta->next = SvSTATE (next);
838     ta->flags = flags;
839     }
840    
841     static void
842     api_transfer (SV *prev, SV *next, int flags)
843     {
844     dTHX;
845     struct transfer_args ta;
846    
847     prepare_transfer (aTHX_ &ta, prev, next, flags);
848     TRANSFER (ta);
849 root 1.21 }
850    
851 root 1.22 /** Coro ********************************************************************/
852    
853     #define PRIO_MAX 3
854     #define PRIO_HIGH 1
855     #define PRIO_NORMAL 0
856     #define PRIO_LOW -1
857     #define PRIO_IDLE -3
858     #define PRIO_MIN -4
859    
860     /* for Coro.pm */
861     static GV *coro_current, *coro_idle;
862 root 1.83 static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
863 root 1.25 static int coro_nready;
864 root 1.22
865     static void
866 pcg 1.56 coro_enq (pTHX_ SV *sv)
867 root 1.22 {
868 root 1.74 int prio;
869    
870 root 1.73 if (SvTYPE (sv) != SVt_PVHV)
871     croak ("Coro::ready tried to enqueue something that is not a coroutine");
872 root 1.22
873 root 1.88 prio = SvSTATE (sv)->prio;
874 root 1.22
875 root 1.73 av_push (coro_ready [prio - PRIO_MIN], sv);
876     coro_nready++;
877 root 1.22 }
878    
879     static SV *
880 pcg 1.56 coro_deq (pTHX_ int min_prio)
881 root 1.22 {
882     int prio = PRIO_MAX - PRIO_MIN;
883    
884     min_prio -= PRIO_MIN;
885     if (min_prio < 0)
886     min_prio = 0;
887    
888     for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; )
889 root 1.83 if (AvFILLp (coro_ready [prio]) >= 0)
890 root 1.25 {
891     coro_nready--;
892 root 1.83 return av_shift (coro_ready [prio]);
893 root 1.25 }
894 root 1.22
895     return 0;
896     }
897    
898 root 1.23 static void
899     api_ready (SV *coro)
900     {
901 pcg 1.56 dTHX;
902    
903 root 1.39 if (SvROK (coro))
904     coro = SvRV (coro);
905    
906 pcg 1.55 LOCK;
907 pcg 1.56 coro_enq (aTHX_ SvREFCNT_inc (coro));
908 pcg 1.55 UNLOCK;
909 root 1.23 }
910    
911     static void
912 root 1.92 prepare_schedule (aTHX_ struct transfer_args *ta)
913 root 1.23 {
914 root 1.92 SV *current, *prev, *next;
915    
916     LOCK;
917 pcg 1.56
918 root 1.92 current = GvSV (coro_current);
919 root 1.88
920     for (;;)
921     {
922     LOCK;
923    
924     next = coro_deq (aTHX_ PRIO_MIN);
925    
926     if (next)
927     break;
928 root 1.23
929 root 1.88 UNLOCK;
930    
931     {
932     dSP;
933    
934     ENTER;
935     SAVETMPS;
936 pcg 1.55
937 root 1.88 PUSHMARK (SP);
938     PUTBACK;
939     call_sv (GvSV (coro_idle), G_DISCARD);
940 root 1.23
941 root 1.88 FREETMPS;
942     LEAVE;
943     }
944     }
945    
946     prev = SvRV (current);
947     SvRV (current) = next;
948 root 1.23
949 root 1.40 /* free this only after the transfer */
950 root 1.92 free_coro_mortal ();
951 root 1.39 coro_mortal = prev;
952 root 1.23
953 root 1.92 ta->prev = SvSTATE (prev);
954     ta->next = SvSTATE (next);
955     ta->flags = TRANSFER_SAVE_ALL;
956    
957     UNLOCK;
958     }
959    
960     static void
961     prepare_cede (aTHX_ struct transfer_args *ta)
962     {
963     LOCK;
964     coro_enq (aTHX_ SvREFCNT_inc (SvRV (GvSV (coro_current))));
965 pcg 1.55 UNLOCK;
966    
967 root 1.92 prepare_schedule (ta);
968 root 1.39 }
969    
970 root 1.92 static void
971     api_schedule (void)
972     {
973     dTHX;
974     struct transfer_args ta;
975    
976     prepare_schedule (&ta);
977     TRANSFER (ta);
978     }
979 root 1.89
980 root 1.39 static void
981     api_cede (void)
982     {
983 pcg 1.56 dTHX;
984 root 1.92 struct transfer_args ta;
985 root 1.89
986 root 1.92 prepare_cede (&ta);
987     TRANSFER (ta);
988 root 1.23 }
989    
990 root 1.3 MODULE = Coro::State PACKAGE = Coro::State
991 root 1.1
992 root 1.87 PROTOTYPES: DISABLE
993 root 1.1
994 root 1.3 BOOT:
995 root 1.88 {
996 pcg 1.55 #ifdef USE_ITHREADS
997     MUTEX_INIT (&coro_mutex);
998     #endif
999 root 1.78 BOOT_PAGESIZE;
1000 pcg 1.55
1001 root 1.14 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
1002 root 1.7
1003 root 1.13 newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (TRANSFER_SAVE_DEFAV));
1004     newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (TRANSFER_SAVE_DEFSV));
1005     newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (TRANSFER_SAVE_ERRSV));
1006 root 1.7
1007 root 1.12 main_mainstack = PL_mainstack;
1008 root 1.23
1009 root 1.26 coroapi.ver = CORO_API_VERSION;
1010     coroapi.transfer = api_transfer;
1011 root 1.87
1012 root 1.89 Newz (0, main_stack, 1, coro_stack);
1013     main_stack->idle_sp = (void *)-1;
1014    
1015 root 1.87 assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
1016 root 1.9 }
1017 root 1.3
1018 root 1.87 SV *
1019 root 1.86 new (char *klass, ...)
1020 root 1.1 CODE:
1021 root 1.86 {
1022 root 1.87 struct coro *coro;
1023     HV *hv;
1024 root 1.86 int i;
1025    
1026 pcg 1.47 Newz (0, coro, 1, struct coro);
1027 root 1.86 coro->args = newAV ();
1028    
1029 root 1.89 hv = newHV ();
1030     sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP;
1031     RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
1032    
1033 root 1.86 for (i = 1; i < items; i++)
1034     av_push (coro->args, newSVsv (ST (i)));
1035    
1036 root 1.89 coro->stack = main_stack;
1037 root 1.59 /*coro->mainstack = 0; *//*actual work is done inside transfer */
1038     /*coro->stack = 0;*/
1039 root 1.86 }
1040 root 1.1 OUTPUT:
1041     RETVAL
1042    
1043     void
1044 root 1.94 _set_stacklevel (...)
1045 root 1.92 ALIAS:
1046 root 1.94 Coro::State::transfer = 1
1047     Coro::schedule = 2
1048     Coro::cede = 3
1049     Coro::Cont::yield = 4
1050 root 1.1 CODE:
1051 root 1.87 {
1052 root 1.92 struct transfer_args ta;
1053 root 1.1
1054 root 1.92 switch (ix)
1055 root 1.1 {
1056 root 1.92 case 0:
1057 root 1.94 ta.prev = (struct coro *)INT2PTR (coro_stack *, SvIV (ST (0)));
1058     ta.next = 0;
1059     ta.flags = TRANSFER_SET_STACKLEVEL;
1060     break;
1061    
1062     case 1:
1063 root 1.92 if (items != 3)
1064     croak ("Coro::State::transfer(prev,next,flags) expects three arguments, not %d", items);
1065    
1066     prepare_transfer (&ta, ST (0), ST (1), SvIV (ST (2)));
1067     break;
1068    
1069 root 1.94 case 2:
1070 root 1.92 prepare_schedule (&ta);
1071     break;
1072    
1073 root 1.94 case 3:
1074 root 1.92 prepare_cede (&ta);
1075     break;
1076    
1077 root 1.94 case 4:
1078     {
1079     SV *yieldstack;
1080     SV *sv;
1081     AV *defav = GvAV (PL_defgv);
1082    
1083     yieldstack = *hv_fetch (
1084     (HV *)SvRV (GvSV (coro_current)),
1085     "yieldstack", sizeof ("yieldstack") - 1,
1086     0
1087     );
1088    
1089     /* set up @_ -- ugly */
1090     av_clear (defav);
1091     av_fill (defav, items - 1);
1092     while (items--)
1093     av_store (defav, items, SvREFCNT_inc (ST(items)));
1094    
1095     sv = av_pop ((AV *)SvRV (yieldstack));
1096     ta.prev = SvSTATE (*av_fetch ((AV *)SvRV (sv), 0, 0));
1097     ta.next = SvSTATE (*av_fetch ((AV *)SvRV (sv), 1, 0));
1098     ta.flags = 0;
1099     SvREFCNT_dec (sv);
1100     }
1101     break;
1102    
1103 root 1.92 }
1104 root 1.1
1105 root 1.92 TRANSFER (ta);
1106 root 1.87 }
1107 root 1.1
1108 root 1.87 void
1109     _clone_state_from (SV *dst, SV *src)
1110     CODE:
1111     {
1112     struct coro *coro_src = SvSTATE (src);
1113 root 1.13
1114 root 1.87 sv_unmagic (SvRV (dst), PERL_MAGIC_ext);
1115 root 1.13
1116 root 1.87 ++coro_src->refcnt;
1117     sv_magicext (SvRV (dst), 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro_src, 0)->mg_flags |= MGf_DUP;
1118     }
1119 root 1.12
1120 root 1.7 void
1121 root 1.92 _nonlocal_goto (IV nextop)
1122     CODE:
1123     /* uuh, somebody will kill me again for this */
1124     PL_op->op_next = INT2PTR (OP *, nextop);
1125    
1126     void
1127 root 1.87 _exit (code)
1128 root 1.20 int code
1129     PROTOTYPE: $
1130     CODE:
1131     _exit (code);
1132 root 1.1
1133 root 1.21 MODULE = Coro::State PACKAGE = Coro
1134    
1135     BOOT:
1136     {
1137 root 1.22 int i;
1138    
1139 root 1.88 coro_stash = gv_stashpv ("Coro", TRUE);
1140    
1141     newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));
1142     newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));
1143     newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));
1144     newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));
1145     newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));
1146     newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));
1147 root 1.22
1148 root 1.21 coro_current = gv_fetchpv ("Coro::current", TRUE, SVt_PV);
1149     coro_idle = gv_fetchpv ("Coro::idle" , TRUE, SVt_PV);
1150 root 1.22
1151     for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
1152     coro_ready[i] = newAV ();
1153 root 1.26
1154     {
1155     SV *sv = perl_get_sv("Coro::API", 1);
1156    
1157     coroapi.schedule = api_schedule;
1158 root 1.39 coroapi.cede = api_cede;
1159 root 1.26 coroapi.ready = api_ready;
1160     coroapi.nready = &coro_nready;
1161     coroapi.current = coro_current;
1162    
1163     GCoroAPI = &coroapi;
1164 root 1.81 sv_setiv (sv, (IV)&coroapi);
1165     SvREADONLY_on (sv);
1166 root 1.26 }
1167 root 1.21 }
1168    
1169 root 1.92 int
1170     prio (Coro::State coro, int newprio = 0)
1171     ALIAS:
1172     nice = 1
1173     CODE:
1174     {
1175     RETVAL = coro->prio;
1176    
1177     if (items > 1)
1178     {
1179     if (ix)
1180     newprio += coro->prio;
1181    
1182     if (newprio < PRIO_MIN) newprio = PRIO_MIN;
1183     if (newprio > PRIO_MAX) newprio = PRIO_MAX;
1184    
1185     coro->prio = newprio;
1186     }
1187     }
1188    
1189 root 1.21 void
1190 root 1.89 ready (SV *self)
1191 root 1.35 PROTOTYPE: $
1192 root 1.21 CODE:
1193 root 1.23 api_ready (self);
1194 pcg 1.50
1195 root 1.25 int
1196 root 1.87 nready (...)
1197 root 1.25 PROTOTYPE:
1198     CODE:
1199     RETVAL = coro_nready;
1200     OUTPUT:
1201     RETVAL
1202    
1203 root 1.89 MODULE = Coro::State PACKAGE = Coro::AIO
1204    
1205 root 1.70 SV *
1206 root 1.89 _get_state ()
1207 root 1.70 CODE:
1208     {
1209     struct {
1210     int errorno;
1211     int laststype;
1212     int laststatval;
1213     Stat_t statcache;
1214     } data;
1215    
1216     data.errorno = errno;
1217     data.laststype = PL_laststype;
1218     data.laststatval = PL_laststatval;
1219     data.statcache = PL_statcache;
1220    
1221     RETVAL = newSVpvn ((char *)&data, sizeof data);
1222     }
1223     OUTPUT:
1224     RETVAL
1225    
1226     void
1227 root 1.89 _set_state (char *data_)
1228 root 1.70 PROTOTYPE: $
1229     CODE:
1230     {
1231     struct {
1232     int errorno;
1233     int laststype;
1234     int laststatval;
1235     Stat_t statcache;
1236     } *data = (void *)data_;
1237    
1238     errno = data->errorno;
1239     PL_laststype = data->laststype;
1240     PL_laststatval = data->laststatval;
1241     PL_statcache = data->statcache;
1242     }