ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
Revision: 1.105
Committed: Mon Nov 27 02:01:33 2006 UTC (17 years, 5 months ago) by root
Branch: MAIN
Changes since 1.104: +1 -1 lines
Log Message:
*** empty log message ***

File Contents

# User Rev Content
1 root 1.63 #include "libcoro/coro.c"
2    
3 root 1.1 #include "EXTERN.h"
4     #include "perl.h"
5     #include "XSUB.h"
6    
7 pcg 1.46 #include "patchlevel.h"
8    
9 root 1.104 #if USE_VALGRIND
10     # include <valgrind/valgrind.h>
11     #endif
12    
13 root 1.100 #define PERL_VERSION_ATLEAST(a,b,c) \
14     (PERL_REVISION > (a) \
15     || (PERL_REVISION == (a) \
16     && (PERL_VERSION > (b) \
17     || (PERL_VERSION == (b) && PERLSUBVERSION >= (c)))))
18    
19 root 1.102 #if !PERL_VERSION_ATLEAST (5,6,0)
20 pcg 1.46 # ifndef PL_ppaddr
21     # define PL_ppaddr ppaddr
22     # endif
23     # ifndef call_sv
24     # define call_sv perl_call_sv
25     # endif
26     # ifndef get_sv
27     # define get_sv perl_get_sv
28     # endif
29     # ifndef get_cv
30     # define get_cv perl_get_cv
31     # endif
32     # ifndef IS_PADGV
33     # define IS_PADGV(v) 0
34     # endif
35     # ifndef IS_PADCONST
36     # define IS_PADCONST(v) 0
37     # endif
38     #endif
39    
40 root 1.92 #include <stdio.h>
41 root 1.70 #include <errno.h>
42 root 1.20
43 root 1.78 #if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
44     # undef STACKGUARD
45     #endif
46    
47     #ifndef STACKGUARD
48     # define STACKGUARD 0
49     #endif
50    
51 root 1.13 #ifdef HAVE_MMAP
52     # include <unistd.h>
53     # include <sys/mman.h>
54 root 1.36 # ifndef MAP_ANONYMOUS
55     # ifdef MAP_ANON
56     # define MAP_ANONYMOUS MAP_ANON
57 root 1.16 # else
58     # undef HAVE_MMAP
59     # endif
60     # endif
61 root 1.78 # include <limits.h>
62     # ifndef PAGESIZE
63     # define PAGESIZE pagesize
64     # define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
65     static long pagesize;
66     # else
67     # define BOOT_PAGESIZE
68     # endif
69 root 1.3 #endif
70    
71 root 1.28 /* The next macro should declare a variable stacklevel that contains and approximation
72 root 1.23 * to the current C stack pointer. Its property is that it changes with each call
73 root 1.15 * and should be unique. */
74 root 1.92 #define dSTACKLEVEL int stacklevel
75     #define STACKLEVEL ((void *)&stacklevel)
76 root 1.15
77 root 1.34 #define IN_DESTRUCT (PL_main_cv == Nullcv)
78    
79 root 1.100 #if __GNUC__ >= 3
80     # define attribute(x) __attribute__(x)
81     #else
82     # define attribute(x)
83     #endif
84    
85     #define NOINLINE attribute ((noinline))
86    
87 root 1.23 #include "CoroAPI.h"
88    
89 root 1.92 #define TRANSFER_SET_STACKLEVEL 0x8bfbfbfb /* magic cookie */
90    
91 pcg 1.55 #ifdef USE_ITHREADS
92     static perl_mutex coro_mutex;
93 root 1.69 # define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0)
94 pcg 1.55 # define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0)
95     #else
96 root 1.69 # define LOCK (void)0
97     # define UNLOCK (void)0
98 pcg 1.55 #endif
99    
100 root 1.23 static struct CoroAPI coroapi;
101 pcg 1.56 static AV *main_mainstack; /* used to differentiate between $main and others */
102 root 1.88 static HV *coro_state_stash, *coro_stash;
103 pcg 1.58 static SV *coro_mortal; /* will be freed after next transfer */
104 root 1.23
105 root 1.92 /* this is a structure representing a c-level coroutine */
106 root 1.89 typedef struct coro_stack {
107     struct coro_stack *next;
108 root 1.15
109 root 1.93 /* the stack */
110 root 1.15 void *sptr;
111     long ssize; /* positive == mmap, otherwise malloc */
112 root 1.89
113     /* cpu state */
114 root 1.96 void *idle_sp; /* sp of top-level transfer/schedule/cede call */
115 root 1.93 JMPENV *top_env;
116 root 1.89 coro_context cctx;
117 root 1.104
118     #if USE_VALGRIND
119     int valgrind_id;
120     #endif
121 root 1.15 } coro_stack;
122    
123 root 1.92 /* this is a structure representing a perl-level coroutine */
124 root 1.1 struct coro {
125 root 1.92 /* the c coroutine allocated to this perl coroutine, if any */
126     coro_stack *stack;
127    
128     /* data associated with this coroutine (initial args) */
129     AV *args;
130     int refcnt;
131    
132 root 1.7 /* optionally saved, might be zero */
133 root 1.3 AV *defav;
134 root 1.7 SV *defsv;
135     SV *errsv;
136 root 1.1
137 root 1.7 /* saved global state not related to stacks */
138     U8 dowarn;
139 root 1.19 I32 in_eval;
140 root 1.7
141     /* the stacks and related info (callchain etc..) */
142 root 1.1 PERL_SI *curstackinfo;
143     AV *curstack;
144     AV *mainstack;
145     SV **stack_sp;
146     OP *op;
147     SV **curpad;
148 root 1.44 AV *comppad;
149 root 1.62 CV *compcv;
150 root 1.1 SV **stack_base;
151     SV **stack_max;
152     SV **tmps_stack;
153     I32 tmps_floor;
154     I32 tmps_ix;
155     I32 tmps_max;
156     I32 *markstack;
157     I32 *markstack_ptr;
158     I32 *markstack_max;
159     I32 *scopestack;
160     I32 scopestack_ix;
161     I32 scopestack_max;
162     ANY *savestack;
163     I32 savestack_ix;
164     I32 savestack_max;
165     OP **retstack;
166     I32 retstack_ix;
167     I32 retstack_max;
168 root 1.66 PMOP *curpm;
169 root 1.1 COP *curcop;
170    
171 root 1.87 /* coro process data */
172     int prio;
173 root 1.1 };
174    
175     typedef struct coro *Coro__State;
176     typedef struct coro *Coro__State_or_hashref;
177    
178 root 1.77 static AV *
179 root 1.98 coro_clone_padlist (CV *cv)
180 root 1.77 {
181     AV *padlist = CvPADLIST (cv);
182     AV *newpadlist, *newpad;
183 root 1.3
184     newpadlist = newAV ();
185     AvREAL_off (newpadlist);
186 root 1.100 #if PERL_VERSION_ATLEAST (5,9,0)
187     Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
188     #else
189 root 1.77 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
190 root 1.79 #endif
191 root 1.77 newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
192     --AvFILLp (padlist);
193 root 1.3
194 root 1.77 av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));
195     av_store (newpadlist, 1, (SV *)newpad);
196 root 1.3
197     return newpadlist;
198     }
199    
200 root 1.77 static void
201 root 1.98 free_padlist (AV *padlist)
202 root 1.3 {
203     /* may be during global destruction */
204 pcg 1.50 if (SvREFCNT (padlist))
205 root 1.3 {
206 pcg 1.50 I32 i = AvFILLp (padlist);
207 root 1.3 while (i >= 0)
208     {
209 pcg 1.50 SV **svp = av_fetch (padlist, i--, FALSE);
210     if (svp)
211     {
212     SV *sv;
213     while (&PL_sv_undef != (sv = av_pop ((AV *)*svp)))
214     SvREFCNT_dec (sv);
215    
216     SvREFCNT_dec (*svp);
217     }
218 root 1.3 }
219    
220 pcg 1.50 SvREFCNT_dec ((SV*)padlist);
221     }
222     }
223    
224 root 1.77 static int
225 pcg 1.54 coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
226 pcg 1.50 {
227     AV *padlist;
228     AV *av = (AV *)mg->mg_obj;
229    
230     /* casting is fun. */
231     while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
232 root 1.98 free_padlist (padlist);
233 root 1.61
234     SvREFCNT_dec (av);
235 root 1.76
236     return 0;
237 root 1.3 }
238 pcg 1.50
239     #define PERL_MAGIC_coro PERL_MAGIC_ext
240    
241     static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};
242 root 1.3
243 root 1.7 /* the next two functions merely cache the padlists */
244 root 1.77 static void
245 root 1.98 get_padlist (CV *cv)
246 root 1.3 {
247 pcg 1.50 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
248 root 1.4
249 pcg 1.50 if (mg && AvFILLp ((AV *)mg->mg_obj) >= 0)
250     CvPADLIST (cv) = (AV *)av_pop ((AV *)mg->mg_obj);
251 root 1.4 else
252 root 1.77 {
253     #if 0
254 root 1.96 /* this is probably cleaner, but also slower? */
255 root 1.98 CV *cp = Perl_cv_clone (cv);
256 root 1.77 CvPADLIST (cv) = CvPADLIST (cp);
257     CvPADLIST (cp) = 0;
258     SvREFCNT_dec (cp);
259     #else
260 root 1.98 CvPADLIST (cv) = coro_clone_padlist (cv);
261 root 1.77 #endif
262     }
263 root 1.4 }
264    
265 root 1.77 static void
266 root 1.98 put_padlist (CV *cv)
267 root 1.4 {
268 pcg 1.50 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
269 root 1.7
270 pcg 1.50 if (!mg)
271 root 1.7 {
272 pcg 1.50 sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);
273     mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
274     mg->mg_virtual = &vtbl_coro;
275     mg->mg_obj = (SV *)newAV ();
276 root 1.7 }
277    
278 pcg 1.50 av_push ((AV *)mg->mg_obj, (SV *)CvPADLIST (cv));
279 root 1.7 }
280    
281     #define SB do {
282     #define SE } while (0)
283    
284 root 1.98 #define LOAD(state) load_state((state));
285     #define SAVE(state,flags) save_state((state),(flags));
286 root 1.7
287 pcg 1.47 #define REPLACE_SV(sv,val) SB SvREFCNT_dec(sv); (sv) = (val); (val) = 0; SE
288 root 1.7
289     static void
290 root 1.98 load_state(Coro__State c)
291 root 1.7 {
292     PL_dowarn = c->dowarn;
293 root 1.19 PL_in_eval = c->in_eval;
294 root 1.7
295     PL_curstackinfo = c->curstackinfo;
296     PL_curstack = c->curstack;
297     PL_mainstack = c->mainstack;
298     PL_stack_sp = c->stack_sp;
299     PL_op = c->op;
300     PL_curpad = c->curpad;
301 root 1.44 PL_comppad = c->comppad;
302 root 1.62 PL_compcv = c->compcv;
303 root 1.7 PL_stack_base = c->stack_base;
304     PL_stack_max = c->stack_max;
305     PL_tmps_stack = c->tmps_stack;
306     PL_tmps_floor = c->tmps_floor;
307     PL_tmps_ix = c->tmps_ix;
308     PL_tmps_max = c->tmps_max;
309     PL_markstack = c->markstack;
310     PL_markstack_ptr = c->markstack_ptr;
311     PL_markstack_max = c->markstack_max;
312     PL_scopestack = c->scopestack;
313     PL_scopestack_ix = c->scopestack_ix;
314     PL_scopestack_max = c->scopestack_max;
315     PL_savestack = c->savestack;
316     PL_savestack_ix = c->savestack_ix;
317     PL_savestack_max = c->savestack_max;
318 root 1.100 #if !PERL_VERSION_ATLEAST (5,9,0)
319 root 1.7 PL_retstack = c->retstack;
320     PL_retstack_ix = c->retstack_ix;
321     PL_retstack_max = c->retstack_max;
322 root 1.71 #endif
323 root 1.66 PL_curpm = c->curpm;
324 root 1.7 PL_curcop = c->curcop;
325    
326     if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);
327     if (c->defsv) REPLACE_SV (DEFSV , c->defsv);
328     if (c->errsv) REPLACE_SV (ERRSV , c->errsv);
329    
330     {
331     dSP;
332     CV *cv;
333    
334     /* now do the ugly restore mess */
335     while ((cv = (CV *)POPs))
336     {
337     AV *padlist = (AV *)POPs;
338    
339     if (padlist)
340     {
341 root 1.98 put_padlist (cv); /* mark this padlist as available */
342 root 1.7 CvPADLIST(cv) = padlist;
343     }
344    
345     ++CvDEPTH(cv);
346     }
347    
348     PUTBACK;
349     }
350     }
351    
352 root 1.3 static void
353 root 1.98 save_state(Coro__State c, int flags)
354 root 1.3 {
355     {
356     dSP;
357     I32 cxix = cxstack_ix;
358 root 1.11 PERL_CONTEXT *ccstk = cxstack;
359 root 1.3 PERL_SI *top_si = PL_curstackinfo;
360    
361     /*
362     * the worst thing you can imagine happens first - we have to save
363     * (and reinitialize) all cv's in the whole callchain :(
364     */
365    
366     PUSHs (Nullsv);
367     /* this loop was inspired by pp_caller */
368     for (;;)
369     {
370 root 1.30 while (cxix >= 0)
371 root 1.3 {
372 root 1.4 PERL_CONTEXT *cx = &ccstk[cxix--];
373 root 1.3
374     if (CxTYPE(cx) == CXt_SUB)
375     {
376     CV *cv = cx->blk_sub.cv;
377     if (CvDEPTH(cv))
378     {
379 root 1.7 EXTEND (SP, CvDEPTH(cv)*2);
380    
381     while (--CvDEPTH(cv))
382     {
383     /* this tells the restore code to increment CvDEPTH */
384     PUSHs (Nullsv);
385     PUSHs ((SV *)cv);
386     }
387    
388 root 1.3 PUSHs ((SV *)CvPADLIST(cv));
389     PUSHs ((SV *)cv);
390    
391 root 1.98 get_padlist (cv);
392 root 1.3 }
393     }
394 pcg 1.46 #ifdef CXt_FORMAT
395 root 1.3 else if (CxTYPE(cx) == CXt_FORMAT)
396     {
397     /* I never used formats, so how should I know how these are implemented? */
398     /* my bold guess is as a simple, plain sub... */
399     croak ("CXt_FORMAT not yet handled. Don't switch coroutines from within formats");
400     }
401 pcg 1.46 #endif
402 root 1.3 }
403    
404     if (top_si->si_type == PERLSI_MAIN)
405     break;
406    
407     top_si = top_si->si_prev;
408     ccstk = top_si->si_cxstack;
409     cxix = top_si->si_cxix;
410     }
411    
412     PUTBACK;
413     }
414    
415 root 1.12 c->defav = flags & TRANSFER_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;
416     c->defsv = flags & TRANSFER_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;
417     c->errsv = flags & TRANSFER_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;
418 root 1.7
419 root 1.3 c->dowarn = PL_dowarn;
420 root 1.19 c->in_eval = PL_in_eval;
421 root 1.7
422 root 1.3 c->curstackinfo = PL_curstackinfo;
423     c->curstack = PL_curstack;
424     c->mainstack = PL_mainstack;
425     c->stack_sp = PL_stack_sp;
426     c->op = PL_op;
427     c->curpad = PL_curpad;
428 root 1.44 c->comppad = PL_comppad;
429 root 1.62 c->compcv = PL_compcv;
430 root 1.3 c->stack_base = PL_stack_base;
431     c->stack_max = PL_stack_max;
432     c->tmps_stack = PL_tmps_stack;
433     c->tmps_floor = PL_tmps_floor;
434     c->tmps_ix = PL_tmps_ix;
435     c->tmps_max = PL_tmps_max;
436     c->markstack = PL_markstack;
437     c->markstack_ptr = PL_markstack_ptr;
438     c->markstack_max = PL_markstack_max;
439     c->scopestack = PL_scopestack;
440     c->scopestack_ix = PL_scopestack_ix;
441     c->scopestack_max = PL_scopestack_max;
442     c->savestack = PL_savestack;
443     c->savestack_ix = PL_savestack_ix;
444     c->savestack_max = PL_savestack_max;
445 root 1.100 #if !PERL_VERSION_ATLEAST (5,9,0)
446 root 1.3 c->retstack = PL_retstack;
447     c->retstack_ix = PL_retstack_ix;
448     c->retstack_max = PL_retstack_max;
449 root 1.71 #endif
450 root 1.66 c->curpm = PL_curpm;
451 root 1.3 c->curcop = PL_curcop;
452 root 1.13 }
453    
454     /*
455     * allocate various perl stacks. This is an exact copy
456     * of perl.c:init_stacks, except that it uses less memory
457 pcg 1.52 * on the (sometimes correct) assumption that coroutines do
458     * not usually need a lot of stackspace.
459 root 1.13 */
460 root 1.77 static void
461 root 1.98 coro_init_stacks ()
462 root 1.13 {
463     PL_curstackinfo = new_stackinfo(96, 1024/sizeof(PERL_CONTEXT) - 1);
464     PL_curstackinfo->si_type = PERLSI_MAIN;
465     PL_curstack = PL_curstackinfo->si_stack;
466     PL_mainstack = PL_curstack; /* remember in case we switch stacks */
467    
468     PL_stack_base = AvARRAY(PL_curstack);
469     PL_stack_sp = PL_stack_base;
470     PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
471    
472 root 1.15 New(50,PL_tmps_stack,96,SV*);
473 root 1.13 PL_tmps_floor = -1;
474     PL_tmps_ix = -1;
475 root 1.15 PL_tmps_max = 96;
476 root 1.13
477 root 1.15 New(54,PL_markstack,16,I32);
478 root 1.13 PL_markstack_ptr = PL_markstack;
479 root 1.15 PL_markstack_max = PL_markstack + 16;
480 root 1.13
481 pcg 1.46 #ifdef SET_MARK_OFFSET
482 root 1.13 SET_MARK_OFFSET;
483 pcg 1.46 #endif
484 root 1.13
485 root 1.15 New(54,PL_scopestack,16,I32);
486 root 1.13 PL_scopestack_ix = 0;
487 root 1.15 PL_scopestack_max = 16;
488 root 1.13
489 root 1.15 New(54,PL_savestack,96,ANY);
490 root 1.13 PL_savestack_ix = 0;
491 root 1.15 PL_savestack_max = 96;
492 root 1.13
493 root 1.100 #if !PERL_VERSION_ATLEAST (5,9,0)
494 root 1.13 New(54,PL_retstack,8,OP*);
495     PL_retstack_ix = 0;
496     PL_retstack_max = 8;
497 root 1.71 #endif
498 root 1.3 }
499 root 1.1
500 root 1.7 /*
501     * destroy the stacks, the callchain etc...
502     */
503 root 1.77 static void
504 root 1.102 coro_destroy_stacks()
505 root 1.1 {
506 root 1.34 if (!IN_DESTRUCT)
507 root 1.31 {
508     /* is this ugly, I ask? */
509 pcg 1.52 LEAVE_SCOPE (0);
510 root 1.31
511     /* sure it is, but more important: is it correct?? :/ */
512 pcg 1.52 FREETMPS;
513 pcg 1.57
514     /*POPSTACK_TO (PL_mainstack);*//*D*//*use*/
515 root 1.31 }
516 root 1.7
517 root 1.4 while (PL_curstackinfo->si_next)
518     PL_curstackinfo = PL_curstackinfo->si_next;
519    
520     while (PL_curstackinfo)
521     {
522     PERL_SI *p = PL_curstackinfo->si_prev;
523    
524 pcg 1.57 { /*D*//*remove*/
525 root 1.7 dSP;
526     SWITCHSTACK (PL_curstack, PL_curstackinfo->si_stack);
527     PUTBACK; /* possibly superfluous */
528     }
529    
530 root 1.34 if (!IN_DESTRUCT)
531 root 1.31 {
532 pcg 1.57 dounwind (-1);/*D*//*remove*/
533     SvREFCNT_dec (PL_curstackinfo->si_stack);
534 root 1.31 }
535 root 1.7
536 pcg 1.57 Safefree (PL_curstackinfo->si_cxstack);
537     Safefree (PL_curstackinfo);
538 root 1.4 PL_curstackinfo = p;
539     }
540    
541 pcg 1.57 Safefree (PL_tmps_stack);
542     Safefree (PL_markstack);
543     Safefree (PL_scopestack);
544     Safefree (PL_savestack);
545 root 1.100 #if !PERL_VERSION_ATLEAST (5,9,0)
546 pcg 1.57 Safefree (PL_retstack);
547 root 1.71 #endif
548 root 1.1 }
549    
550 root 1.13 static void
551 root 1.89 setup_coro (struct coro *coro)
552 root 1.13 {
553 root 1.89 /*
554     * emulate part of the perl startup here.
555     */
556 root 1.15
557 root 1.98 coro_init_stacks ();
558 root 1.15
559 root 1.103 PL_curcop = 0;
560     PL_in_eval = 0;
561     PL_curpm = 0;
562    
563 root 1.102 {
564     dSP;
565     LOGOP myop;
566    
567 root 1.103 /* I have no idea why this is needed, but it is */
568     PUSHMARK (SP);
569    
570 root 1.102 SvREFCNT_dec (GvAV (PL_defgv));
571     GvAV (PL_defgv) = coro->args; coro->args = 0;
572    
573     Zero (&myop, 1, LOGOP);
574     myop.op_next = Nullop;
575     myop.op_flags = OPf_WANT_VOID;
576 root 1.89
577 root 1.102 PL_op = (OP *)&myop;
578 root 1.89
579 root 1.102 PUSHMARK (SP);
580     XPUSHs ((SV *)get_cv ("Coro::State::coro_init", FALSE));
581     PUTBACK;
582     PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
583     SPAGAIN;
584 root 1.15
585 root 1.102 ENTER; /* necessary e.g. for dounwind */
586     }
587 root 1.13 }
588    
589     static void
590 root 1.92 free_coro_mortal ()
591 root 1.13 {
592 root 1.89 if (coro_mortal)
593 root 1.15 {
594 root 1.89 SvREFCNT_dec (coro_mortal);
595     coro_mortal = 0;
596     }
597 root 1.13 }
598    
599 root 1.100 static void NOINLINE
600 root 1.99 prepare_cctx (coro_stack *cctx)
601     {
602     dSP;
603 root 1.102 LOGOP myop;
604 root 1.99
605 root 1.102 Zero (&myop, 1, LOGOP);
606 root 1.99 myop.op_next = PL_op;
607 root 1.102 myop.op_flags = OPf_WANT_VOID;
608 root 1.99
609 root 1.102 sv_setiv (get_sv ("Coro::State::cctx_stack", FALSE), PTR2IV (cctx));
610    
611     PUSHMARK (SP);
612     XPUSHs ((SV *)get_cv ("Coro::State::cctx_init", FALSE));
613 root 1.99 PUTBACK;
614     PL_restartop = PL_ppaddr[OP_ENTERSUB](aTHX);
615     SPAGAIN;
616     }
617    
618     static void
619 root 1.89 coro_run (void *arg)
620 root 1.13 {
621 root 1.102 /* coro_run is the alternative epilogue of transfer() */
622     UNLOCK;
623    
624 root 1.13 /*
625 root 1.89 * this is a _very_ stripped down perl interpreter ;)
626 root 1.13 */
627 root 1.93 PL_top_env = &PL_start_env;
628 root 1.102 /* inject call to cctx_init */
629 root 1.99 prepare_cctx ((coro_stack *)arg);
630 root 1.89
631 root 1.94 /* somebody will hit me for both perl_run and PL_restartop */
632 root 1.102 perl_run (PL_curinterp);
633 root 1.89
634 root 1.105 fputs ("FATAL: C coroutine fell over the edge of the world, aborting. Did you call exit in a coroutine?\n", stderr);
635 root 1.89 abort ();
636     }
637    
638     static coro_stack *
639     stack_new ()
640     {
641     coro_stack *stack;
642    
643     New (0, stack, 1, coro_stack);
644    
645     #if HAVE_MMAP
646 root 1.13
647 root 1.94 stack->ssize = ((STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + STACKGUARD) * PAGESIZE;
648     /* mmap suppsedly does allocate-on-write for us */
649 root 1.89 stack->sptr = mmap (0, stack->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
650 root 1.19
651 root 1.89 if (stack->sptr == (void *)-1)
652 root 1.13 {
653 root 1.92 perror ("FATAL: unable to mmap stack for coroutine");
654 root 1.89 _exit (EXIT_FAILURE);
655     }
656 root 1.15
657 root 1.94 # if STACKGUARD
658 root 1.89 mprotect (stack->sptr, STACKGUARD * PAGESIZE, PROT_NONE);
659 root 1.94 # endif
660 root 1.19
661 root 1.89 #else
662    
663     stack->ssize = STACKSIZE * (long)sizeof (long);
664     New (0, stack->sptr, STACKSIZE, long);
665    
666     if (!stack->sptr)
667     {
668 root 1.92 perror (stderr, "FATAL: unable to malloc stack for coroutine");
669 root 1.89 _exit (EXIT_FAILURE);
670 root 1.13 }
671    
672 root 1.89 #endif
673    
674 root 1.104 #if USE_VALGRIND
675     stack->valgrind_id = VALGRIND_STACK_REGISTER (
676     STACKGUARD * PAGESIZE + (char *)stack->sptr,
677     stack->ssize + (char *)stack->sptr
678     );
679     #endif
680    
681 root 1.92 coro_create (&stack->cctx, coro_run, (void *)stack, stack->sptr, stack->ssize);
682 root 1.13
683 root 1.89 return stack;
684 root 1.13 }
685    
686 root 1.15 static void
687 root 1.89 stack_free (coro_stack *stack)
688 root 1.15 {
689 root 1.95 if (!stack)
690 root 1.89 return;
691    
692 root 1.104 #if USE_VALGRIND
693     VALGRIND_STACK_DEREGISTER (stack->valgrind_id);
694     #endif
695    
696 root 1.89 #if HAVE_MMAP
697     munmap (stack->sptr, stack->ssize);
698     #else
699     Safefree (stack->sptr);
700     #endif
701    
702     Safefree (stack);
703     }
704 root 1.32
705 root 1.89 static coro_stack *stack_first;
706 root 1.102 static int cctx_count, cctx_idle;
707 root 1.15
708 root 1.91 static coro_stack *
709     stack_get ()
710 root 1.89 {
711 root 1.91 coro_stack *stack;
712    
713 root 1.89 if (stack_first)
714     {
715 root 1.102 --cctx_idle;
716 root 1.91 stack = stack_first;
717     stack_first = stack->next;
718 root 1.89 }
719     else
720 root 1.91 {
721 root 1.102 ++cctx_count;
722 root 1.91 stack = stack_new ();
723     PL_op = PL_op->op_next;
724     }
725    
726     return stack;
727 root 1.89 }
728 root 1.19
729 root 1.89 static void
730     stack_put (coro_stack *stack)
731     {
732 root 1.102 ++cctx_idle;
733 root 1.89 stack->next = stack_first;
734     stack_first = stack;
735 root 1.15 }
736    
737 root 1.84 /* never call directly, always through the coro_state_transfer global variable */
738 root 1.100 static void NOINLINE
739     transfer (struct coro *prev, struct coro *next, int flags)
740 root 1.8 {
741 root 1.15 dSTACKLEVEL;
742 root 1.8
743 root 1.89 /* sometimes transfer is only called to set idle_sp */
744 root 1.92 if (flags == TRANSFER_SET_STACKLEVEL)
745     ((coro_stack *)prev)->idle_sp = STACKLEVEL;
746     else if (prev != next)
747 root 1.8 {
748 root 1.92 coro_stack *prev__stack;
749 root 1.89
750 root 1.92 LOCK;
751 root 1.13
752 root 1.90 if (next->mainstack)
753 root 1.89 {
754 root 1.90 /* coroutine already started */
755     SAVE (prev, flags);
756     LOAD (next);
757     }
758     else
759     {
760     /* need to start coroutine */
761 root 1.89 /* first get rid of the old state */
762     SAVE (prev, -1);
763     /* setup coroutine call */
764     setup_coro (next);
765 root 1.92 /* need a stack */
766 root 1.89 next->stack = 0;
767 root 1.8 }
768 root 1.15
769 root 1.95 if (!prev->stack)
770     /* create a new empty context */
771     Newz (0, prev->stack, 1, coro_stack);
772    
773 root 1.92 prev__stack = prev->stack;
774    
775     /* possibly "free" the stack */
776     if (prev__stack->idle_sp == STACKLEVEL)
777     {
778     stack_put (prev__stack);
779     prev->stack = 0;
780     }
781    
782 root 1.89 if (!next->stack)
783 root 1.91 next->stack = stack_get ();
784 root 1.81
785 root 1.92 if (prev__stack != next->stack)
786     {
787     prev__stack->top_env = PL_top_env;
788     PL_top_env = next->stack->top_env;
789     coro_transfer (&prev__stack->cctx, &next->stack->cctx);
790     }
791    
792     free_coro_mortal ();
793    
794     UNLOCK;
795 root 1.8 }
796 root 1.39 }
797 root 1.23
798 root 1.92 struct transfer_args
799     {
800     struct coro *prev, *next;
801     int flags;
802     };
803    
804 root 1.100 #define TRANSFER(ta) transfer ((ta).prev, (ta).next, (ta).flags)
805 root 1.92
806 root 1.87 static void
807     coro_state_destroy (struct coro *coro)
808     {
809     if (coro->refcnt--)
810     return;
811    
812     if (coro->mainstack && coro->mainstack != main_mainstack)
813     {
814     struct coro temp;
815    
816 root 1.98 SAVE ((&temp), TRANSFER_SAVE_ALL);
817     LOAD (coro);
818 root 1.87
819 root 1.102 coro_destroy_stacks ();
820 root 1.87
821     LOAD ((&temp)); /* this will get rid of defsv etc.. */
822    
823     coro->mainstack = 0;
824     }
825    
826 root 1.89 stack_free (coro->stack);
827 root 1.87 SvREFCNT_dec (coro->args);
828     Safefree (coro);
829     }
830    
831     static int
832 root 1.98 coro_state_clear (pTHX_ SV *sv, MAGIC *mg)
833 root 1.87 {
834     struct coro *coro = (struct coro *)mg->mg_ptr;
835     mg->mg_ptr = 0;
836    
837     coro_state_destroy (coro);
838    
839     return 0;
840     }
841    
842     static int
843 root 1.98 coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)
844 root 1.87 {
845     struct coro *coro = (struct coro *)mg->mg_ptr;
846    
847     ++coro->refcnt;
848    
849     return 0;
850     }
851    
852 root 1.100 static MGVTBL coro_state_vtbl = {
853     0, 0, 0, 0,
854     coro_state_clear,
855     0,
856     #ifdef MGf_DUP
857     coro_state_dup,
858 root 1.102 #else
859     # define MGf_DUP 0
860 root 1.100 #endif
861     };
862 root 1.87
863     static struct coro *
864     SvSTATE (SV *coro)
865     {
866 root 1.88 HV *stash;
867     MAGIC *mg;
868    
869     if (SvROK (coro))
870     coro = SvRV (coro);
871    
872     stash = SvSTASH (coro);
873     if (stash != coro_stash && stash != coro_state_stash)
874     {
875     /* very slow, but rare, check */
876     if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
877     croak ("Coro::State object required");
878     }
879    
880     mg = SvMAGIC (coro);
881 root 1.87 assert (mg->mg_type == PERL_MAGIC_ext);
882     return (struct coro *)mg->mg_ptr;
883     }
884 root 1.23
885     static void
886 root 1.98 prepare_transfer (struct transfer_args *ta, SV *prev, SV *next, int flags)
887 root 1.23 {
888 root 1.92 ta->prev = SvSTATE (prev);
889     ta->next = SvSTATE (next);
890     ta->flags = flags;
891     }
892    
893     static void
894     api_transfer (SV *prev, SV *next, int flags)
895     {
896     dTHX;
897     struct transfer_args ta;
898    
899 root 1.98 prepare_transfer (&ta, prev, next, flags);
900 root 1.92 TRANSFER (ta);
901 root 1.21 }
902    
903 root 1.22 /** Coro ********************************************************************/
904    
905     #define PRIO_MAX 3
906     #define PRIO_HIGH 1
907     #define PRIO_NORMAL 0
908     #define PRIO_LOW -1
909     #define PRIO_IDLE -3
910     #define PRIO_MIN -4
911    
912     /* for Coro.pm */
913     static GV *coro_current, *coro_idle;
914 root 1.83 static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
915 root 1.25 static int coro_nready;
916 root 1.22
917     static void
918 root 1.98 coro_enq (SV *sv)
919 root 1.22 {
920 root 1.74 int prio;
921    
922 root 1.73 if (SvTYPE (sv) != SVt_PVHV)
923     croak ("Coro::ready tried to enqueue something that is not a coroutine");
924 root 1.22
925 root 1.88 prio = SvSTATE (sv)->prio;
926 root 1.22
927 root 1.73 av_push (coro_ready [prio - PRIO_MIN], sv);
928     coro_nready++;
929 root 1.22 }
930    
931     static SV *
932 root 1.98 coro_deq (int min_prio)
933 root 1.22 {
934     int prio = PRIO_MAX - PRIO_MIN;
935    
936     min_prio -= PRIO_MIN;
937     if (min_prio < 0)
938     min_prio = 0;
939    
940     for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; )
941 root 1.83 if (AvFILLp (coro_ready [prio]) >= 0)
942 root 1.25 {
943     coro_nready--;
944 root 1.83 return av_shift (coro_ready [prio]);
945 root 1.25 }
946 root 1.22
947     return 0;
948     }
949    
950 root 1.23 static void
951     api_ready (SV *coro)
952     {
953 pcg 1.56 dTHX;
954    
955 root 1.39 if (SvROK (coro))
956     coro = SvRV (coro);
957    
958 pcg 1.55 LOCK;
959 root 1.98 coro_enq (SvREFCNT_inc (coro));
960 pcg 1.55 UNLOCK;
961 root 1.23 }
962    
963     static void
964 root 1.98 prepare_schedule (struct transfer_args *ta)
965 root 1.23 {
966 root 1.92 SV *current, *prev, *next;
967    
968     current = GvSV (coro_current);
969 root 1.88
970     for (;;)
971     {
972     LOCK;
973 root 1.98 next = coro_deq (PRIO_MIN);
974 root 1.99 UNLOCK;
975 root 1.88
976     if (next)
977     break;
978 root 1.23
979 root 1.88 {
980     dSP;
981    
982     ENTER;
983     SAVETMPS;
984 pcg 1.55
985 root 1.88 PUSHMARK (SP);
986     PUTBACK;
987     call_sv (GvSV (coro_idle), G_DISCARD);
988 root 1.23
989 root 1.88 FREETMPS;
990     LEAVE;
991     }
992     }
993    
994     prev = SvRV (current);
995     SvRV (current) = next;
996 root 1.23
997 root 1.40 /* free this only after the transfer */
998 root 1.99 LOCK;
999 root 1.92 free_coro_mortal ();
1000 root 1.99 UNLOCK;
1001 root 1.39 coro_mortal = prev;
1002 root 1.23
1003 root 1.92 ta->prev = SvSTATE (prev);
1004     ta->next = SvSTATE (next);
1005     ta->flags = TRANSFER_SAVE_ALL;
1006     }
1007    
1008     static void
1009 root 1.98 prepare_cede (struct transfer_args *ta)
1010 root 1.92 {
1011     LOCK;
1012 root 1.98 coro_enq (SvREFCNT_inc (SvRV (GvSV (coro_current))));
1013 pcg 1.55 UNLOCK;
1014    
1015 root 1.92 prepare_schedule (ta);
1016 root 1.39 }
1017    
1018 root 1.92 static void
1019     api_schedule (void)
1020     {
1021     dTHX;
1022     struct transfer_args ta;
1023    
1024     prepare_schedule (&ta);
1025     TRANSFER (ta);
1026     }
1027 root 1.89
1028 root 1.39 static void
1029     api_cede (void)
1030     {
1031 pcg 1.56 dTHX;
1032 root 1.92 struct transfer_args ta;
1033 root 1.89
1034 root 1.92 prepare_cede (&ta);
1035     TRANSFER (ta);
1036 root 1.23 }
1037    
1038 root 1.3 MODULE = Coro::State PACKAGE = Coro::State
1039 root 1.1
1040 root 1.87 PROTOTYPES: DISABLE
1041 root 1.1
1042 root 1.3 BOOT:
1043 root 1.88 {
1044 pcg 1.55 #ifdef USE_ITHREADS
1045     MUTEX_INIT (&coro_mutex);
1046     #endif
1047 root 1.78 BOOT_PAGESIZE;
1048 pcg 1.55
1049 root 1.14 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
1050 root 1.7
1051 root 1.13 newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (TRANSFER_SAVE_DEFAV));
1052     newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (TRANSFER_SAVE_DEFSV));
1053     newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (TRANSFER_SAVE_ERRSV));
1054 root 1.7
1055 root 1.12 main_mainstack = PL_mainstack;
1056 root 1.23
1057 root 1.26 coroapi.ver = CORO_API_VERSION;
1058     coroapi.transfer = api_transfer;
1059 root 1.87
1060     assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
1061 root 1.9 }
1062 root 1.3
1063 root 1.87 SV *
1064 root 1.86 new (char *klass, ...)
1065 root 1.1 CODE:
1066 root 1.86 {
1067 root 1.87 struct coro *coro;
1068     HV *hv;
1069 root 1.86 int i;
1070    
1071 pcg 1.47 Newz (0, coro, 1, struct coro);
1072 root 1.86 coro->args = newAV ();
1073    
1074 root 1.89 hv = newHV ();
1075     sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP;
1076     RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
1077    
1078 root 1.86 for (i = 1; i < items; i++)
1079     av_push (coro->args, newSVsv (ST (i)));
1080    
1081 root 1.59 /*coro->mainstack = 0; *//*actual work is done inside transfer */
1082     /*coro->stack = 0;*/
1083 root 1.86 }
1084 root 1.1 OUTPUT:
1085     RETVAL
1086    
1087     void
1088 root 1.94 _set_stacklevel (...)
1089 root 1.92 ALIAS:
1090 root 1.94 Coro::State::transfer = 1
1091     Coro::schedule = 2
1092     Coro::cede = 3
1093     Coro::Cont::yield = 4
1094 root 1.1 CODE:
1095 root 1.87 {
1096 root 1.92 struct transfer_args ta;
1097 root 1.1
1098 root 1.92 switch (ix)
1099 root 1.1 {
1100 root 1.92 case 0:
1101 root 1.94 ta.prev = (struct coro *)INT2PTR (coro_stack *, SvIV (ST (0)));
1102     ta.next = 0;
1103     ta.flags = TRANSFER_SET_STACKLEVEL;
1104     break;
1105    
1106     case 1:
1107 root 1.92 if (items != 3)
1108     croak ("Coro::State::transfer(prev,next,flags) expects three arguments, not %d", items);
1109    
1110     prepare_transfer (&ta, ST (0), ST (1), SvIV (ST (2)));
1111     break;
1112    
1113 root 1.94 case 2:
1114 root 1.92 prepare_schedule (&ta);
1115     break;
1116    
1117 root 1.94 case 3:
1118 root 1.92 prepare_cede (&ta);
1119     break;
1120    
1121 root 1.94 case 4:
1122     {
1123     SV *yieldstack;
1124     SV *sv;
1125     AV *defav = GvAV (PL_defgv);
1126    
1127     yieldstack = *hv_fetch (
1128     (HV *)SvRV (GvSV (coro_current)),
1129     "yieldstack", sizeof ("yieldstack") - 1,
1130     0
1131     );
1132    
1133     /* set up @_ -- ugly */
1134     av_clear (defav);
1135     av_fill (defav, items - 1);
1136     while (items--)
1137     av_store (defav, items, SvREFCNT_inc (ST(items)));
1138    
1139     sv = av_pop ((AV *)SvRV (yieldstack));
1140     ta.prev = SvSTATE (*av_fetch ((AV *)SvRV (sv), 0, 0));
1141     ta.next = SvSTATE (*av_fetch ((AV *)SvRV (sv), 1, 0));
1142     ta.flags = 0;
1143     SvREFCNT_dec (sv);
1144     }
1145     break;
1146    
1147 root 1.92 }
1148 root 1.1
1149 root 1.92 TRANSFER (ta);
1150 root 1.87 }
1151 root 1.1
1152 root 1.87 void
1153     _clone_state_from (SV *dst, SV *src)
1154     CODE:
1155     {
1156     struct coro *coro_src = SvSTATE (src);
1157 root 1.13
1158 root 1.87 sv_unmagic (SvRV (dst), PERL_MAGIC_ext);
1159 root 1.13
1160 root 1.87 ++coro_src->refcnt;
1161     sv_magicext (SvRV (dst), 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro_src, 0)->mg_flags |= MGf_DUP;
1162     }
1163 root 1.12
1164 root 1.7 void
1165 root 1.87 _exit (code)
1166 root 1.20 int code
1167     PROTOTYPE: $
1168     CODE:
1169     _exit (code);
1170 root 1.1
1171 root 1.21 MODULE = Coro::State PACKAGE = Coro
1172    
1173     BOOT:
1174     {
1175 root 1.22 int i;
1176    
1177 root 1.88 coro_stash = gv_stashpv ("Coro", TRUE);
1178    
1179     newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));
1180     newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));
1181     newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));
1182     newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));
1183     newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));
1184     newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));
1185 root 1.22
1186 root 1.21 coro_current = gv_fetchpv ("Coro::current", TRUE, SVt_PV);
1187     coro_idle = gv_fetchpv ("Coro::idle" , TRUE, SVt_PV);
1188 root 1.22
1189     for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
1190     coro_ready[i] = newAV ();
1191 root 1.26
1192     {
1193     SV *sv = perl_get_sv("Coro::API", 1);
1194    
1195     coroapi.schedule = api_schedule;
1196 root 1.39 coroapi.cede = api_cede;
1197 root 1.26 coroapi.ready = api_ready;
1198     coroapi.nready = &coro_nready;
1199     coroapi.current = coro_current;
1200    
1201     GCoroAPI = &coroapi;
1202 root 1.81 sv_setiv (sv, (IV)&coroapi);
1203     SvREADONLY_on (sv);
1204 root 1.26 }
1205 root 1.21 }
1206    
1207 root 1.92 int
1208     prio (Coro::State coro, int newprio = 0)
1209     ALIAS:
1210     nice = 1
1211     CODE:
1212     {
1213     RETVAL = coro->prio;
1214    
1215     if (items > 1)
1216     {
1217     if (ix)
1218     newprio += coro->prio;
1219    
1220     if (newprio < PRIO_MIN) newprio = PRIO_MIN;
1221     if (newprio > PRIO_MAX) newprio = PRIO_MAX;
1222    
1223     coro->prio = newprio;
1224     }
1225     }
1226    
1227 root 1.21 void
1228 root 1.89 ready (SV *self)
1229 root 1.35 PROTOTYPE: $
1230 root 1.21 CODE:
1231 root 1.23 api_ready (self);
1232 pcg 1.50
1233 root 1.25 int
1234 root 1.87 nready (...)
1235 root 1.25 PROTOTYPE:
1236     CODE:
1237     RETVAL = coro_nready;
1238     OUTPUT:
1239     RETVAL
1240    
1241 root 1.89 MODULE = Coro::State PACKAGE = Coro::AIO
1242    
1243 root 1.70 SV *
1244 root 1.89 _get_state ()
1245 root 1.70 CODE:
1246     {
1247     struct {
1248     int errorno;
1249     int laststype;
1250     int laststatval;
1251     Stat_t statcache;
1252     } data;
1253    
1254     data.errorno = errno;
1255     data.laststype = PL_laststype;
1256     data.laststatval = PL_laststatval;
1257     data.statcache = PL_statcache;
1258    
1259     RETVAL = newSVpvn ((char *)&data, sizeof data);
1260     }
1261     OUTPUT:
1262     RETVAL
1263    
1264     void
1265 root 1.89 _set_state (char *data_)
1266 root 1.70 PROTOTYPE: $
1267     CODE:
1268     {
1269     struct {
1270     int errorno;
1271     int laststype;
1272     int laststatval;
1273     Stat_t statcache;
1274     } *data = (void *)data_;
1275    
1276     errno = data->errorno;
1277     PL_laststype = data->laststype;
1278     PL_laststatval = data->laststatval;
1279     PL_statcache = data->statcache;
1280     }