ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
Revision: 1.98
Committed: Sun Nov 26 21:25:53 2006 UTC (17 years, 5 months ago) by root
Branch: MAIN
Changes since 1.97: +33 -37 lines
Log Message:
*** empty log message ***

File Contents

# User Rev Content
1 root 1.63 #include "libcoro/coro.c"
2    
3 root 1.1 #include "EXTERN.h"
4     #include "perl.h"
5     #include "XSUB.h"
6    
7 pcg 1.46 #include "patchlevel.h"
8    
9 root 1.65 #if PERL_VERSION < 6
10 pcg 1.46 # ifndef PL_ppaddr
11     # define PL_ppaddr ppaddr
12     # endif
13     # ifndef call_sv
14     # define call_sv perl_call_sv
15     # endif
16     # ifndef get_sv
17     # define get_sv perl_get_sv
18     # endif
19     # ifndef get_cv
20     # define get_cv perl_get_cv
21     # endif
22     # ifndef IS_PADGV
23     # define IS_PADGV(v) 0
24     # endif
25     # ifndef IS_PADCONST
26     # define IS_PADCONST(v) 0
27     # endif
28     #endif
29    
30 root 1.92 #include <stdio.h>
31 root 1.70 #include <errno.h>
32 root 1.20
33 root 1.78 #if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
34     # undef STACKGUARD
35     #endif
36    
37     #ifndef STACKGUARD
38     # define STACKGUARD 0
39     #endif
40    
41 root 1.13 #ifdef HAVE_MMAP
42     # include <unistd.h>
43     # include <sys/mman.h>
44 root 1.36 # ifndef MAP_ANONYMOUS
45     # ifdef MAP_ANON
46     # define MAP_ANONYMOUS MAP_ANON
47 root 1.16 # else
48     # undef HAVE_MMAP
49     # endif
50     # endif
51 root 1.78 # include <limits.h>
52     # ifndef PAGESIZE
53     # define PAGESIZE pagesize
54     # define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
55     static long pagesize;
56     # else
57     # define BOOT_PAGESIZE
58     # endif
59 root 1.3 #endif
60    
61 root 1.28 /* The next macro should declare a variable stacklevel that contains and approximation
62 root 1.23 * to the current C stack pointer. Its property is that it changes with each call
63 root 1.15 * and should be unique. */
64 root 1.92 #define dSTACKLEVEL int stacklevel
65     #define STACKLEVEL ((void *)&stacklevel)
66 root 1.15
67 root 1.34 #define IN_DESTRUCT (PL_main_cv == Nullcv)
68    
69 root 1.23 #include "CoroAPI.h"
70    
71 root 1.92 #define TRANSFER_SET_STACKLEVEL 0x8bfbfbfb /* magic cookie */
72    
73 pcg 1.55 #ifdef USE_ITHREADS
74     static perl_mutex coro_mutex;
75 root 1.69 # define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0)
76 pcg 1.55 # define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0)
77     #else
78 root 1.69 # define LOCK (void)0
79     # define UNLOCK (void)0
80 pcg 1.55 #endif
81    
82 root 1.23 static struct CoroAPI coroapi;
83 pcg 1.56 static AV *main_mainstack; /* used to differentiate between $main and others */
84 root 1.88 static HV *coro_state_stash, *coro_stash;
85 pcg 1.58 static SV *coro_mortal; /* will be freed after next transfer */
86 root 1.23
87 root 1.92 /* this is a structure representing a c-level coroutine */
88 root 1.89 typedef struct coro_stack {
89     struct coro_stack *next;
90 root 1.15
91 root 1.93 /* the stack */
92 root 1.15 void *sptr;
93     long ssize; /* positive == mmap, otherwise malloc */
94 root 1.89
95     /* cpu state */
96 root 1.96 void *idle_sp; /* sp of top-level transfer/schedule/cede call */
97 root 1.93 JMPENV *top_env;
98 root 1.89 coro_context cctx;
99 root 1.15 } coro_stack;
100    
101 root 1.92 /* this is a structure representing a perl-level coroutine */
102 root 1.1 struct coro {
103 root 1.92 /* the c coroutine allocated to this perl coroutine, if any */
104     coro_stack *stack;
105    
106     /* data associated with this coroutine (initial args) */
107     AV *args;
108     int refcnt;
109    
110 root 1.7 /* optionally saved, might be zero */
111 root 1.3 AV *defav;
112 root 1.7 SV *defsv;
113     SV *errsv;
114 root 1.1
115 root 1.7 /* saved global state not related to stacks */
116     U8 dowarn;
117 root 1.19 I32 in_eval;
118 root 1.7
119     /* the stacks and related info (callchain etc..) */
120 root 1.1 PERL_SI *curstackinfo;
121     AV *curstack;
122     AV *mainstack;
123     SV **stack_sp;
124     OP *op;
125     SV **curpad;
126 root 1.44 AV *comppad;
127 root 1.62 CV *compcv;
128 root 1.1 SV **stack_base;
129     SV **stack_max;
130     SV **tmps_stack;
131     I32 tmps_floor;
132     I32 tmps_ix;
133     I32 tmps_max;
134     I32 *markstack;
135     I32 *markstack_ptr;
136     I32 *markstack_max;
137     I32 *scopestack;
138     I32 scopestack_ix;
139     I32 scopestack_max;
140     ANY *savestack;
141     I32 savestack_ix;
142     I32 savestack_max;
143     OP **retstack;
144     I32 retstack_ix;
145     I32 retstack_max;
146 root 1.66 PMOP *curpm;
147 root 1.1 COP *curcop;
148    
149 root 1.87 /* coro process data */
150     int prio;
151 root 1.1 };
152    
153     typedef struct coro *Coro__State;
154     typedef struct coro *Coro__State_or_hashref;
155    
156 root 1.77 static AV *
157 root 1.98 coro_clone_padlist (CV *cv)
158 root 1.77 {
159     AV *padlist = CvPADLIST (cv);
160     AV *newpadlist, *newpad;
161 root 1.3
162     newpadlist = newAV ();
163     AvREAL_off (newpadlist);
164 root 1.79 #if PERL_VERSION < 9
165 root 1.77 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
166 root 1.79 #else
167     Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
168     #endif
169 root 1.77 newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
170     --AvFILLp (padlist);
171 root 1.3
172 root 1.77 av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));
173     av_store (newpadlist, 1, (SV *)newpad);
174 root 1.3
175     return newpadlist;
176     }
177    
178 root 1.77 static void
179 root 1.98 free_padlist (AV *padlist)
180 root 1.3 {
181     /* may be during global destruction */
182 pcg 1.50 if (SvREFCNT (padlist))
183 root 1.3 {
184 pcg 1.50 I32 i = AvFILLp (padlist);
185 root 1.3 while (i >= 0)
186     {
187 pcg 1.50 SV **svp = av_fetch (padlist, i--, FALSE);
188     if (svp)
189     {
190     SV *sv;
191     while (&PL_sv_undef != (sv = av_pop ((AV *)*svp)))
192     SvREFCNT_dec (sv);
193    
194     SvREFCNT_dec (*svp);
195     }
196 root 1.3 }
197    
198 pcg 1.50 SvREFCNT_dec ((SV*)padlist);
199     }
200     }
201    
202 root 1.77 static int
203 pcg 1.54 coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
204 pcg 1.50 {
205     AV *padlist;
206     AV *av = (AV *)mg->mg_obj;
207    
208     /* casting is fun. */
209     while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
210 root 1.98 free_padlist (padlist);
211 root 1.61
212     SvREFCNT_dec (av);
213 root 1.76
214     return 0;
215 root 1.3 }
216 pcg 1.50
217     #define PERL_MAGIC_coro PERL_MAGIC_ext
218    
219     static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};
220 root 1.3
221 root 1.7 /* the next two functions merely cache the padlists */
222 root 1.77 static void
223 root 1.98 get_padlist (CV *cv)
224 root 1.3 {
225 pcg 1.50 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
226 root 1.4
227 pcg 1.50 if (mg && AvFILLp ((AV *)mg->mg_obj) >= 0)
228     CvPADLIST (cv) = (AV *)av_pop ((AV *)mg->mg_obj);
229 root 1.4 else
230 root 1.77 {
231     #if 0
232 root 1.96 /* this is probably cleaner, but also slower? */
233 root 1.98 CV *cp = Perl_cv_clone (cv);
234 root 1.77 CvPADLIST (cv) = CvPADLIST (cp);
235     CvPADLIST (cp) = 0;
236     SvREFCNT_dec (cp);
237     #else
238 root 1.98 CvPADLIST (cv) = coro_clone_padlist (cv);
239 root 1.77 #endif
240     }
241 root 1.4 }
242    
243 root 1.77 static void
244 root 1.98 put_padlist (CV *cv)
245 root 1.4 {
246 pcg 1.50 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
247 root 1.7
248 pcg 1.50 if (!mg)
249 root 1.7 {
250 pcg 1.50 sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);
251     mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
252     mg->mg_virtual = &vtbl_coro;
253     mg->mg_obj = (SV *)newAV ();
254 root 1.7 }
255    
256 pcg 1.50 av_push ((AV *)mg->mg_obj, (SV *)CvPADLIST (cv));
257 root 1.7 }
258    
259     #define SB do {
260     #define SE } while (0)
261    
262 root 1.98 #define LOAD(state) load_state((state));
263     #define SAVE(state,flags) save_state((state),(flags));
264 root 1.7
265 pcg 1.47 #define REPLACE_SV(sv,val) SB SvREFCNT_dec(sv); (sv) = (val); (val) = 0; SE
266 root 1.7
267     static void
268 root 1.98 load_state(Coro__State c)
269 root 1.7 {
270     PL_dowarn = c->dowarn;
271 root 1.19 PL_in_eval = c->in_eval;
272 root 1.7
273     PL_curstackinfo = c->curstackinfo;
274     PL_curstack = c->curstack;
275     PL_mainstack = c->mainstack;
276     PL_stack_sp = c->stack_sp;
277     PL_op = c->op;
278     PL_curpad = c->curpad;
279 root 1.44 PL_comppad = c->comppad;
280 root 1.62 PL_compcv = c->compcv;
281 root 1.7 PL_stack_base = c->stack_base;
282     PL_stack_max = c->stack_max;
283     PL_tmps_stack = c->tmps_stack;
284     PL_tmps_floor = c->tmps_floor;
285     PL_tmps_ix = c->tmps_ix;
286     PL_tmps_max = c->tmps_max;
287     PL_markstack = c->markstack;
288     PL_markstack_ptr = c->markstack_ptr;
289     PL_markstack_max = c->markstack_max;
290     PL_scopestack = c->scopestack;
291     PL_scopestack_ix = c->scopestack_ix;
292     PL_scopestack_max = c->scopestack_max;
293     PL_savestack = c->savestack;
294     PL_savestack_ix = c->savestack_ix;
295     PL_savestack_max = c->savestack_max;
296 root 1.72 #if PERL_VERSION < 9
297 root 1.7 PL_retstack = c->retstack;
298     PL_retstack_ix = c->retstack_ix;
299     PL_retstack_max = c->retstack_max;
300 root 1.71 #endif
301 root 1.66 PL_curpm = c->curpm;
302 root 1.7 PL_curcop = c->curcop;
303    
304     if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);
305     if (c->defsv) REPLACE_SV (DEFSV , c->defsv);
306     if (c->errsv) REPLACE_SV (ERRSV , c->errsv);
307    
308     {
309     dSP;
310     CV *cv;
311    
312     /* now do the ugly restore mess */
313     while ((cv = (CV *)POPs))
314     {
315     AV *padlist = (AV *)POPs;
316    
317     if (padlist)
318     {
319 root 1.98 put_padlist (cv); /* mark this padlist as available */
320 root 1.7 CvPADLIST(cv) = padlist;
321     }
322    
323     ++CvDEPTH(cv);
324     }
325    
326     PUTBACK;
327     }
328     }
329    
330 root 1.3 static void
331 root 1.98 save_state(Coro__State c, int flags)
332 root 1.3 {
333     {
334     dSP;
335     I32 cxix = cxstack_ix;
336 root 1.11 PERL_CONTEXT *ccstk = cxstack;
337 root 1.3 PERL_SI *top_si = PL_curstackinfo;
338    
339     /*
340     * the worst thing you can imagine happens first - we have to save
341     * (and reinitialize) all cv's in the whole callchain :(
342     */
343    
344     PUSHs (Nullsv);
345     /* this loop was inspired by pp_caller */
346     for (;;)
347     {
348 root 1.30 while (cxix >= 0)
349 root 1.3 {
350 root 1.4 PERL_CONTEXT *cx = &ccstk[cxix--];
351 root 1.3
352     if (CxTYPE(cx) == CXt_SUB)
353     {
354     CV *cv = cx->blk_sub.cv;
355     if (CvDEPTH(cv))
356     {
357 root 1.7 EXTEND (SP, CvDEPTH(cv)*2);
358    
359     while (--CvDEPTH(cv))
360     {
361     /* this tells the restore code to increment CvDEPTH */
362     PUSHs (Nullsv);
363     PUSHs ((SV *)cv);
364     }
365    
366 root 1.3 PUSHs ((SV *)CvPADLIST(cv));
367     PUSHs ((SV *)cv);
368    
369 root 1.98 get_padlist (cv);
370 root 1.3 }
371     }
372 pcg 1.46 #ifdef CXt_FORMAT
373 root 1.3 else if (CxTYPE(cx) == CXt_FORMAT)
374     {
375     /* I never used formats, so how should I know how these are implemented? */
376     /* my bold guess is as a simple, plain sub... */
377     croak ("CXt_FORMAT not yet handled. Don't switch coroutines from within formats");
378     }
379 pcg 1.46 #endif
380 root 1.3 }
381    
382     if (top_si->si_type == PERLSI_MAIN)
383     break;
384    
385     top_si = top_si->si_prev;
386     ccstk = top_si->si_cxstack;
387     cxix = top_si->si_cxix;
388     }
389    
390     PUTBACK;
391     }
392    
393 root 1.12 c->defav = flags & TRANSFER_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;
394     c->defsv = flags & TRANSFER_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;
395     c->errsv = flags & TRANSFER_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;
396 root 1.7
397 root 1.3 c->dowarn = PL_dowarn;
398 root 1.19 c->in_eval = PL_in_eval;
399 root 1.7
400 root 1.3 c->curstackinfo = PL_curstackinfo;
401     c->curstack = PL_curstack;
402     c->mainstack = PL_mainstack;
403     c->stack_sp = PL_stack_sp;
404     c->op = PL_op;
405     c->curpad = PL_curpad;
406 root 1.44 c->comppad = PL_comppad;
407 root 1.62 c->compcv = PL_compcv;
408 root 1.3 c->stack_base = PL_stack_base;
409     c->stack_max = PL_stack_max;
410     c->tmps_stack = PL_tmps_stack;
411     c->tmps_floor = PL_tmps_floor;
412     c->tmps_ix = PL_tmps_ix;
413     c->tmps_max = PL_tmps_max;
414     c->markstack = PL_markstack;
415     c->markstack_ptr = PL_markstack_ptr;
416     c->markstack_max = PL_markstack_max;
417     c->scopestack = PL_scopestack;
418     c->scopestack_ix = PL_scopestack_ix;
419     c->scopestack_max = PL_scopestack_max;
420     c->savestack = PL_savestack;
421     c->savestack_ix = PL_savestack_ix;
422     c->savestack_max = PL_savestack_max;
423 root 1.72 #if PERL_VERSION < 9
424 root 1.3 c->retstack = PL_retstack;
425     c->retstack_ix = PL_retstack_ix;
426     c->retstack_max = PL_retstack_max;
427 root 1.71 #endif
428 root 1.66 c->curpm = PL_curpm;
429 root 1.3 c->curcop = PL_curcop;
430 root 1.13 }
431    
432     /*
433     * allocate various perl stacks. This is an exact copy
434     * of perl.c:init_stacks, except that it uses less memory
435 pcg 1.52 * on the (sometimes correct) assumption that coroutines do
436     * not usually need a lot of stackspace.
437 root 1.13 */
438 root 1.77 static void
439 root 1.98 coro_init_stacks ()
440 root 1.13 {
441 pcg 1.55 LOCK;
442    
443 root 1.13 PL_curstackinfo = new_stackinfo(96, 1024/sizeof(PERL_CONTEXT) - 1);
444     PL_curstackinfo->si_type = PERLSI_MAIN;
445     PL_curstack = PL_curstackinfo->si_stack;
446     PL_mainstack = PL_curstack; /* remember in case we switch stacks */
447    
448     PL_stack_base = AvARRAY(PL_curstack);
449     PL_stack_sp = PL_stack_base;
450     PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
451    
452 root 1.15 New(50,PL_tmps_stack,96,SV*);
453 root 1.13 PL_tmps_floor = -1;
454     PL_tmps_ix = -1;
455 root 1.15 PL_tmps_max = 96;
456 root 1.13
457 root 1.15 New(54,PL_markstack,16,I32);
458 root 1.13 PL_markstack_ptr = PL_markstack;
459 root 1.15 PL_markstack_max = PL_markstack + 16;
460 root 1.13
461 pcg 1.46 #ifdef SET_MARK_OFFSET
462 root 1.13 SET_MARK_OFFSET;
463 pcg 1.46 #endif
464 root 1.13
465 root 1.15 New(54,PL_scopestack,16,I32);
466 root 1.13 PL_scopestack_ix = 0;
467 root 1.15 PL_scopestack_max = 16;
468 root 1.13
469 root 1.15 New(54,PL_savestack,96,ANY);
470 root 1.13 PL_savestack_ix = 0;
471 root 1.15 PL_savestack_max = 96;
472 root 1.13
473 root 1.72 #if PERL_VERSION < 9
474 root 1.13 New(54,PL_retstack,8,OP*);
475     PL_retstack_ix = 0;
476     PL_retstack_max = 8;
477 root 1.71 #endif
478 pcg 1.55
479     UNLOCK;
480 root 1.3 }
481 root 1.1
482 root 1.7 /*
483     * destroy the stacks, the callchain etc...
484     */
485 root 1.77 static void
486 root 1.98 destroy_stacks()
487 root 1.1 {
488 root 1.34 if (!IN_DESTRUCT)
489 root 1.31 {
490     /* is this ugly, I ask? */
491 pcg 1.52 LEAVE_SCOPE (0);
492 root 1.31
493     /* sure it is, but more important: is it correct?? :/ */
494 pcg 1.52 FREETMPS;
495 pcg 1.57
496     /*POPSTACK_TO (PL_mainstack);*//*D*//*use*/
497 root 1.31 }
498 root 1.7
499 root 1.4 while (PL_curstackinfo->si_next)
500     PL_curstackinfo = PL_curstackinfo->si_next;
501    
502     while (PL_curstackinfo)
503     {
504     PERL_SI *p = PL_curstackinfo->si_prev;
505    
506 pcg 1.57 { /*D*//*remove*/
507 root 1.7 dSP;
508     SWITCHSTACK (PL_curstack, PL_curstackinfo->si_stack);
509     PUTBACK; /* possibly superfluous */
510     }
511    
512 root 1.34 if (!IN_DESTRUCT)
513 root 1.31 {
514 pcg 1.57 dounwind (-1);/*D*//*remove*/
515     SvREFCNT_dec (PL_curstackinfo->si_stack);
516 root 1.31 }
517 root 1.7
518 pcg 1.57 Safefree (PL_curstackinfo->si_cxstack);
519     Safefree (PL_curstackinfo);
520 root 1.4 PL_curstackinfo = p;
521     }
522    
523 pcg 1.57 Safefree (PL_tmps_stack);
524     Safefree (PL_markstack);
525     Safefree (PL_scopestack);
526     Safefree (PL_savestack);
527 root 1.72 #if PERL_VERSION < 9
528 pcg 1.57 Safefree (PL_retstack);
529 root 1.71 #endif
530 root 1.1 }
531    
532 root 1.13 static void
533 root 1.89 setup_coro (struct coro *coro)
534 root 1.13 {
535 root 1.89 /*
536     * emulate part of the perl startup here.
537     */
538     dTHX;
539     dSP;
540     UNOP myop;
541 root 1.92 SV *sub_init = (SV *)get_cv ("Coro::State::coro_init", FALSE);
542 root 1.15
543 root 1.98 coro_init_stacks ();
544 root 1.89 /*PL_curcop = 0;*/
545     /*PL_in_eval = PL_in_eval;*/ /* inherit */
546     SvREFCNT_dec (GvAV (PL_defgv));
547     GvAV (PL_defgv) = coro->args; coro->args = 0;
548 root 1.15
549 root 1.89 SPAGAIN;
550 pcg 1.55
551 root 1.89 Zero (&myop, 1, UNOP);
552     myop.op_next = Nullop;
553     myop.op_flags = OPf_WANT_VOID;
554    
555     PL_op = (OP *)&myop;
556    
557     PUSHMARK(SP);
558     XPUSHs (sub_init);
559     PUTBACK;
560     PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
561     SPAGAIN;
562 root 1.15
563 root 1.89 ENTER; /* necessary e.g. for dounwind */
564 root 1.13 }
565    
566     static void
567 root 1.92 free_coro_mortal ()
568 root 1.13 {
569 root 1.89 if (coro_mortal)
570 root 1.15 {
571 root 1.89 SvREFCNT_dec (coro_mortal);
572     coro_mortal = 0;
573     }
574 root 1.13 }
575    
576     static void
577 root 1.89 coro_run (void *arg)
578 root 1.13 {
579     /*
580 root 1.89 * this is a _very_ stripped down perl interpreter ;)
581 root 1.13 */
582 pcg 1.56 dTHX;
583 root 1.94 int ret;
584 root 1.92
585     UNLOCK;
586 root 1.13
587 root 1.93 PL_top_env = &PL_start_env;
588    
589 root 1.92 sv_setiv (get_sv ("Coro::State::cctx_stack", FALSE), PTR2IV ((coro_stack *)arg));
590     sv_setiv (get_sv ("Coro::State::cctx_restartop", FALSE), PTR2IV (PL_op));
591 root 1.93
592     /* continue at cctx_init, without entersub */
593 root 1.92 PL_restartop = CvSTART (get_cv ("Coro::State::cctx_init", FALSE));
594 root 1.89
595 root 1.94 /* somebody will hit me for both perl_run and PL_restartop */
596 root 1.98 ret = perl_run (PERL_GET_CONTEXT);
597 root 1.94 printf ("ret %d\n", ret);//D
598 root 1.89
599 root 1.94 fputs ("FATAL: C coroutine fell over the edge of the world, aborting.\n", stderr);
600 root 1.89 abort ();
601     }
602    
603     static coro_stack *
604     stack_new ()
605     {
606     coro_stack *stack;
607    
608     New (0, stack, 1, coro_stack);
609    
610     #if HAVE_MMAP
611 root 1.13
612 root 1.94 stack->ssize = ((STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + STACKGUARD) * PAGESIZE;
613     /* mmap suppsedly does allocate-on-write for us */
614 root 1.89 stack->sptr = mmap (0, stack->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
615 root 1.19
616 root 1.89 if (stack->sptr == (void *)-1)
617 root 1.13 {
618 root 1.92 perror ("FATAL: unable to mmap stack for coroutine");
619 root 1.89 _exit (EXIT_FAILURE);
620     }
621 root 1.15
622 root 1.94 # if STACKGUARD
623 root 1.89 mprotect (stack->sptr, STACKGUARD * PAGESIZE, PROT_NONE);
624 root 1.94 # endif
625 root 1.19
626 root 1.89 #else
627    
628     stack->ssize = STACKSIZE * (long)sizeof (long);
629     New (0, stack->sptr, STACKSIZE, long);
630    
631     if (!stack->sptr)
632     {
633 root 1.92 perror (stderr, "FATAL: unable to malloc stack for coroutine");
634 root 1.89 _exit (EXIT_FAILURE);
635 root 1.13 }
636    
637 root 1.89 #endif
638    
639 root 1.92 coro_create (&stack->cctx, coro_run, (void *)stack, stack->sptr, stack->ssize);
640 root 1.13
641 root 1.89 return stack;
642 root 1.13 }
643    
644 root 1.15 static void
645 root 1.89 stack_free (coro_stack *stack)
646 root 1.15 {
647 root 1.95 if (!stack)
648 root 1.89 return;
649    
650     #if HAVE_MMAP
651     munmap (stack->sptr, stack->ssize);
652     #else
653     Safefree (stack->sptr);
654     #endif
655    
656     Safefree (stack);
657     }
658 root 1.32
659 root 1.89 static coro_stack *stack_first;
660 root 1.15
661 root 1.91 static coro_stack *
662     stack_get ()
663 root 1.89 {
664 root 1.91 coro_stack *stack;
665    
666 root 1.89 if (stack_first)
667     {
668 root 1.91 stack = stack_first;
669     stack_first = stack->next;
670 root 1.89 }
671     else
672 root 1.91 {
673     stack = stack_new ();
674     PL_op = PL_op->op_next;
675     }
676    
677     return stack;
678 root 1.89 }
679 root 1.19
680 root 1.89 static void
681     stack_put (coro_stack *stack)
682     {
683     stack->next = stack_first;
684     stack_first = stack;
685 root 1.15 }
686    
687 root 1.84 /* never call directly, always through the coro_state_transfer global variable */
688 root 1.77 static void
689 root 1.98 transfer_impl (struct coro *prev, struct coro *next, int flags)
690 root 1.8 {
691 root 1.15 dSTACKLEVEL;
692 root 1.8
693 root 1.89 /* sometimes transfer is only called to set idle_sp */
694 root 1.92 if (flags == TRANSFER_SET_STACKLEVEL)
695     ((coro_stack *)prev)->idle_sp = STACKLEVEL;
696     else if (prev != next)
697 root 1.8 {
698 root 1.92 coro_stack *prev__stack;
699 root 1.89
700 root 1.92 LOCK;
701 root 1.13
702 root 1.90 if (next->mainstack)
703 root 1.89 {
704 root 1.90 /* coroutine already started */
705     SAVE (prev, flags);
706     LOAD (next);
707     }
708     else
709     {
710     /* need to start coroutine */
711 root 1.89 /* first get rid of the old state */
712     SAVE (prev, -1);
713     /* setup coroutine call */
714     setup_coro (next);
715 root 1.92 /* need a stack */
716 root 1.89 next->stack = 0;
717 root 1.8 }
718 root 1.15
719 root 1.95 if (!prev->stack)
720     /* create a new empty context */
721     Newz (0, prev->stack, 1, coro_stack);
722    
723 root 1.92 prev__stack = prev->stack;
724    
725     /* possibly "free" the stack */
726     if (prev__stack->idle_sp == STACKLEVEL)
727     {
728     stack_put (prev__stack);
729     prev->stack = 0;
730     }
731    
732 root 1.89 if (!next->stack)
733 root 1.91 next->stack = stack_get ();
734 root 1.81
735 root 1.92 if (prev__stack != next->stack)
736     {
737     prev__stack->top_env = PL_top_env;
738     PL_top_env = next->stack->top_env;
739     coro_transfer (&prev__stack->cctx, &next->stack->cctx);
740     }
741    
742     free_coro_mortal ();
743    
744     UNLOCK;
745 root 1.8 }
746 root 1.39 }
747 root 1.23
748 root 1.85 /* use this function pointer to call the above function */
749     /* this is done to increase chances of the compiler not inlining the call */
750 root 1.92 /* not static to make it even harder for the compiler (and theoretically impossible in most cases */
751 root 1.98 void (*coro_state_transfer)(struct coro *prev, struct coro *next, int flags) = transfer_impl;
752 root 1.84
753 root 1.92 struct transfer_args
754     {
755     struct coro *prev, *next;
756     int flags;
757     };
758    
759     #define TRANSFER(ta) coro_state_transfer ((ta).prev, (ta).next, (ta).flags)
760    
761 root 1.87 static void
762     coro_state_destroy (struct coro *coro)
763     {
764     if (coro->refcnt--)
765     return;
766    
767     if (coro->mainstack && coro->mainstack != main_mainstack)
768     {
769     struct coro temp;
770    
771 root 1.98 SAVE ((&temp), TRANSFER_SAVE_ALL);
772     LOAD (coro);
773 root 1.87
774 root 1.98 destroy_stacks ();
775 root 1.87
776     LOAD ((&temp)); /* this will get rid of defsv etc.. */
777    
778     coro->mainstack = 0;
779     }
780    
781 root 1.89 stack_free (coro->stack);
782 root 1.87 SvREFCNT_dec (coro->args);
783     Safefree (coro);
784     }
785    
786     static int
787 root 1.98 coro_state_clear (pTHX_ SV *sv, MAGIC *mg)
788 root 1.87 {
789     struct coro *coro = (struct coro *)mg->mg_ptr;
790     mg->mg_ptr = 0;
791    
792     coro_state_destroy (coro);
793    
794     return 0;
795     }
796    
797     static int
798 root 1.98 coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)
799 root 1.87 {
800     struct coro *coro = (struct coro *)mg->mg_ptr;
801    
802     ++coro->refcnt;
803    
804     return 0;
805     }
806    
807     static MGVTBL coro_state_vtbl = { 0, 0, 0, 0, coro_state_clear, 0, coro_state_dup, 0 };
808    
809     static struct coro *
810     SvSTATE (SV *coro)
811     {
812 root 1.88 HV *stash;
813     MAGIC *mg;
814    
815     if (SvROK (coro))
816     coro = SvRV (coro);
817    
818     stash = SvSTASH (coro);
819     if (stash != coro_stash && stash != coro_state_stash)
820     {
821     /* very slow, but rare, check */
822     if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
823     croak ("Coro::State object required");
824     }
825    
826     mg = SvMAGIC (coro);
827 root 1.87 assert (mg->mg_type == PERL_MAGIC_ext);
828     return (struct coro *)mg->mg_ptr;
829     }
830 root 1.23
831     static void
832 root 1.98 prepare_transfer (struct transfer_args *ta, SV *prev, SV *next, int flags)
833 root 1.23 {
834 root 1.92 ta->prev = SvSTATE (prev);
835     ta->next = SvSTATE (next);
836     ta->flags = flags;
837     }
838    
839     static void
840     api_transfer (SV *prev, SV *next, int flags)
841     {
842     dTHX;
843     struct transfer_args ta;
844    
845 root 1.98 prepare_transfer (&ta, prev, next, flags);
846 root 1.92 TRANSFER (ta);
847 root 1.21 }
848    
849 root 1.22 /** Coro ********************************************************************/
850    
851     #define PRIO_MAX 3
852     #define PRIO_HIGH 1
853     #define PRIO_NORMAL 0
854     #define PRIO_LOW -1
855     #define PRIO_IDLE -3
856     #define PRIO_MIN -4
857    
858     /* for Coro.pm */
859     static GV *coro_current, *coro_idle;
860 root 1.83 static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
861 root 1.25 static int coro_nready;
862 root 1.22
863     static void
864 root 1.98 coro_enq (SV *sv)
865 root 1.22 {
866 root 1.74 int prio;
867    
868 root 1.73 if (SvTYPE (sv) != SVt_PVHV)
869     croak ("Coro::ready tried to enqueue something that is not a coroutine");
870 root 1.22
871 root 1.88 prio = SvSTATE (sv)->prio;
872 root 1.22
873 root 1.73 av_push (coro_ready [prio - PRIO_MIN], sv);
874     coro_nready++;
875 root 1.22 }
876    
877     static SV *
878 root 1.98 coro_deq (int min_prio)
879 root 1.22 {
880     int prio = PRIO_MAX - PRIO_MIN;
881    
882     min_prio -= PRIO_MIN;
883     if (min_prio < 0)
884     min_prio = 0;
885    
886     for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; )
887 root 1.83 if (AvFILLp (coro_ready [prio]) >= 0)
888 root 1.25 {
889     coro_nready--;
890 root 1.83 return av_shift (coro_ready [prio]);
891 root 1.25 }
892 root 1.22
893     return 0;
894     }
895    
896 root 1.23 static void
897     api_ready (SV *coro)
898     {
899 pcg 1.56 dTHX;
900    
901 root 1.39 if (SvROK (coro))
902     coro = SvRV (coro);
903    
904 pcg 1.55 LOCK;
905 root 1.98 coro_enq (SvREFCNT_inc (coro));
906 pcg 1.55 UNLOCK;
907 root 1.23 }
908    
909     static void
910 root 1.98 prepare_schedule (struct transfer_args *ta)
911 root 1.23 {
912 root 1.92 SV *current, *prev, *next;
913    
914     LOCK;
915 pcg 1.56
916 root 1.92 current = GvSV (coro_current);
917 root 1.88
918     for (;;)
919     {
920     LOCK;
921    
922 root 1.98 next = coro_deq (PRIO_MIN);
923 root 1.88
924     if (next)
925     break;
926 root 1.23
927 root 1.88 UNLOCK;
928    
929     {
930     dSP;
931    
932     ENTER;
933     SAVETMPS;
934 pcg 1.55
935 root 1.88 PUSHMARK (SP);
936     PUTBACK;
937     call_sv (GvSV (coro_idle), G_DISCARD);
938 root 1.23
939 root 1.88 FREETMPS;
940     LEAVE;
941     }
942     }
943    
944     prev = SvRV (current);
945     SvRV (current) = next;
946 root 1.23
947 root 1.40 /* free this only after the transfer */
948 root 1.92 free_coro_mortal ();
949 root 1.39 coro_mortal = prev;
950 root 1.23
951 root 1.92 ta->prev = SvSTATE (prev);
952     ta->next = SvSTATE (next);
953     ta->flags = TRANSFER_SAVE_ALL;
954    
955     UNLOCK;
956     }
957    
958     static void
959 root 1.98 prepare_cede (struct transfer_args *ta)
960 root 1.92 {
961     LOCK;
962 root 1.98 coro_enq (SvREFCNT_inc (SvRV (GvSV (coro_current))));
963 pcg 1.55 UNLOCK;
964    
965 root 1.92 prepare_schedule (ta);
966 root 1.39 }
967    
968 root 1.92 static void
969     api_schedule (void)
970     {
971     dTHX;
972     struct transfer_args ta;
973    
974     prepare_schedule (&ta);
975     TRANSFER (ta);
976     }
977 root 1.89
978 root 1.39 static void
979     api_cede (void)
980     {
981 pcg 1.56 dTHX;
982 root 1.92 struct transfer_args ta;
983 root 1.89
984 root 1.92 prepare_cede (&ta);
985     TRANSFER (ta);
986 root 1.23 }
987    
988 root 1.3 MODULE = Coro::State PACKAGE = Coro::State
989 root 1.1
990 root 1.87 PROTOTYPES: DISABLE
991 root 1.1
992 root 1.3 BOOT:
993 root 1.88 {
994 pcg 1.55 #ifdef USE_ITHREADS
995     MUTEX_INIT (&coro_mutex);
996     #endif
997 root 1.78 BOOT_PAGESIZE;
998 pcg 1.55
999 root 1.14 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
1000 root 1.7
1001 root 1.13 newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (TRANSFER_SAVE_DEFAV));
1002     newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (TRANSFER_SAVE_DEFSV));
1003     newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (TRANSFER_SAVE_ERRSV));
1004 root 1.7
1005 root 1.12 main_mainstack = PL_mainstack;
1006 root 1.23
1007 root 1.26 coroapi.ver = CORO_API_VERSION;
1008     coroapi.transfer = api_transfer;
1009 root 1.87
1010     assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
1011 root 1.9 }
1012 root 1.3
1013 root 1.87 SV *
1014 root 1.86 new (char *klass, ...)
1015 root 1.1 CODE:
1016 root 1.86 {
1017 root 1.87 struct coro *coro;
1018     HV *hv;
1019 root 1.86 int i;
1020    
1021 pcg 1.47 Newz (0, coro, 1, struct coro);
1022 root 1.86 coro->args = newAV ();
1023    
1024 root 1.89 hv = newHV ();
1025     sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP;
1026     RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
1027    
1028 root 1.86 for (i = 1; i < items; i++)
1029     av_push (coro->args, newSVsv (ST (i)));
1030    
1031 root 1.59 /*coro->mainstack = 0; *//*actual work is done inside transfer */
1032     /*coro->stack = 0;*/
1033 root 1.86 }
1034 root 1.1 OUTPUT:
1035     RETVAL
1036    
1037     void
1038 root 1.94 _set_stacklevel (...)
1039 root 1.92 ALIAS:
1040 root 1.94 Coro::State::transfer = 1
1041     Coro::schedule = 2
1042     Coro::cede = 3
1043     Coro::Cont::yield = 4
1044 root 1.1 CODE:
1045 root 1.87 {
1046 root 1.92 struct transfer_args ta;
1047 root 1.1
1048 root 1.92 switch (ix)
1049 root 1.1 {
1050 root 1.92 case 0:
1051 root 1.94 ta.prev = (struct coro *)INT2PTR (coro_stack *, SvIV (ST (0)));
1052     ta.next = 0;
1053     ta.flags = TRANSFER_SET_STACKLEVEL;
1054     break;
1055    
1056     case 1:
1057 root 1.92 if (items != 3)
1058     croak ("Coro::State::transfer(prev,next,flags) expects three arguments, not %d", items);
1059    
1060     prepare_transfer (&ta, ST (0), ST (1), SvIV (ST (2)));
1061     break;
1062    
1063 root 1.94 case 2:
1064 root 1.92 prepare_schedule (&ta);
1065     break;
1066    
1067 root 1.94 case 3:
1068 root 1.92 prepare_cede (&ta);
1069     break;
1070    
1071 root 1.94 case 4:
1072     {
1073     SV *yieldstack;
1074     SV *sv;
1075     AV *defav = GvAV (PL_defgv);
1076    
1077     yieldstack = *hv_fetch (
1078     (HV *)SvRV (GvSV (coro_current)),
1079     "yieldstack", sizeof ("yieldstack") - 1,
1080     0
1081     );
1082    
1083     /* set up @_ -- ugly */
1084     av_clear (defav);
1085     av_fill (defav, items - 1);
1086     while (items--)
1087     av_store (defav, items, SvREFCNT_inc (ST(items)));
1088    
1089     sv = av_pop ((AV *)SvRV (yieldstack));
1090     ta.prev = SvSTATE (*av_fetch ((AV *)SvRV (sv), 0, 0));
1091     ta.next = SvSTATE (*av_fetch ((AV *)SvRV (sv), 1, 0));
1092     ta.flags = 0;
1093     SvREFCNT_dec (sv);
1094     }
1095     break;
1096    
1097 root 1.92 }
1098 root 1.1
1099 root 1.92 TRANSFER (ta);
1100 root 1.87 }
1101 root 1.1
1102 root 1.87 void
1103     _clone_state_from (SV *dst, SV *src)
1104     CODE:
1105     {
1106     struct coro *coro_src = SvSTATE (src);
1107 root 1.13
1108 root 1.87 sv_unmagic (SvRV (dst), PERL_MAGIC_ext);
1109 root 1.13
1110 root 1.87 ++coro_src->refcnt;
1111     sv_magicext (SvRV (dst), 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro_src, 0)->mg_flags |= MGf_DUP;
1112     }
1113 root 1.12
1114 root 1.7 void
1115 root 1.92 _nonlocal_goto (IV nextop)
1116     CODE:
1117     /* uuh, somebody will kill me again for this */
1118     PL_op->op_next = INT2PTR (OP *, nextop);
1119    
1120     void
1121 root 1.87 _exit (code)
1122 root 1.20 int code
1123     PROTOTYPE: $
1124     CODE:
1125     _exit (code);
1126 root 1.1
1127 root 1.21 MODULE = Coro::State PACKAGE = Coro
1128    
1129     BOOT:
1130     {
1131 root 1.22 int i;
1132    
1133 root 1.88 coro_stash = gv_stashpv ("Coro", TRUE);
1134    
1135     newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));
1136     newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));
1137     newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));
1138     newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));
1139     newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));
1140     newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));
1141 root 1.22
1142 root 1.21 coro_current = gv_fetchpv ("Coro::current", TRUE, SVt_PV);
1143     coro_idle = gv_fetchpv ("Coro::idle" , TRUE, SVt_PV);
1144 root 1.22
1145     for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
1146     coro_ready[i] = newAV ();
1147 root 1.26
1148     {
1149     SV *sv = perl_get_sv("Coro::API", 1);
1150    
1151     coroapi.schedule = api_schedule;
1152 root 1.39 coroapi.cede = api_cede;
1153 root 1.26 coroapi.ready = api_ready;
1154     coroapi.nready = &coro_nready;
1155     coroapi.current = coro_current;
1156    
1157     GCoroAPI = &coroapi;
1158 root 1.81 sv_setiv (sv, (IV)&coroapi);
1159     SvREADONLY_on (sv);
1160 root 1.26 }
1161 root 1.21 }
1162    
1163 root 1.92 int
1164     prio (Coro::State coro, int newprio = 0)
1165     ALIAS:
1166     nice = 1
1167     CODE:
1168     {
1169     RETVAL = coro->prio;
1170    
1171     if (items > 1)
1172     {
1173     if (ix)
1174     newprio += coro->prio;
1175    
1176     if (newprio < PRIO_MIN) newprio = PRIO_MIN;
1177     if (newprio > PRIO_MAX) newprio = PRIO_MAX;
1178    
1179     coro->prio = newprio;
1180     }
1181     }
1182    
1183 root 1.21 void
1184 root 1.89 ready (SV *self)
1185 root 1.35 PROTOTYPE: $
1186 root 1.21 CODE:
1187 root 1.23 api_ready (self);
1188 pcg 1.50
1189 root 1.25 int
1190 root 1.87 nready (...)
1191 root 1.25 PROTOTYPE:
1192     CODE:
1193     RETVAL = coro_nready;
1194     OUTPUT:
1195     RETVAL
1196    
1197 root 1.89 MODULE = Coro::State PACKAGE = Coro::AIO
1198    
1199 root 1.70 SV *
1200 root 1.89 _get_state ()
1201 root 1.70 CODE:
1202     {
1203     struct {
1204     int errorno;
1205     int laststype;
1206     int laststatval;
1207     Stat_t statcache;
1208     } data;
1209    
1210     data.errorno = errno;
1211     data.laststype = PL_laststype;
1212     data.laststatval = PL_laststatval;
1213     data.statcache = PL_statcache;
1214    
1215     RETVAL = newSVpvn ((char *)&data, sizeof data);
1216     }
1217     OUTPUT:
1218     RETVAL
1219    
1220     void
1221 root 1.89 _set_state (char *data_)
1222 root 1.70 PROTOTYPE: $
1223     CODE:
1224     {
1225     struct {
1226     int errorno;
1227     int laststype;
1228     int laststatval;
1229     Stat_t statcache;
1230     } *data = (void *)data_;
1231    
1232     errno = data->errorno;
1233     PL_laststype = data->laststype;
1234     PL_laststatval = data->laststatval;
1235     PL_statcache = data->statcache;
1236     }