ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/Coro/State.xs
Revision: 1.102
Committed: Mon Nov 27 01:28:03 2006 UTC (17 years, 5 months ago) by root
Branch: MAIN
Changes since 1.101: +43 -32 lines
Log Message:
*** empty log message ***

File Contents

# User Rev Content
1 root 1.63 #include "libcoro/coro.c"
2    
3 root 1.1 #include "EXTERN.h"
4     #include "perl.h"
5     #include "XSUB.h"
6    
7 pcg 1.46 #include "patchlevel.h"
8    
9 root 1.100 #define PERL_VERSION_ATLEAST(a,b,c) \
10     (PERL_REVISION > (a) \
11     || (PERL_REVISION == (a) \
12     && (PERL_VERSION > (b) \
13     || (PERL_VERSION == (b) && PERLSUBVERSION >= (c)))))
14    
15 root 1.102 #if !PERL_VERSION_ATLEAST (5,6,0)
16 pcg 1.46 # ifndef PL_ppaddr
17     # define PL_ppaddr ppaddr
18     # endif
19     # ifndef call_sv
20     # define call_sv perl_call_sv
21     # endif
22     # ifndef get_sv
23     # define get_sv perl_get_sv
24     # endif
25     # ifndef get_cv
26     # define get_cv perl_get_cv
27     # endif
28     # ifndef IS_PADGV
29     # define IS_PADGV(v) 0
30     # endif
31     # ifndef IS_PADCONST
32     # define IS_PADCONST(v) 0
33     # endif
34     #endif
35    
36 root 1.92 #include <stdio.h>
37 root 1.70 #include <errno.h>
38 root 1.20
39 root 1.78 #if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
40     # undef STACKGUARD
41     #endif
42    
43     #ifndef STACKGUARD
44     # define STACKGUARD 0
45     #endif
46    
47 root 1.13 #ifdef HAVE_MMAP
48     # include <unistd.h>
49     # include <sys/mman.h>
50 root 1.36 # ifndef MAP_ANONYMOUS
51     # ifdef MAP_ANON
52     # define MAP_ANONYMOUS MAP_ANON
53 root 1.16 # else
54     # undef HAVE_MMAP
55     # endif
56     # endif
57 root 1.78 # include <limits.h>
58     # ifndef PAGESIZE
59     # define PAGESIZE pagesize
60     # define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
61     static long pagesize;
62     # else
63     # define BOOT_PAGESIZE
64     # endif
65 root 1.3 #endif
66    
67 root 1.28 /* The next macro should declare a variable stacklevel that contains and approximation
68 root 1.23 * to the current C stack pointer. Its property is that it changes with each call
69 root 1.15 * and should be unique. */
70 root 1.92 #define dSTACKLEVEL int stacklevel
71     #define STACKLEVEL ((void *)&stacklevel)
72 root 1.15
73 root 1.34 #define IN_DESTRUCT (PL_main_cv == Nullcv)
74    
75 root 1.100 #if __GNUC__ >= 3
76     # define attribute(x) __attribute__(x)
77     #else
78     # define attribute(x)
79     #endif
80    
81     #define NOINLINE attribute ((noinline))
82    
83 root 1.23 #include "CoroAPI.h"
84    
85 root 1.92 #define TRANSFER_SET_STACKLEVEL 0x8bfbfbfb /* magic cookie */
86    
87 pcg 1.55 #ifdef USE_ITHREADS
88     static perl_mutex coro_mutex;
89 root 1.69 # define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0)
90 pcg 1.55 # define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0)
91     #else
92 root 1.69 # define LOCK (void)0
93     # define UNLOCK (void)0
94 pcg 1.55 #endif
95    
96 root 1.23 static struct CoroAPI coroapi;
97 pcg 1.56 static AV *main_mainstack; /* used to differentiate between $main and others */
98 root 1.88 static HV *coro_state_stash, *coro_stash;
99 pcg 1.58 static SV *coro_mortal; /* will be freed after next transfer */
100 root 1.23
101 root 1.92 /* this is a structure representing a c-level coroutine */
102 root 1.89 typedef struct coro_stack {
103     struct coro_stack *next;
104 root 1.15
105 root 1.93 /* the stack */
106 root 1.15 void *sptr;
107     long ssize; /* positive == mmap, otherwise malloc */
108 root 1.89
109     /* cpu state */
110 root 1.96 void *idle_sp; /* sp of top-level transfer/schedule/cede call */
111 root 1.93 JMPENV *top_env;
112 root 1.89 coro_context cctx;
113 root 1.15 } coro_stack;
114    
115 root 1.92 /* this is a structure representing a perl-level coroutine */
116 root 1.1 struct coro {
117 root 1.92 /* the c coroutine allocated to this perl coroutine, if any */
118     coro_stack *stack;
119    
120     /* data associated with this coroutine (initial args) */
121     AV *args;
122     int refcnt;
123    
124 root 1.7 /* optionally saved, might be zero */
125 root 1.3 AV *defav;
126 root 1.7 SV *defsv;
127     SV *errsv;
128 root 1.1
129 root 1.7 /* saved global state not related to stacks */
130     U8 dowarn;
131 root 1.19 I32 in_eval;
132 root 1.7
133     /* the stacks and related info (callchain etc..) */
134 root 1.1 PERL_SI *curstackinfo;
135     AV *curstack;
136     AV *mainstack;
137     SV **stack_sp;
138     OP *op;
139     SV **curpad;
140 root 1.44 AV *comppad;
141 root 1.62 CV *compcv;
142 root 1.1 SV **stack_base;
143     SV **stack_max;
144     SV **tmps_stack;
145     I32 tmps_floor;
146     I32 tmps_ix;
147     I32 tmps_max;
148     I32 *markstack;
149     I32 *markstack_ptr;
150     I32 *markstack_max;
151     I32 *scopestack;
152     I32 scopestack_ix;
153     I32 scopestack_max;
154     ANY *savestack;
155     I32 savestack_ix;
156     I32 savestack_max;
157     OP **retstack;
158     I32 retstack_ix;
159     I32 retstack_max;
160 root 1.66 PMOP *curpm;
161 root 1.1 COP *curcop;
162    
163 root 1.87 /* coro process data */
164     int prio;
165 root 1.1 };
166    
167     typedef struct coro *Coro__State;
168     typedef struct coro *Coro__State_or_hashref;
169    
170 root 1.77 static AV *
171 root 1.98 coro_clone_padlist (CV *cv)
172 root 1.77 {
173     AV *padlist = CvPADLIST (cv);
174     AV *newpadlist, *newpad;
175 root 1.3
176     newpadlist = newAV ();
177     AvREAL_off (newpadlist);
178 root 1.100 #if PERL_VERSION_ATLEAST (5,9,0)
179     Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
180     #else
181 root 1.77 Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
182 root 1.79 #endif
183 root 1.77 newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
184     --AvFILLp (padlist);
185 root 1.3
186 root 1.77 av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));
187     av_store (newpadlist, 1, (SV *)newpad);
188 root 1.3
189     return newpadlist;
190     }
191    
192 root 1.77 static void
193 root 1.98 free_padlist (AV *padlist)
194 root 1.3 {
195     /* may be during global destruction */
196 pcg 1.50 if (SvREFCNT (padlist))
197 root 1.3 {
198 pcg 1.50 I32 i = AvFILLp (padlist);
199 root 1.3 while (i >= 0)
200     {
201 pcg 1.50 SV **svp = av_fetch (padlist, i--, FALSE);
202     if (svp)
203     {
204     SV *sv;
205     while (&PL_sv_undef != (sv = av_pop ((AV *)*svp)))
206     SvREFCNT_dec (sv);
207    
208     SvREFCNT_dec (*svp);
209     }
210 root 1.3 }
211    
212 pcg 1.50 SvREFCNT_dec ((SV*)padlist);
213     }
214     }
215    
216 root 1.77 static int
217 pcg 1.54 coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
218 pcg 1.50 {
219     AV *padlist;
220     AV *av = (AV *)mg->mg_obj;
221    
222     /* casting is fun. */
223     while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
224 root 1.98 free_padlist (padlist);
225 root 1.61
226     SvREFCNT_dec (av);
227 root 1.76
228     return 0;
229 root 1.3 }
230 pcg 1.50
231     #define PERL_MAGIC_coro PERL_MAGIC_ext
232    
233     static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};
234 root 1.3
235 root 1.7 /* the next two functions merely cache the padlists */
236 root 1.77 static void
237 root 1.98 get_padlist (CV *cv)
238 root 1.3 {
239 pcg 1.50 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
240 root 1.4
241 pcg 1.50 if (mg && AvFILLp ((AV *)mg->mg_obj) >= 0)
242     CvPADLIST (cv) = (AV *)av_pop ((AV *)mg->mg_obj);
243 root 1.4 else
244 root 1.77 {
245     #if 0
246 root 1.96 /* this is probably cleaner, but also slower? */
247 root 1.98 CV *cp = Perl_cv_clone (cv);
248 root 1.77 CvPADLIST (cv) = CvPADLIST (cp);
249     CvPADLIST (cp) = 0;
250     SvREFCNT_dec (cp);
251     #else
252 root 1.98 CvPADLIST (cv) = coro_clone_padlist (cv);
253 root 1.77 #endif
254     }
255 root 1.4 }
256    
257 root 1.77 static void
258 root 1.98 put_padlist (CV *cv)
259 root 1.4 {
260 pcg 1.50 MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
261 root 1.7
262 pcg 1.50 if (!mg)
263 root 1.7 {
264 pcg 1.50 sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);
265     mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
266     mg->mg_virtual = &vtbl_coro;
267     mg->mg_obj = (SV *)newAV ();
268 root 1.7 }
269    
270 pcg 1.50 av_push ((AV *)mg->mg_obj, (SV *)CvPADLIST (cv));
271 root 1.7 }
272    
273     #define SB do {
274     #define SE } while (0)
275    
276 root 1.98 #define LOAD(state) load_state((state));
277     #define SAVE(state,flags) save_state((state),(flags));
278 root 1.7
279 pcg 1.47 #define REPLACE_SV(sv,val) SB SvREFCNT_dec(sv); (sv) = (val); (val) = 0; SE
280 root 1.7
281     static void
282 root 1.98 load_state(Coro__State c)
283 root 1.7 {
284     PL_dowarn = c->dowarn;
285 root 1.19 PL_in_eval = c->in_eval;
286 root 1.7
287     PL_curstackinfo = c->curstackinfo;
288     PL_curstack = c->curstack;
289     PL_mainstack = c->mainstack;
290     PL_stack_sp = c->stack_sp;
291     PL_op = c->op;
292     PL_curpad = c->curpad;
293 root 1.44 PL_comppad = c->comppad;
294 root 1.62 PL_compcv = c->compcv;
295 root 1.7 PL_stack_base = c->stack_base;
296     PL_stack_max = c->stack_max;
297     PL_tmps_stack = c->tmps_stack;
298     PL_tmps_floor = c->tmps_floor;
299     PL_tmps_ix = c->tmps_ix;
300     PL_tmps_max = c->tmps_max;
301     PL_markstack = c->markstack;
302     PL_markstack_ptr = c->markstack_ptr;
303     PL_markstack_max = c->markstack_max;
304     PL_scopestack = c->scopestack;
305     PL_scopestack_ix = c->scopestack_ix;
306     PL_scopestack_max = c->scopestack_max;
307     PL_savestack = c->savestack;
308     PL_savestack_ix = c->savestack_ix;
309     PL_savestack_max = c->savestack_max;
310 root 1.100 #if !PERL_VERSION_ATLEAST (5,9,0)
311 root 1.7 PL_retstack = c->retstack;
312     PL_retstack_ix = c->retstack_ix;
313     PL_retstack_max = c->retstack_max;
314 root 1.71 #endif
315 root 1.66 PL_curpm = c->curpm;
316 root 1.7 PL_curcop = c->curcop;
317    
318     if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);
319     if (c->defsv) REPLACE_SV (DEFSV , c->defsv);
320     if (c->errsv) REPLACE_SV (ERRSV , c->errsv);
321    
322     {
323     dSP;
324     CV *cv;
325    
326     /* now do the ugly restore mess */
327     while ((cv = (CV *)POPs))
328     {
329     AV *padlist = (AV *)POPs;
330    
331     if (padlist)
332     {
333 root 1.98 put_padlist (cv); /* mark this padlist as available */
334 root 1.7 CvPADLIST(cv) = padlist;
335     }
336    
337     ++CvDEPTH(cv);
338     }
339    
340     PUTBACK;
341     }
342     }
343    
344 root 1.3 static void
345 root 1.98 save_state(Coro__State c, int flags)
346 root 1.3 {
347     {
348     dSP;
349     I32 cxix = cxstack_ix;
350 root 1.11 PERL_CONTEXT *ccstk = cxstack;
351 root 1.3 PERL_SI *top_si = PL_curstackinfo;
352    
353     /*
354     * the worst thing you can imagine happens first - we have to save
355     * (and reinitialize) all cv's in the whole callchain :(
356     */
357    
358     PUSHs (Nullsv);
359     /* this loop was inspired by pp_caller */
360     for (;;)
361     {
362 root 1.30 while (cxix >= 0)
363 root 1.3 {
364 root 1.4 PERL_CONTEXT *cx = &ccstk[cxix--];
365 root 1.3
366     if (CxTYPE(cx) == CXt_SUB)
367     {
368     CV *cv = cx->blk_sub.cv;
369     if (CvDEPTH(cv))
370     {
371 root 1.7 EXTEND (SP, CvDEPTH(cv)*2);
372    
373     while (--CvDEPTH(cv))
374     {
375     /* this tells the restore code to increment CvDEPTH */
376     PUSHs (Nullsv);
377     PUSHs ((SV *)cv);
378     }
379    
380 root 1.3 PUSHs ((SV *)CvPADLIST(cv));
381     PUSHs ((SV *)cv);
382    
383 root 1.98 get_padlist (cv);
384 root 1.3 }
385     }
386 pcg 1.46 #ifdef CXt_FORMAT
387 root 1.3 else if (CxTYPE(cx) == CXt_FORMAT)
388     {
389     /* I never used formats, so how should I know how these are implemented? */
390     /* my bold guess is as a simple, plain sub... */
391     croak ("CXt_FORMAT not yet handled. Don't switch coroutines from within formats");
392     }
393 pcg 1.46 #endif
394 root 1.3 }
395    
396     if (top_si->si_type == PERLSI_MAIN)
397     break;
398    
399     top_si = top_si->si_prev;
400     ccstk = top_si->si_cxstack;
401     cxix = top_si->si_cxix;
402     }
403    
404     PUTBACK;
405     }
406    
407 root 1.12 c->defav = flags & TRANSFER_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;
408     c->defsv = flags & TRANSFER_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;
409     c->errsv = flags & TRANSFER_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;
410 root 1.7
411 root 1.3 c->dowarn = PL_dowarn;
412 root 1.19 c->in_eval = PL_in_eval;
413 root 1.7
414 root 1.3 c->curstackinfo = PL_curstackinfo;
415     c->curstack = PL_curstack;
416     c->mainstack = PL_mainstack;
417     c->stack_sp = PL_stack_sp;
418     c->op = PL_op;
419     c->curpad = PL_curpad;
420 root 1.44 c->comppad = PL_comppad;
421 root 1.62 c->compcv = PL_compcv;
422 root 1.3 c->stack_base = PL_stack_base;
423     c->stack_max = PL_stack_max;
424     c->tmps_stack = PL_tmps_stack;
425     c->tmps_floor = PL_tmps_floor;
426     c->tmps_ix = PL_tmps_ix;
427     c->tmps_max = PL_tmps_max;
428     c->markstack = PL_markstack;
429     c->markstack_ptr = PL_markstack_ptr;
430     c->markstack_max = PL_markstack_max;
431     c->scopestack = PL_scopestack;
432     c->scopestack_ix = PL_scopestack_ix;
433     c->scopestack_max = PL_scopestack_max;
434     c->savestack = PL_savestack;
435     c->savestack_ix = PL_savestack_ix;
436     c->savestack_max = PL_savestack_max;
437 root 1.100 #if !PERL_VERSION_ATLEAST (5,9,0)
438 root 1.3 c->retstack = PL_retstack;
439     c->retstack_ix = PL_retstack_ix;
440     c->retstack_max = PL_retstack_max;
441 root 1.71 #endif
442 root 1.66 c->curpm = PL_curpm;
443 root 1.3 c->curcop = PL_curcop;
444 root 1.13 }
445    
446     /*
447     * allocate various perl stacks. This is an exact copy
448     * of perl.c:init_stacks, except that it uses less memory
449 pcg 1.52 * on the (sometimes correct) assumption that coroutines do
450     * not usually need a lot of stackspace.
451 root 1.13 */
452 root 1.77 static void
453 root 1.98 coro_init_stacks ()
454 root 1.13 {
455     PL_curstackinfo = new_stackinfo(96, 1024/sizeof(PERL_CONTEXT) - 1);
456     PL_curstackinfo->si_type = PERLSI_MAIN;
457     PL_curstack = PL_curstackinfo->si_stack;
458     PL_mainstack = PL_curstack; /* remember in case we switch stacks */
459    
460     PL_stack_base = AvARRAY(PL_curstack);
461     PL_stack_sp = PL_stack_base;
462     PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
463    
464 root 1.15 New(50,PL_tmps_stack,96,SV*);
465 root 1.13 PL_tmps_floor = -1;
466     PL_tmps_ix = -1;
467 root 1.15 PL_tmps_max = 96;
468 root 1.13
469 root 1.15 New(54,PL_markstack,16,I32);
470 root 1.13 PL_markstack_ptr = PL_markstack;
471 root 1.15 PL_markstack_max = PL_markstack + 16;
472 root 1.13
473 pcg 1.46 #ifdef SET_MARK_OFFSET
474 root 1.13 SET_MARK_OFFSET;
475 pcg 1.46 #endif
476 root 1.13
477 root 1.15 New(54,PL_scopestack,16,I32);
478 root 1.13 PL_scopestack_ix = 0;
479 root 1.15 PL_scopestack_max = 16;
480 root 1.13
481 root 1.15 New(54,PL_savestack,96,ANY);
482 root 1.13 PL_savestack_ix = 0;
483 root 1.15 PL_savestack_max = 96;
484 root 1.13
485 root 1.100 #if !PERL_VERSION_ATLEAST (5,9,0)
486 root 1.13 New(54,PL_retstack,8,OP*);
487     PL_retstack_ix = 0;
488     PL_retstack_max = 8;
489 root 1.71 #endif
490 root 1.3 }
491 root 1.1
492 root 1.7 /*
493     * destroy the stacks, the callchain etc...
494     */
495 root 1.77 static void
496 root 1.102 coro_destroy_stacks()
497 root 1.1 {
498 root 1.34 if (!IN_DESTRUCT)
499 root 1.31 {
500     /* is this ugly, I ask? */
501 pcg 1.52 LEAVE_SCOPE (0);
502 root 1.31
503     /* sure it is, but more important: is it correct?? :/ */
504 pcg 1.52 FREETMPS;
505 pcg 1.57
506     /*POPSTACK_TO (PL_mainstack);*//*D*//*use*/
507 root 1.31 }
508 root 1.7
509 root 1.4 while (PL_curstackinfo->si_next)
510     PL_curstackinfo = PL_curstackinfo->si_next;
511    
512     while (PL_curstackinfo)
513     {
514     PERL_SI *p = PL_curstackinfo->si_prev;
515    
516 pcg 1.57 { /*D*//*remove*/
517 root 1.7 dSP;
518     SWITCHSTACK (PL_curstack, PL_curstackinfo->si_stack);
519     PUTBACK; /* possibly superfluous */
520     }
521    
522 root 1.34 if (!IN_DESTRUCT)
523 root 1.31 {
524 pcg 1.57 dounwind (-1);/*D*//*remove*/
525     SvREFCNT_dec (PL_curstackinfo->si_stack);
526 root 1.31 }
527 root 1.7
528 pcg 1.57 Safefree (PL_curstackinfo->si_cxstack);
529     Safefree (PL_curstackinfo);
530 root 1.4 PL_curstackinfo = p;
531     }
532    
533 pcg 1.57 Safefree (PL_tmps_stack);
534     Safefree (PL_markstack);
535     Safefree (PL_scopestack);
536     Safefree (PL_savestack);
537 root 1.100 #if !PERL_VERSION_ATLEAST (5,9,0)
538 pcg 1.57 Safefree (PL_retstack);
539 root 1.71 #endif
540 root 1.1 }
541    
542 root 1.13 static void
543 root 1.89 setup_coro (struct coro *coro)
544 root 1.13 {
545 root 1.89 /*
546     * emulate part of the perl startup here.
547     */
548 root 1.15
549 root 1.98 coro_init_stacks ();
550 root 1.15
551 root 1.102 {
552     dSP;
553     LOGOP myop;
554    
555     /*PL_curcop = 0;*/
556     PL_in_eval = 0;
557     SvREFCNT_dec (GvAV (PL_defgv));
558     GvAV (PL_defgv) = coro->args; coro->args = 0;
559    
560     SPAGAIN;
561 pcg 1.55
562 root 1.102 Zero (&myop, 1, LOGOP);
563     myop.op_next = Nullop;
564     myop.op_flags = OPf_WANT_VOID;
565 root 1.89
566 root 1.102 PL_op = (OP *)&myop;
567 root 1.89
568 root 1.102 PUSHMARK (SP);
569     PUSHMARK (SP);
570     XPUSHs ((SV *)get_cv ("Coro::State::coro_init", FALSE));
571     PUTBACK;
572     PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
573     SPAGAIN;
574 root 1.15
575 root 1.102 ENTER; /* necessary e.g. for dounwind */
576     }
577 root 1.13 }
578    
579     static void
580 root 1.92 free_coro_mortal ()
581 root 1.13 {
582 root 1.89 if (coro_mortal)
583 root 1.15 {
584 root 1.89 SvREFCNT_dec (coro_mortal);
585     coro_mortal = 0;
586     }
587 root 1.13 }
588    
589 root 1.100 static void NOINLINE
590 root 1.99 prepare_cctx (coro_stack *cctx)
591     {
592     dSP;
593 root 1.102 LOGOP myop;
594 root 1.99
595 root 1.102 Zero (&myop, 1, LOGOP);
596 root 1.99 myop.op_next = PL_op;
597 root 1.102 myop.op_flags = OPf_WANT_VOID;
598 root 1.99
599 root 1.102 sv_setiv (get_sv ("Coro::State::cctx_stack", FALSE), PTR2IV (cctx));
600    
601     PUSHMARK (SP);
602     XPUSHs ((SV *)get_cv ("Coro::State::cctx_init", FALSE));
603 root 1.99 PUTBACK;
604     PL_restartop = PL_ppaddr[OP_ENTERSUB](aTHX);
605     SPAGAIN;
606     }
607    
608     static void
609 root 1.89 coro_run (void *arg)
610 root 1.13 {
611 root 1.102 /* coro_run is the alternative epilogue of transfer() */
612     UNLOCK;
613    
614 root 1.13 /*
615 root 1.89 * this is a _very_ stripped down perl interpreter ;)
616 root 1.13 */
617 root 1.93 PL_top_env = &PL_start_env;
618 root 1.102 /* inject call to cctx_init */
619 root 1.99 prepare_cctx ((coro_stack *)arg);
620 root 1.89
621 root 1.94 /* somebody will hit me for both perl_run and PL_restartop */
622 root 1.102 perl_run (PL_curinterp);
623 root 1.89
624 root 1.94 fputs ("FATAL: C coroutine fell over the edge of the world, aborting.\n", stderr);
625 root 1.89 abort ();
626     }
627    
628     static coro_stack *
629     stack_new ()
630     {
631     coro_stack *stack;
632    
633     New (0, stack, 1, coro_stack);
634    
635     #if HAVE_MMAP
636 root 1.13
637 root 1.94 stack->ssize = ((STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + STACKGUARD) * PAGESIZE;
638     /* mmap suppsedly does allocate-on-write for us */
639 root 1.89 stack->sptr = mmap (0, stack->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
640 root 1.19
641 root 1.89 if (stack->sptr == (void *)-1)
642 root 1.13 {
643 root 1.92 perror ("FATAL: unable to mmap stack for coroutine");
644 root 1.89 _exit (EXIT_FAILURE);
645     }
646 root 1.15
647 root 1.94 # if STACKGUARD
648 root 1.89 mprotect (stack->sptr, STACKGUARD * PAGESIZE, PROT_NONE);
649 root 1.94 # endif
650 root 1.19
651 root 1.89 #else
652    
653     stack->ssize = STACKSIZE * (long)sizeof (long);
654     New (0, stack->sptr, STACKSIZE, long);
655    
656     if (!stack->sptr)
657     {
658 root 1.92 perror (stderr, "FATAL: unable to malloc stack for coroutine");
659 root 1.89 _exit (EXIT_FAILURE);
660 root 1.13 }
661    
662 root 1.89 #endif
663    
664 root 1.92 coro_create (&stack->cctx, coro_run, (void *)stack, stack->sptr, stack->ssize);
665 root 1.13
666 root 1.89 return stack;
667 root 1.13 }
668    
669 root 1.15 static void
670 root 1.89 stack_free (coro_stack *stack)
671 root 1.15 {
672 root 1.95 if (!stack)
673 root 1.89 return;
674    
675     #if HAVE_MMAP
676     munmap (stack->sptr, stack->ssize);
677     #else
678     Safefree (stack->sptr);
679     #endif
680    
681     Safefree (stack);
682     }
683 root 1.32
684 root 1.89 static coro_stack *stack_first;
685 root 1.102 static int cctx_count, cctx_idle;
686 root 1.15
687 root 1.91 static coro_stack *
688     stack_get ()
689 root 1.89 {
690 root 1.91 coro_stack *stack;
691    
692 root 1.89 if (stack_first)
693     {
694 root 1.102 --cctx_idle;
695 root 1.91 stack = stack_first;
696     stack_first = stack->next;
697 root 1.89 }
698     else
699 root 1.91 {
700 root 1.102 ++cctx_count;
701 root 1.91 stack = stack_new ();
702     PL_op = PL_op->op_next;
703     }
704    
705     return stack;
706 root 1.89 }
707 root 1.19
708 root 1.89 static void
709     stack_put (coro_stack *stack)
710     {
711 root 1.102 ++cctx_idle;
712 root 1.89 stack->next = stack_first;
713     stack_first = stack;
714 root 1.15 }
715    
716 root 1.84 /* never call directly, always through the coro_state_transfer global variable */
717 root 1.100 static void NOINLINE
718     transfer (struct coro *prev, struct coro *next, int flags)
719 root 1.8 {
720 root 1.15 dSTACKLEVEL;
721 root 1.8
722 root 1.89 /* sometimes transfer is only called to set idle_sp */
723 root 1.92 if (flags == TRANSFER_SET_STACKLEVEL)
724     ((coro_stack *)prev)->idle_sp = STACKLEVEL;
725     else if (prev != next)
726 root 1.8 {
727 root 1.92 coro_stack *prev__stack;
728 root 1.89
729 root 1.92 LOCK;
730 root 1.13
731 root 1.90 if (next->mainstack)
732 root 1.89 {
733 root 1.90 /* coroutine already started */
734     SAVE (prev, flags);
735     LOAD (next);
736     }
737     else
738     {
739     /* need to start coroutine */
740 root 1.89 /* first get rid of the old state */
741     SAVE (prev, -1);
742     /* setup coroutine call */
743     setup_coro (next);
744 root 1.92 /* need a stack */
745 root 1.89 next->stack = 0;
746 root 1.8 }
747 root 1.15
748 root 1.95 if (!prev->stack)
749     /* create a new empty context */
750     Newz (0, prev->stack, 1, coro_stack);
751    
752 root 1.92 prev__stack = prev->stack;
753    
754     /* possibly "free" the stack */
755     if (prev__stack->idle_sp == STACKLEVEL)
756     {
757     stack_put (prev__stack);
758     prev->stack = 0;
759     }
760    
761 root 1.89 if (!next->stack)
762 root 1.91 next->stack = stack_get ();
763 root 1.81
764 root 1.92 if (prev__stack != next->stack)
765     {
766     prev__stack->top_env = PL_top_env;
767     PL_top_env = next->stack->top_env;
768     coro_transfer (&prev__stack->cctx, &next->stack->cctx);
769     }
770    
771     free_coro_mortal ();
772    
773     UNLOCK;
774 root 1.8 }
775 root 1.39 }
776 root 1.23
777 root 1.92 struct transfer_args
778     {
779     struct coro *prev, *next;
780     int flags;
781     };
782    
783 root 1.100 #define TRANSFER(ta) transfer ((ta).prev, (ta).next, (ta).flags)
784 root 1.92
785 root 1.87 static void
786     coro_state_destroy (struct coro *coro)
787     {
788     if (coro->refcnt--)
789     return;
790    
791     if (coro->mainstack && coro->mainstack != main_mainstack)
792     {
793     struct coro temp;
794    
795 root 1.98 SAVE ((&temp), TRANSFER_SAVE_ALL);
796     LOAD (coro);
797 root 1.87
798 root 1.102 coro_destroy_stacks ();
799 root 1.87
800     LOAD ((&temp)); /* this will get rid of defsv etc.. */
801    
802     coro->mainstack = 0;
803     }
804    
805 root 1.89 stack_free (coro->stack);
806 root 1.87 SvREFCNT_dec (coro->args);
807     Safefree (coro);
808     }
809    
810     static int
811 root 1.98 coro_state_clear (pTHX_ SV *sv, MAGIC *mg)
812 root 1.87 {
813     struct coro *coro = (struct coro *)mg->mg_ptr;
814     mg->mg_ptr = 0;
815    
816     coro_state_destroy (coro);
817    
818     return 0;
819     }
820    
821     static int
822 root 1.98 coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)
823 root 1.87 {
824     struct coro *coro = (struct coro *)mg->mg_ptr;
825    
826     ++coro->refcnt;
827    
828     return 0;
829     }
830    
831 root 1.100 static MGVTBL coro_state_vtbl = {
832     0, 0, 0, 0,
833     coro_state_clear,
834     0,
835     #ifdef MGf_DUP
836     coro_state_dup,
837 root 1.102 #else
838     # define MGf_DUP 0
839 root 1.100 #endif
840     };
841 root 1.87
842     static struct coro *
843     SvSTATE (SV *coro)
844     {
845 root 1.88 HV *stash;
846     MAGIC *mg;
847    
848     if (SvROK (coro))
849     coro = SvRV (coro);
850    
851     stash = SvSTASH (coro);
852     if (stash != coro_stash && stash != coro_state_stash)
853     {
854     /* very slow, but rare, check */
855     if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
856     croak ("Coro::State object required");
857     }
858    
859     mg = SvMAGIC (coro);
860 root 1.87 assert (mg->mg_type == PERL_MAGIC_ext);
861     return (struct coro *)mg->mg_ptr;
862     }
863 root 1.23
864     static void
865 root 1.98 prepare_transfer (struct transfer_args *ta, SV *prev, SV *next, int flags)
866 root 1.23 {
867 root 1.92 ta->prev = SvSTATE (prev);
868     ta->next = SvSTATE (next);
869     ta->flags = flags;
870     }
871    
872     static void
873     api_transfer (SV *prev, SV *next, int flags)
874     {
875     dTHX;
876     struct transfer_args ta;
877    
878 root 1.98 prepare_transfer (&ta, prev, next, flags);
879 root 1.92 TRANSFER (ta);
880 root 1.21 }
881    
882 root 1.22 /** Coro ********************************************************************/
883    
884     #define PRIO_MAX 3
885     #define PRIO_HIGH 1
886     #define PRIO_NORMAL 0
887     #define PRIO_LOW -1
888     #define PRIO_IDLE -3
889     #define PRIO_MIN -4
890    
891     /* for Coro.pm */
892     static GV *coro_current, *coro_idle;
893 root 1.83 static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
894 root 1.25 static int coro_nready;
895 root 1.22
896     static void
897 root 1.98 coro_enq (SV *sv)
898 root 1.22 {
899 root 1.74 int prio;
900    
901 root 1.73 if (SvTYPE (sv) != SVt_PVHV)
902     croak ("Coro::ready tried to enqueue something that is not a coroutine");
903 root 1.22
904 root 1.88 prio = SvSTATE (sv)->prio;
905 root 1.22
906 root 1.73 av_push (coro_ready [prio - PRIO_MIN], sv);
907     coro_nready++;
908 root 1.22 }
909    
910     static SV *
911 root 1.98 coro_deq (int min_prio)
912 root 1.22 {
913     int prio = PRIO_MAX - PRIO_MIN;
914    
915     min_prio -= PRIO_MIN;
916     if (min_prio < 0)
917     min_prio = 0;
918    
919     for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; )
920 root 1.83 if (AvFILLp (coro_ready [prio]) >= 0)
921 root 1.25 {
922     coro_nready--;
923 root 1.83 return av_shift (coro_ready [prio]);
924 root 1.25 }
925 root 1.22
926     return 0;
927     }
928    
929 root 1.23 static void
930     api_ready (SV *coro)
931     {
932 pcg 1.56 dTHX;
933    
934 root 1.39 if (SvROK (coro))
935     coro = SvRV (coro);
936    
937 pcg 1.55 LOCK;
938 root 1.98 coro_enq (SvREFCNT_inc (coro));
939 pcg 1.55 UNLOCK;
940 root 1.23 }
941    
942     static void
943 root 1.98 prepare_schedule (struct transfer_args *ta)
944 root 1.23 {
945 root 1.92 SV *current, *prev, *next;
946    
947     current = GvSV (coro_current);
948 root 1.88
949     for (;;)
950     {
951     LOCK;
952 root 1.98 next = coro_deq (PRIO_MIN);
953 root 1.99 UNLOCK;
954 root 1.88
955     if (next)
956     break;
957 root 1.23
958 root 1.88 {
959     dSP;
960    
961     ENTER;
962     SAVETMPS;
963 pcg 1.55
964 root 1.88 PUSHMARK (SP);
965     PUTBACK;
966     call_sv (GvSV (coro_idle), G_DISCARD);
967 root 1.23
968 root 1.88 FREETMPS;
969     LEAVE;
970     }
971     }
972    
973     prev = SvRV (current);
974     SvRV (current) = next;
975 root 1.23
976 root 1.40 /* free this only after the transfer */
977 root 1.99 LOCK;
978 root 1.92 free_coro_mortal ();
979 root 1.99 UNLOCK;
980 root 1.39 coro_mortal = prev;
981 root 1.23
982 root 1.92 ta->prev = SvSTATE (prev);
983     ta->next = SvSTATE (next);
984     ta->flags = TRANSFER_SAVE_ALL;
985     }
986    
987     static void
988 root 1.98 prepare_cede (struct transfer_args *ta)
989 root 1.92 {
990     LOCK;
991 root 1.98 coro_enq (SvREFCNT_inc (SvRV (GvSV (coro_current))));
992 pcg 1.55 UNLOCK;
993    
994 root 1.92 prepare_schedule (ta);
995 root 1.39 }
996    
997 root 1.92 static void
998     api_schedule (void)
999     {
1000     dTHX;
1001     struct transfer_args ta;
1002    
1003     prepare_schedule (&ta);
1004     TRANSFER (ta);
1005     }
1006 root 1.89
1007 root 1.39 static void
1008     api_cede (void)
1009     {
1010 pcg 1.56 dTHX;
1011 root 1.92 struct transfer_args ta;
1012 root 1.89
1013 root 1.92 prepare_cede (&ta);
1014     TRANSFER (ta);
1015 root 1.23 }
1016    
1017 root 1.3 MODULE = Coro::State PACKAGE = Coro::State
1018 root 1.1
1019 root 1.87 PROTOTYPES: DISABLE
1020 root 1.1
1021 root 1.3 BOOT:
1022 root 1.88 {
1023 pcg 1.55 #ifdef USE_ITHREADS
1024     MUTEX_INIT (&coro_mutex);
1025     #endif
1026 root 1.78 BOOT_PAGESIZE;
1027 pcg 1.55
1028 root 1.14 coro_state_stash = gv_stashpv ("Coro::State", TRUE);
1029 root 1.7
1030 root 1.13 newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (TRANSFER_SAVE_DEFAV));
1031     newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (TRANSFER_SAVE_DEFSV));
1032     newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (TRANSFER_SAVE_ERRSV));
1033 root 1.7
1034 root 1.12 main_mainstack = PL_mainstack;
1035 root 1.23
1036 root 1.26 coroapi.ver = CORO_API_VERSION;
1037     coroapi.transfer = api_transfer;
1038 root 1.87
1039     assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
1040 root 1.9 }
1041 root 1.3
1042 root 1.87 SV *
1043 root 1.86 new (char *klass, ...)
1044 root 1.1 CODE:
1045 root 1.86 {
1046 root 1.87 struct coro *coro;
1047     HV *hv;
1048 root 1.86 int i;
1049    
1050 pcg 1.47 Newz (0, coro, 1, struct coro);
1051 root 1.86 coro->args = newAV ();
1052    
1053 root 1.89 hv = newHV ();
1054     sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP;
1055     RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
1056    
1057 root 1.86 for (i = 1; i < items; i++)
1058     av_push (coro->args, newSVsv (ST (i)));
1059    
1060 root 1.59 /*coro->mainstack = 0; *//*actual work is done inside transfer */
1061     /*coro->stack = 0;*/
1062 root 1.86 }
1063 root 1.1 OUTPUT:
1064     RETVAL
1065    
1066     void
1067 root 1.94 _set_stacklevel (...)
1068 root 1.92 ALIAS:
1069 root 1.94 Coro::State::transfer = 1
1070     Coro::schedule = 2
1071     Coro::cede = 3
1072     Coro::Cont::yield = 4
1073 root 1.1 CODE:
1074 root 1.87 {
1075 root 1.92 struct transfer_args ta;
1076 root 1.1
1077 root 1.92 switch (ix)
1078 root 1.1 {
1079 root 1.92 case 0:
1080 root 1.94 ta.prev = (struct coro *)INT2PTR (coro_stack *, SvIV (ST (0)));
1081     ta.next = 0;
1082     ta.flags = TRANSFER_SET_STACKLEVEL;
1083     break;
1084    
1085     case 1:
1086 root 1.92 if (items != 3)
1087     croak ("Coro::State::transfer(prev,next,flags) expects three arguments, not %d", items);
1088    
1089     prepare_transfer (&ta, ST (0), ST (1), SvIV (ST (2)));
1090     break;
1091    
1092 root 1.94 case 2:
1093 root 1.92 prepare_schedule (&ta);
1094     break;
1095    
1096 root 1.94 case 3:
1097 root 1.92 prepare_cede (&ta);
1098     break;
1099    
1100 root 1.94 case 4:
1101     {
1102     SV *yieldstack;
1103     SV *sv;
1104     AV *defav = GvAV (PL_defgv);
1105    
1106     yieldstack = *hv_fetch (
1107     (HV *)SvRV (GvSV (coro_current)),
1108     "yieldstack", sizeof ("yieldstack") - 1,
1109     0
1110     );
1111    
1112     /* set up @_ -- ugly */
1113     av_clear (defav);
1114     av_fill (defav, items - 1);
1115     while (items--)
1116     av_store (defav, items, SvREFCNT_inc (ST(items)));
1117    
1118     sv = av_pop ((AV *)SvRV (yieldstack));
1119     ta.prev = SvSTATE (*av_fetch ((AV *)SvRV (sv), 0, 0));
1120     ta.next = SvSTATE (*av_fetch ((AV *)SvRV (sv), 1, 0));
1121     ta.flags = 0;
1122     SvREFCNT_dec (sv);
1123     }
1124     break;
1125    
1126 root 1.92 }
1127 root 1.1
1128 root 1.92 TRANSFER (ta);
1129 root 1.87 }
1130 root 1.1
1131 root 1.87 void
1132     _clone_state_from (SV *dst, SV *src)
1133     CODE:
1134     {
1135     struct coro *coro_src = SvSTATE (src);
1136 root 1.13
1137 root 1.87 sv_unmagic (SvRV (dst), PERL_MAGIC_ext);
1138 root 1.13
1139 root 1.87 ++coro_src->refcnt;
1140     sv_magicext (SvRV (dst), 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro_src, 0)->mg_flags |= MGf_DUP;
1141     }
1142 root 1.12
1143 root 1.7 void
1144 root 1.87 _exit (code)
1145 root 1.20 int code
1146     PROTOTYPE: $
1147     CODE:
1148     _exit (code);
1149 root 1.1
1150 root 1.21 MODULE = Coro::State PACKAGE = Coro
1151    
1152     BOOT:
1153     {
1154 root 1.22 int i;
1155    
1156 root 1.88 coro_stash = gv_stashpv ("Coro", TRUE);
1157    
1158     newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));
1159     newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));
1160     newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));
1161     newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));
1162     newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));
1163     newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));
1164 root 1.22
1165 root 1.21 coro_current = gv_fetchpv ("Coro::current", TRUE, SVt_PV);
1166     coro_idle = gv_fetchpv ("Coro::idle" , TRUE, SVt_PV);
1167 root 1.22
1168     for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
1169     coro_ready[i] = newAV ();
1170 root 1.26
1171     {
1172     SV *sv = perl_get_sv("Coro::API", 1);
1173    
1174     coroapi.schedule = api_schedule;
1175 root 1.39 coroapi.cede = api_cede;
1176 root 1.26 coroapi.ready = api_ready;
1177     coroapi.nready = &coro_nready;
1178     coroapi.current = coro_current;
1179    
1180     GCoroAPI = &coroapi;
1181 root 1.81 sv_setiv (sv, (IV)&coroapi);
1182     SvREADONLY_on (sv);
1183 root 1.26 }
1184 root 1.21 }
1185    
1186 root 1.92 int
1187     prio (Coro::State coro, int newprio = 0)
1188     ALIAS:
1189     nice = 1
1190     CODE:
1191     {
1192     RETVAL = coro->prio;
1193    
1194     if (items > 1)
1195     {
1196     if (ix)
1197     newprio += coro->prio;
1198    
1199     if (newprio < PRIO_MIN) newprio = PRIO_MIN;
1200     if (newprio > PRIO_MAX) newprio = PRIO_MAX;
1201    
1202     coro->prio = newprio;
1203     }
1204     }
1205    
1206 root 1.21 void
1207 root 1.89 ready (SV *self)
1208 root 1.35 PROTOTYPE: $
1209 root 1.21 CODE:
1210 root 1.23 api_ready (self);
1211 pcg 1.50
1212 root 1.25 int
1213 root 1.87 nready (...)
1214 root 1.25 PROTOTYPE:
1215     CODE:
1216     RETVAL = coro_nready;
1217     OUTPUT:
1218     RETVAL
1219    
1220 root 1.89 MODULE = Coro::State PACKAGE = Coro::AIO
1221    
1222 root 1.70 SV *
1223 root 1.89 _get_state ()
1224 root 1.70 CODE:
1225     {
1226     struct {
1227     int errorno;
1228     int laststype;
1229     int laststatval;
1230     Stat_t statcache;
1231     } data;
1232    
1233     data.errorno = errno;
1234     data.laststype = PL_laststype;
1235     data.laststatval = PL_laststatval;
1236     data.statcache = PL_statcache;
1237    
1238     RETVAL = newSVpvn ((char *)&data, sizeof data);
1239     }
1240     OUTPUT:
1241     RETVAL
1242    
1243     void
1244 root 1.89 _set_state (char *data_)
1245 root 1.70 PROTOTYPE: $
1246     CODE:
1247     {
1248     struct {
1249     int errorno;
1250     int laststype;
1251     int laststatval;
1252     Stat_t statcache;
1253     } *data = (void *)data_;
1254    
1255     errno = data->errorno;
1256     PL_laststype = data->laststype;
1257     PL_laststatval = data->laststatval;
1258     PL_statcache = data->statcache;
1259     }