--- Coro/Coro.pm 2003/03/29 14:09:14 1.50 +++ Coro/Coro.pm 2006/12/01 03:47:55 1.92 @@ -10,7 +10,7 @@ # some asynchronous thread of execution }; - # alternatively create an async process like this: + # alternatively create an async coroutine like this: sub some_func : Coro { # some more async code @@ -32,19 +32,24 @@ package Coro; -no warnings qw(uninitialized); +use strict; +no warnings "uninitialized"; use Coro::State; -use base Exporter; +use base qw(Coro::State Exporter); -$VERSION = 0.651; +our $idle; # idle handler +our $main; # main coroutine +our $current; # current coroutine -@EXPORT = qw(async cede schedule terminate current); -%EXPORT_TAGS = ( +our $VERSION = '3.0'; + +our @EXPORT = qw(async cede schedule terminate current unblock_sub); +our %EXPORT_TAGS = ( prio => [qw(PRIO_MAX PRIO_HIGH PRIO_NORMAL PRIO_LOW PRIO_IDLE PRIO_MIN)], ); -@EXPORT_OK = @{$EXPORT_TAGS{prio}}; +our @EXPORT_OK = @{$EXPORT_TAGS{prio}}; { my @async; @@ -52,7 +57,10 @@ # this way of handling attributes simply is NOT scalable ;() sub import { + no strict 'refs'; + Coro->export_to_level(1, @_); + my $old = *{(caller)[0]."::MODIFY_CODE_ATTRIBUTES"}{CODE}; *{(caller)[0]."::MODIFY_CODE_ATTRIBUTES"} = sub { my ($package, $ref) = (shift, shift); @@ -85,11 +93,16 @@ =cut -our $main = new Coro; +$main = new Coro; =item $current (or as function: current) -The current coroutine (the last coroutine switched to). The initial value is C<$main> (of course). +The current coroutine (the last coroutine switched to). The initial value +is C<$main> (of course). + +This variable is B I. It is provided for performance +reasons. If performance is not essentiel you are encouraged to use the +C function instead. =cut @@ -98,29 +111,35 @@ $main->{specific} = $current->{specific}; } -our $current = $main; +$current = $main; sub current() { $current } =item $idle -The coroutine to switch to when no other coroutine is running. The default -implementation prints "FATAL: deadlock detected" and exits. +A callback that is called whenever the scheduler finds no ready coroutines +to run. The default implementation prints "FATAL: deadlock detected" and +exits, because the program has no other way to continue. + +This hook is overwritten by modules such as C and +C to wait on an external event that hopefully wake up a +coroutine so the scheduler can run it. + +Please note that if your callback recursively invokes perl (e.g. for event +handlers), then it must be prepared to be called recursively. =cut -# should be done using priorities :( -our $idle = new Coro sub { +$idle = sub { print STDERR "FATAL: deadlock detected\n"; - exit(51); + exit (51); }; # this coroutine is necessary because a coroutine # cannot destroy itself. my @destroy; -my $manager; -$manager = new Coro sub { - while() { +my $manager; $manager = new Coro sub { + while () { # by overwriting the state object with the manager we destroy it # while still being able to schedule this coroutine (in case it has # been readied multiple times. this is harmless since the manager @@ -130,7 +149,12 @@ my $coro = pop @destroy; $coro->{status} ||= []; $_->ready for @{delete $coro->{join} || []}; - $coro->{_coro_state} = $manager->{_coro_state}; + + # the next line destroys the coro state, but keeps the + # coroutine itself intact (we basically make it a zombie + # coroutine that always runs the manager thread, so it's possible + # to transfer() to this coroutine). + $coro->_clone_state_from ($manager); } &schedule; } @@ -142,117 +166,137 @@ =head2 STATIC METHODS -Static methods are actually functions that operate on the current process only. +Static methods are actually functions that operate on the current coroutine only. =over 4 =item async { ... } [@args...] -Create a new asynchronous process and return it's process object -(usually unused). When the sub returns the new process is automatically +Create a new asynchronous coroutine and return it's coroutine object +(usually unused). When the sub returns the new coroutine is automatically terminated. +Calling C in a coroutine will not work correctly, so do not do that. + +When the coroutine dies, the program will exit, just as in the main +program. + # create a new coroutine that just prints its arguments async { print "@_\n"; } 1,2,3,4; -The coderef you submit MUST NOT be a closure that refers to variables -in an outer scope. This does NOT work. Pass arguments into it instead. - =cut sub async(&@) { my $pid = new Coro @_; - $manager->ready; # this ensures that the stack is cloned from the manager $pid->ready; - $pid; + $pid } =item schedule -Calls the scheduler. Please note that the current process will not be put +Calls the scheduler. Please note that the current coroutine will not be put into the ready queue, so calling this function usually means you will -never be called again. +never be called again unless something else (e.g. an event handler) calls +ready. -=cut +The canonical way to wait on external events is this: + + { + # remember current coroutine + my $current = $Coro::current; + + # register a hypothetical event handler + on_event_invoke sub { + # wake up sleeping coroutine + $current->ready; + undef $current; + }; + + # call schedule until event occured. + # in case we are woken up for other reasons + # (current still defined), loop. + Coro::schedule while $current; + } =item cede -"Cede" to other processes. This function puts the current process into the +"Cede" to other coroutines. This function puts the current coroutine into the ready queue and calls C, which has the effect of giving up the current "timeslice" to other coroutines of the same or higher priority. -=cut - =item terminate [arg...] -Terminates the current process. - -Future versions of this function will allow result arguments. +Terminates the current coroutine with the given status values (see L). =cut sub terminate { - $current->{status} = [@_]; - $current->cancel; - &schedule; - die; # NORETURN + $current->cancel (@_); } =back # dynamic methods -=head2 PROCESS METHODS +=head2 COROUTINE METHODS -These are the methods you can call on process objects. +These are the methods you can call on coroutine objects. =over 4 =item new Coro \&sub [, @args...] -Create a new process and return it. When the sub returns the process +Create a new coroutine and return it. When the sub returns the coroutine automatically terminates as if C with the returned values were -called. To make the process run you must first put it into the ready queue +called. To make the coroutine run you must first put it into the ready queue by calling the ready method. +Calling C in a coroutine will not work correctly, so do not do that. + =cut -sub _newcoro { +sub _new_coro { terminate &{+shift}; } sub new { my $class = shift; - bless { - _coro_state => (new Coro::State $_[0] && \&_newcoro, @_), - }, $class; + + $class->SUPER::new (\&_new_coro, @_) } -=item $process->ready +=item $success = $coroutine->ready -Put the given process into the ready queue. +Put the given coroutine into the ready queue (according to it's priority) +and return true. If the coroutine is already in the ready queue, do nothing +and return false. -=cut +=item $is_ready = $coroutine->is_ready -=item $process->cancel +Return wether the coroutine is currently the ready queue or not, -Like C, but terminates the specified process instead. +=item $coroutine->cancel (arg...) + +Terminates the given coroutine and makes it return the given arguments as +status (default: the empty list). =cut sub cancel { - push @destroy, $_[0]; + my $self = shift; + $self->{status} = [@_]; + push @destroy, $self; $manager->ready; - &schedule if $current == $_[0]; + &schedule if $current == $self; } -=item $process->join +=item $coroutine->join Wait until the coroutine terminates and return any values given to the -C function. C can be called multiple times from multiple -processes. +C or C functions. C can be called multiple times +from multiple coroutine. =cut @@ -265,11 +309,11 @@ wantarray ? @{$self->{status}} : $self->{status}[0]; } -=item $oldprio = $process->prio($newprio) +=item $oldprio = $coroutine->prio ($newprio) Sets (or gets, if the argument is missing) the priority of the -process. Higher priority processes get run before lower priority -processes. Priorities are smalled signed integer (currently -4 .. +3), +coroutine. Higher priority coroutines get run before lower priority +coroutines. Priorities are small signed integers (currently -4 .. +3), that you can refer to using PRIO_xxx constants (use the import tag :prio to get then): @@ -282,34 +326,20 @@ The idle coroutine ($Coro::idle) always has a lower priority than any existing coroutine. -Changing the priority of the current process will take effect immediately, -but changing the priority of processes in the ready queue (but not +Changing the priority of the current coroutine will take effect immediately, +but changing the priority of coroutines in the ready queue (but not running) will only take effect after the next schedule (of that -process). This is a bug that will be fixed in some future version. - -=cut - -sub prio { - my $old = $_[0]{prio}; - $_[0]{prio} = $_[1] if @_ > 1; - $old; -} +coroutine). This is a bug that will be fixed in some future version. -=item $newprio = $process->nice($change) +=item $newprio = $coroutine->nice ($change) Similar to C, but subtract the given value from the priority (i.e. higher values mean lower priority, just as in unix). -=cut - -sub nice { - $_[0]{prio} -= $_[1]; -} - -=item $olddesc = $process->desc($newdesc) +=item $olddesc = $coroutine->desc ($newdesc) Sets (or gets in case the argument is missing) the description for this -process. This is just a free-form string you can associate with a process. +coroutine. This is just a free-form string you can associate with a coroutine. =cut @@ -321,28 +351,99 @@ =back +=head2 UTILITY FUNCTIONS + +=over 4 + +=item unblock_sub { ... } + +This utility function takes a BLOCK or code reference and "unblocks" it, +returning the new coderef. This means that the new coderef will return +immediately without blocking, returning nothing, while the original code +ref will be called (with parameters) from within its own coroutine. + +The reason this fucntion exists is that many event libraries (such as the +venerable L module) are not coroutine-safe (a weaker form +of thread-safety). This means you must not block within event callbacks, +otherwise you might suffer from crashes or worse. + +This function allows your callbacks to block by executing them in another +coroutine where it is safe to block. One example where blocking is handy +is when you use the L functions to save results to +disk. + +In short: simply use C instead of C when +creating event callbacks that want to block. + +=cut + +our @unblock_pool; +our @unblock_queue; +our $UNBLOCK_POOL_SIZE = 2; + +sub unblock_handler_ { + while () { + my ($cb, @arg) = @{ delete $Coro::current->{arg} }; + $cb->(@arg); + + last if @unblock_pool >= $UNBLOCK_POOL_SIZE; + push @unblock_pool, $Coro::current; + schedule; + } +} + +our $unblock_scheduler = async { + while () { + while (my $cb = pop @unblock_queue) { + my $handler = (pop @unblock_pool or new Coro \&unblock_handler_); + $handler->{arg} = $cb; + $handler->ready; + cede; + } + + schedule; + } +}; + +sub unblock_sub(&) { + my $cb = shift; + + sub { + push @unblock_queue, [$cb, @_]; + $unblock_scheduler->ready; + } +} + +=back + =cut 1; =head1 BUGS/LIMITATIONS - - you must make very sure that no coro is still active on global destruction. - very bad things might happen otherwise (usually segfaults). - - this module is not thread-safe. You should only ever use this module from - the same thread (this requirement might be loosened in the future to - allow per-thread schedulers, but Coro::State does not yet allow this). + - you must make very sure that no coro is still active on global + destruction. very bad things might happen otherwise (usually segfaults). + + - this module is not thread-safe. You should only ever use this module + from the same thread (this requirement might be losened in the future + to allow per-thread schedulers, but Coro::State does not yet allow + this). =head1 SEE ALSO -L, L, L, L, -L, L, L, L, -L, L. +Support/Utility: L, L, L, L. + +Locking/IPC: L, L, L, L, L. + +Event/IO: L, L, L, L, L. + +Embedding: L =head1 AUTHOR - Marc Lehmann - http://www.goof.com/pcg/marc/ + Marc Lehmann + http://home.schmorp.de/ =cut