1 | =head1 NAME |
1 | =head1 NAME |
2 | |
2 | |
3 | Coro - coroutine process abstraction |
3 | Coro - the real perl threads |
4 | |
4 | |
5 | =head1 SYNOPSIS |
5 | =head1 SYNOPSIS |
6 | |
6 | |
7 | use Coro; |
7 | use Coro; |
8 | |
8 | |
… | |
… | |
26 | $locked = 1; |
26 | $locked = 1; |
27 | $lock->up; |
27 | $lock->up; |
28 | |
28 | |
29 | =head1 DESCRIPTION |
29 | =head1 DESCRIPTION |
30 | |
30 | |
31 | This module collection manages coroutines. Coroutines are similar to |
31 | This module collection manages coroutines, that is, cooperative |
32 | threads but don't (in general) run in parallel at the same time even |
32 | threads. Coroutines are similar to kernel threads but don't (in general) |
33 | on SMP machines. The specific flavor of coroutine used in this module |
33 | run in parallel at the same time even on SMP machines. The specific flavor |
34 | also guarantees you that it will not switch between coroutines unless |
34 | of coroutine used in this module also guarantees you that it will not |
35 | necessary, at easily-identified points in your program, so locking and |
35 | switch between coroutines unless necessary, at easily-identified points |
36 | parallel access are rarely an issue, making coroutine programming much |
36 | in your program, so locking and parallel access are rarely an issue, |
37 | safer and easier than threads programming. |
37 | making coroutine programming much safer and easier than using other thread |
|
|
38 | models. |
38 | |
39 | |
39 | Unlike a normal perl program, however, coroutines allow you to have |
40 | Unlike the so-called "Perl threads" (which are not actually real threads |
40 | multiple running interpreters that share data, which is especially useful |
41 | but only the windows process emulation ported to unix), Coro provides a |
41 | to code pseudo-parallel processes and for event-based programming, such as |
42 | full shared address space, which makes communication between coroutines |
42 | multiple HTTP-GET requests running concurrently. See L<Coro::AnyEvent> to |
43 | very easy. And coroutines are fast, too: disabling the Windows process |
43 | learn more. |
44 | emulation code in your perl and using Coro can easily result in a two to |
|
|
45 | four times speed increase for your programs. |
44 | |
46 | |
45 | Coroutines are also useful because Perl has no support for threads (the so |
47 | Coro achieves that by supporting multiple running interpreters that share |
46 | called "threads" that perl offers are nothing more than the (bad) process |
48 | data, which is especially useful to code pseudo-parallel processes and |
47 | emulation coming from the Windows platform: On standard operating systems |
49 | for event-based programming, such as multiple HTTP-GET requests running |
48 | they serve no purpose whatsoever, except by making your programs slow and |
50 | concurrently. See L<Coro::AnyEvent> to learn more on how to integrate Coro |
49 | making them use a lot of memory. Best disable them when building perl, or |
51 | into an event-based environment. |
50 | aks your software vendor/distributor to do it for you). |
|
|
51 | |
52 | |
52 | In this module, coroutines are defined as "callchain + lexical variables + |
53 | In this module, a coroutines is defined as "callchain + lexical variables |
53 | @_ + $_ + $@ + $/ + C stack), that is, a coroutine has its own callchain, |
54 | + @_ + $_ + $@ + $/ + C stack), that is, a coroutine has its own |
54 | its own set of lexicals and its own set of perls most important global |
55 | callchain, its own set of lexicals and its own set of perls most important |
55 | variables (see L<Coro::State> for more configuration). |
56 | global variables (see L<Coro::State> for more configuration and background |
|
|
57 | info). |
|
|
58 | |
|
|
59 | See also the C<SEE ALSO> section at the end of this document - the Coro |
|
|
60 | module family is quite large. |
56 | |
61 | |
57 | =cut |
62 | =cut |
58 | |
63 | |
59 | package Coro; |
64 | package Coro; |
60 | |
65 | |
… | |
… | |
67 | |
72 | |
68 | our $idle; # idle handler |
73 | our $idle; # idle handler |
69 | our $main; # main coroutine |
74 | our $main; # main coroutine |
70 | our $current; # current coroutine |
75 | our $current; # current coroutine |
71 | |
76 | |
72 | our $VERSION = 5.0; |
77 | our $VERSION = "5.0"; |
73 | |
78 | |
74 | our @EXPORT = qw(async async_pool cede schedule terminate current unblock_sub); |
79 | our @EXPORT = qw(async async_pool cede schedule terminate current unblock_sub); |
75 | our %EXPORT_TAGS = ( |
80 | our %EXPORT_TAGS = ( |
76 | prio => [qw(PRIO_MAX PRIO_HIGH PRIO_NORMAL PRIO_LOW PRIO_IDLE PRIO_MIN)], |
81 | prio => [qw(PRIO_MAX PRIO_HIGH PRIO_NORMAL PRIO_LOW PRIO_IDLE PRIO_MIN)], |
77 | ); |
82 | ); |
78 | our @EXPORT_OK = (@{$EXPORT_TAGS{prio}}, qw(nready)); |
83 | our @EXPORT_OK = (@{$EXPORT_TAGS{prio}}, qw(nready)); |
79 | |
84 | |
|
|
85 | =head1 GLOBAL VARIABLES |
|
|
86 | |
80 | =over 4 |
87 | =over 4 |
81 | |
88 | |
82 | =item $Coro::main |
89 | =item $Coro::main |
83 | |
90 | |
84 | This variable stores the coroutine object that represents the main |
91 | This variable stores the coroutine object that represents the main |
… | |
… | |
135 | $idle = sub { |
142 | $idle = sub { |
136 | require Carp; |
143 | require Carp; |
137 | Carp::croak ("FATAL: deadlock detected"); |
144 | Carp::croak ("FATAL: deadlock detected"); |
138 | }; |
145 | }; |
139 | |
146 | |
140 | sub _cancel { |
|
|
141 | my ($self) = @_; |
|
|
142 | |
|
|
143 | # free coroutine data and mark as destructed |
|
|
144 | $self->_destroy |
|
|
145 | or return; |
|
|
146 | |
|
|
147 | # call all destruction callbacks |
|
|
148 | $_->(@{$self->{_status}}) |
|
|
149 | for @{ delete $self->{_on_destroy} || [] }; |
|
|
150 | } |
|
|
151 | |
|
|
152 | # this coroutine is necessary because a coroutine |
147 | # this coroutine is necessary because a coroutine |
153 | # cannot destroy itself. |
148 | # cannot destroy itself. |
154 | our @destroy; |
149 | our @destroy; |
155 | our $manager; |
150 | our $manager; |
156 | |
151 | |
157 | $manager = new Coro sub { |
152 | $manager = new Coro sub { |
158 | while () { |
153 | while () { |
159 | (shift @destroy)->_cancel |
154 | Coro::_cancel shift @destroy |
160 | while @destroy; |
155 | while @destroy; |
161 | |
156 | |
162 | &schedule; |
157 | &schedule; |
163 | } |
158 | } |
164 | }; |
159 | }; |
165 | $manager->{desc} = "[coro manager]"; |
160 | $manager->{desc} = "[coro manager]"; |
166 | $manager->prio (PRIO_MAX); |
161 | $manager->prio (PRIO_MAX); |
167 | |
162 | |
168 | =back |
163 | =back |
169 | |
164 | |
170 | =head2 SIMPLE COROUTINE CREATION |
165 | =head1 SIMPLE COROUTINE CREATION |
171 | |
166 | |
172 | =over 4 |
167 | =over 4 |
173 | |
168 | |
174 | =item async { ... } [@args...] |
169 | =item async { ... } [@args...] |
175 | |
170 | |
… | |
… | |
237 | coros as required. |
232 | coros as required. |
238 | |
233 | |
239 | If you are concerned about pooled coroutines growing a lot because a |
234 | If you are concerned about pooled coroutines growing a lot because a |
240 | single C<async_pool> used a lot of stackspace you can e.g. C<async_pool |
235 | single C<async_pool> used a lot of stackspace you can e.g. C<async_pool |
241 | { terminate }> once per second or so to slowly replenish the pool. In |
236 | { terminate }> once per second or so to slowly replenish the pool. In |
242 | addition to that, when the stacks used by a handler grows larger than 16kb |
237 | addition to that, when the stacks used by a handler grows larger than 32kb |
243 | (adjustable via $Coro::POOL_RSS) it will also be destroyed. |
238 | (adjustable via $Coro::POOL_RSS) it will also be destroyed. |
244 | |
239 | |
245 | =cut |
240 | =cut |
246 | |
241 | |
247 | our $POOL_SIZE = 8; |
242 | our $POOL_SIZE = 8; |
248 | our $POOL_RSS = 16 * 1024; |
243 | our $POOL_RSS = 32 * 1024; |
249 | our @async_pool; |
244 | our @async_pool; |
250 | |
245 | |
251 | sub pool_handler { |
246 | sub pool_handler { |
252 | while () { |
247 | while () { |
253 | eval { |
248 | eval { |
… | |
… | |
258 | } |
253 | } |
259 | } |
254 | } |
260 | |
255 | |
261 | =back |
256 | =back |
262 | |
257 | |
263 | =head2 STATIC METHODS |
258 | =head1 STATIC METHODS |
264 | |
259 | |
265 | Static methods are actually functions that operate on the current coroutine. |
260 | Static methods are actually functions that implicitly operate on the |
|
|
261 | current coroutine. |
266 | |
262 | |
267 | =over 4 |
263 | =over 4 |
268 | |
264 | |
269 | =item schedule |
265 | =item schedule |
270 | |
266 | |
… | |
… | |
319 | you cannot free all of them, so if a coroutine that is not the main |
315 | you cannot free all of them, so if a coroutine that is not the main |
320 | program calls this function, there will be some one-time resource leak. |
316 | program calls this function, there will be some one-time resource leak. |
321 | |
317 | |
322 | =cut |
318 | =cut |
323 | |
319 | |
324 | sub terminate { |
|
|
325 | $current->{_status} = [@_]; |
|
|
326 | push @destroy, $current; |
|
|
327 | $manager->ready; |
|
|
328 | do { &schedule } while 1; |
|
|
329 | } |
|
|
330 | |
|
|
331 | sub killall { |
320 | sub killall { |
332 | for (Coro::State::list) { |
321 | for (Coro::State::list) { |
333 | $_->cancel |
322 | $_->cancel |
334 | if $_ != $current && UNIVERSAL::isa $_, "Coro"; |
323 | if $_ != $current && UNIVERSAL::isa $_, "Coro"; |
335 | } |
324 | } |
336 | } |
325 | } |
337 | |
326 | |
338 | =back |
327 | =back |
339 | |
328 | |
340 | =head2 COROUTINE METHODS |
329 | =head1 COROUTINE OBJECT METHODS |
341 | |
330 | |
342 | These are the methods you can call on coroutine objects (or to create |
331 | These are the methods you can call on coroutine objects (or to create |
343 | them). |
332 | them). |
344 | |
333 | |
345 | =over 4 |
334 | =over 4 |
… | |
… | |
391 | $self->{_status} = [@_]; |
380 | $self->{_status} = [@_]; |
392 | $self->_cancel; |
381 | $self->_cancel; |
393 | } |
382 | } |
394 | } |
383 | } |
395 | |
384 | |
|
|
385 | =item $coroutine->schedule_to |
|
|
386 | |
|
|
387 | Puts the current coroutine to sleep (like C<Coro::schedule>), but instead |
|
|
388 | of continuing with the next coro from the ready queue, always switch to |
|
|
389 | the given coroutine object (regardless of priority etc.). The readyness |
|
|
390 | state of that coroutine isn't changed. |
|
|
391 | |
|
|
392 | This is an advanced method for special cases - I'd love to hear about any |
|
|
393 | uses for this one. |
|
|
394 | |
|
|
395 | =item $coroutine->cede_to |
|
|
396 | |
|
|
397 | Like C<schedule_to>, but puts the current coroutine into the ready |
|
|
398 | queue. This has the effect of temporarily switching to the given |
|
|
399 | coroutine, and continuing some time later. |
|
|
400 | |
|
|
401 | This is an advanced method for special cases - I'd love to hear about any |
|
|
402 | uses for this one. |
|
|
403 | |
396 | =item $coroutine->throw ([$scalar]) |
404 | =item $coroutine->throw ([$scalar]) |
397 | |
405 | |
398 | If C<$throw> is specified and defined, it will be thrown as an exception |
406 | If C<$throw> is specified and defined, it will be thrown as an exception |
399 | inside the coroutine at the next convenient point in time. Otherwise |
407 | inside the coroutine at the next convenient point in time. Otherwise |
400 | clears the exception object. |
408 | clears the exception object. |
… | |
… | |
498 | my $old = $_[0]{desc}; |
506 | my $old = $_[0]{desc}; |
499 | $_[0]{desc} = $_[1] if @_ > 1; |
507 | $_[0]{desc} = $_[1] if @_ > 1; |
500 | $old; |
508 | $old; |
501 | } |
509 | } |
502 | |
510 | |
|
|
511 | sub transfer { |
|
|
512 | require Carp; |
|
|
513 | Carp::croak ("You must not call ->transfer on Coro objects. Use Coro::State objects or the ->schedule_to method. Caught"); |
|
|
514 | } |
|
|
515 | |
503 | =back |
516 | =back |
504 | |
517 | |
505 | =head2 GLOBAL FUNCTIONS |
518 | =head1 GLOBAL FUNCTIONS |
506 | |
519 | |
507 | =over 4 |
520 | =over 4 |
508 | |
521 | |
509 | =item Coro::nready |
522 | =item Coro::nready |
510 | |
523 | |
… | |
… | |
743 | |
756 | |
744 | Debugging: L<Coro::Debug>. |
757 | Debugging: L<Coro::Debug>. |
745 | |
758 | |
746 | Support/Utility: L<Coro::Specific>, L<Coro::Util>. |
759 | Support/Utility: L<Coro::Specific>, L<Coro::Util>. |
747 | |
760 | |
748 | Locking/IPC: L<Coro::Signal>, L<Coro::Channel>, L<Coro::Semaphore>, L<Coro::SemaphoreSet>, L<Coro::RWLock>. |
761 | Locking/IPC: L<Coro::Signal>, L<Coro::Channel>, L<Coro::Semaphore>, |
|
|
762 | L<Coro::SemaphoreSet>, L<Coro::RWLock>. |
749 | |
763 | |
750 | IO/Timers: L<Coro::Timer>, L<Coro::Handle>, L<Coro::Socket>, L<Coro::AIO>. |
764 | IO/Timers: L<Coro::Timer>, L<Coro::Handle>, L<Coro::Socket>, L<Coro::AIO>. |
751 | |
765 | |
752 | Compatibility: L<Coro::LWP>, L<Coro::BDB>, L<Coro::Storable>, L<Coro::Select>. |
766 | Compatibility: L<Coro::LWP> (but see also L<AnyEvent::HTTP> for |
|
|
767 | a better-working alternative), L<Coro::BDB>, L<Coro::Storable>, |
|
|
768 | L<Coro::Select>. |
753 | |
769 | |
754 | XS API: L<Coro::MakeMaker>. |
770 | XS API: L<Coro::MakeMaker>. |
755 | |
771 | |
756 | Low level Configuration, Coroutine Environment: L<Coro::State>. |
772 | Low level Configuration, Coroutine Environment: L<Coro::State>. |
757 | |
773 | |