… | |
… | |
161 | # cannot destroy itself. |
161 | # cannot destroy itself. |
162 | my @destroy; |
162 | my @destroy; |
163 | my $manager; |
163 | my $manager; |
164 | |
164 | |
165 | $manager = new Coro sub { |
165 | $manager = new Coro sub { |
166 | $current->desc ("[coro manager]"); |
|
|
167 | |
|
|
168 | while () { |
166 | while () { |
169 | (shift @destroy)->_cancel |
167 | (shift @destroy)->_cancel |
170 | while @destroy; |
168 | while @destroy; |
171 | |
169 | |
172 | &schedule; |
170 | &schedule; |
173 | } |
171 | } |
174 | }; |
172 | }; |
175 | |
173 | $manager->desc ("[coro manager]"); |
176 | $manager->prio (PRIO_MAX); |
174 | $manager->prio (PRIO_MAX); |
177 | |
175 | |
178 | # static methods. not really. |
176 | # static methods. not really. |
179 | |
177 | |
180 | =back |
178 | =back |
… | |
… | |
226 | The pool size is limited to 8 idle coroutines (this can be adjusted by |
224 | The pool size is limited to 8 idle coroutines (this can be adjusted by |
227 | changing $Coro::POOL_SIZE), and there can be as many non-idle coros as |
225 | changing $Coro::POOL_SIZE), and there can be as many non-idle coros as |
228 | required. |
226 | required. |
229 | |
227 | |
230 | If you are concerned about pooled coroutines growing a lot because a |
228 | If you are concerned about pooled coroutines growing a lot because a |
231 | single C<async_pool> used a lot of stackspace you can e.g. C<async_pool { |
229 | single C<async_pool> used a lot of stackspace you can e.g. C<async_pool |
232 | terminate }> once per second or so to slowly replenish the pool. |
230 | { terminate }> once per second or so to slowly replenish the pool. In |
|
|
231 | addition to that, when the stacks used by a handler grows larger than 16kb |
|
|
232 | (adjustable with $Coro::POOL_RSS) it will also exit. |
233 | |
233 | |
234 | =cut |
234 | =cut |
235 | |
235 | |
236 | our $POOL_SIZE = 8; |
236 | our $POOL_SIZE = 8; |
237 | our $MAX_POOL_RSS = 64 * 1024; |
237 | our $POOL_RSS = 16 * 1024; |
238 | our @pool; |
238 | our @async_pool; |
239 | |
239 | |
240 | sub pool_handler { |
240 | sub pool_handler { |
|
|
241 | my $cb; |
|
|
242 | |
241 | while () { |
243 | while () { |
242 | $current->{desc} = "[async_pool]"; |
|
|
243 | |
|
|
244 | eval { |
244 | eval { |
245 | my ($cb, @arg) = @{ delete $current->{_invoke} or return }; |
245 | while () { |
246 | $cb->(@arg); |
246 | _pool_1 $cb; |
|
|
247 | &$cb; |
|
|
248 | _pool_2 $cb; |
|
|
249 | &schedule; |
|
|
250 | } |
247 | }; |
251 | }; |
|
|
252 | |
|
|
253 | last if $@ eq "\3terminate\2\n"; |
248 | warn $@ if $@; |
254 | warn $@ if $@; |
249 | |
|
|
250 | last if @pool >= $POOL_SIZE || $current->rss >= $MAX_POOL_RSS; |
|
|
251 | |
|
|
252 | push @pool, $current; |
|
|
253 | $current->{desc} = "[async_pool idle]"; |
|
|
254 | $current->save (Coro::State::SAVE_DEF); |
|
|
255 | $current->prio (0); |
|
|
256 | schedule; |
|
|
257 | } |
255 | } |
258 | } |
256 | } |
259 | |
257 | |
260 | sub async_pool(&@) { |
258 | sub async_pool(&@) { |
261 | # this is also inlined into the unlock_scheduler |
259 | # this is also inlined into the unlock_scheduler |
262 | my $coro = (pop @pool) || new Coro \&pool_handler;; |
260 | my $coro = (pop @async_pool) || new Coro \&pool_handler; |
263 | |
261 | |
264 | $coro->{_invoke} = [@_]; |
262 | $coro->{_invoke} = [@_]; |
265 | $coro->ready; |
263 | $coro->ready; |
266 | |
264 | |
267 | $coro |
265 | $coro |
… | |
… | |
533 | |
531 | |
534 | # we create a special coro because we want to cede, |
532 | # we create a special coro because we want to cede, |
535 | # to reduce pressure on the coro pool (because most callbacks |
533 | # to reduce pressure on the coro pool (because most callbacks |
536 | # return immediately and can be reused) and because we cannot cede |
534 | # return immediately and can be reused) and because we cannot cede |
537 | # inside an event callback. |
535 | # inside an event callback. |
538 | our $unblock_scheduler = async { |
536 | our $unblock_scheduler = new Coro sub { |
539 | $current->desc ("[unblock_sub scheduler]"); |
|
|
540 | while () { |
537 | while () { |
541 | while (my $cb = pop @unblock_queue) { |
538 | while (my $cb = pop @unblock_queue) { |
542 | # this is an inlined copy of async_pool |
539 | # this is an inlined copy of async_pool |
543 | my $coro = (pop @pool or new Coro \&pool_handler); |
540 | my $coro = (pop @async_pool) || new Coro \&pool_handler; |
544 | |
541 | |
545 | $coro->{_invoke} = $cb; |
542 | $coro->{_invoke} = $cb; |
546 | $coro->ready; |
543 | $coro->ready; |
547 | cede; # for short-lived callbacks, this reduces pressure on the coro pool |
544 | cede; # for short-lived callbacks, this reduces pressure on the coro pool |
548 | } |
545 | } |
549 | schedule; # sleep well |
546 | schedule; # sleep well |
550 | } |
547 | } |
551 | }; |
548 | }; |
|
|
549 | $unblock_scheduler->desc ("[unblock_sub scheduler]"); |
552 | |
550 | |
553 | sub unblock_sub(&) { |
551 | sub unblock_sub(&) { |
554 | my $cb = shift; |
552 | my $cb = shift; |
555 | |
553 | |
556 | sub { |
554 | sub { |