| … | |
… | |
| 161 | # cannot destroy itself. |
161 | # cannot destroy itself. |
| 162 | my @destroy; |
162 | my @destroy; |
| 163 | my $manager; |
163 | my $manager; |
| 164 | |
164 | |
| 165 | $manager = new Coro sub { |
165 | $manager = new Coro sub { |
| 166 | $current->desc ("[coro manager]"); |
|
|
| 167 | |
|
|
| 168 | while () { |
166 | while () { |
| 169 | (shift @destroy)->_cancel |
167 | (shift @destroy)->_cancel |
| 170 | while @destroy; |
168 | while @destroy; |
| 171 | |
169 | |
| 172 | &schedule; |
170 | &schedule; |
| 173 | } |
171 | } |
| 174 | }; |
172 | }; |
| 175 | |
173 | $manager->desc ("[coro manager]"); |
| 176 | $manager->prio (PRIO_MAX); |
174 | $manager->prio (PRIO_MAX); |
| 177 | |
175 | |
| 178 | # static methods. not really. |
176 | # static methods. not really. |
| 179 | |
177 | |
| 180 | =back |
178 | =back |
| … | |
… | |
| 226 | The pool size is limited to 8 idle coroutines (this can be adjusted by |
224 | The pool size is limited to 8 idle coroutines (this can be adjusted by |
| 227 | changing $Coro::POOL_SIZE), and there can be as many non-idle coros as |
225 | changing $Coro::POOL_SIZE), and there can be as many non-idle coros as |
| 228 | required. |
226 | required. |
| 229 | |
227 | |
| 230 | If you are concerned about pooled coroutines growing a lot because a |
228 | If you are concerned about pooled coroutines growing a lot because a |
| 231 | single C<async_pool> used a lot of stackspace you can e.g. C<async_pool { |
229 | single C<async_pool> used a lot of stackspace you can e.g. C<async_pool |
| 232 | terminate }> once per second or so to slowly replenish the pool. |
230 | { terminate }> once per second or so to slowly replenish the pool. In |
|
|
231 | addition to that, when the stacks used by a handler grows larger than 16kb |
|
|
232 | (adjustable with $Coro::POOL_RSS) it will also exit. |
| 233 | |
233 | |
| 234 | =cut |
234 | =cut |
| 235 | |
235 | |
| 236 | our $POOL_SIZE = 8; |
236 | our $POOL_SIZE = 8; |
| 237 | our $MAX_POOL_RSS = 64 * 1024; |
237 | our $POOL_RSS = 16 * 1024; |
| 238 | our @pool; |
238 | our @async_pool; |
| 239 | |
239 | |
| 240 | sub pool_handler { |
240 | sub pool_handler { |
|
|
241 | my $cb; |
|
|
242 | |
| 241 | while () { |
243 | while () { |
| 242 | $current->{desc} = "[async_pool]"; |
|
|
| 243 | |
|
|
| 244 | eval { |
244 | eval { |
| 245 | my ($cb, @arg) = @{ delete $current->{_invoke} or return }; |
245 | while () { |
| 246 | $cb->(@arg); |
246 | $cb = &_pool_1 |
|
|
247 | or return; |
|
|
248 | |
|
|
249 | &$cb; |
|
|
250 | |
|
|
251 | return if &_pool_2; |
|
|
252 | |
|
|
253 | undef $cb; |
|
|
254 | schedule; |
|
|
255 | } |
| 247 | }; |
256 | }; |
|
|
257 | |
| 248 | warn $@ if $@; |
258 | warn $@ if $@; |
| 249 | |
|
|
| 250 | last if @pool >= $POOL_SIZE || $current->rss >= $MAX_POOL_RSS; |
|
|
| 251 | |
|
|
| 252 | push @pool, $current; |
|
|
| 253 | $current->{desc} = "[async_pool idle]"; |
|
|
| 254 | $current->save (Coro::State::SAVE_DEF); |
|
|
| 255 | $current->prio (0); |
|
|
| 256 | schedule; |
|
|
| 257 | } |
259 | } |
| 258 | } |
260 | } |
| 259 | |
261 | |
| 260 | sub async_pool(&@) { |
262 | sub async_pool(&@) { |
| 261 | # this is also inlined into the unlock_scheduler |
263 | # this is also inlined into the unlock_scheduler |
| 262 | my $coro = (pop @pool) || new Coro \&pool_handler;; |
264 | my $coro = (pop @async_pool) || new Coro \&pool_handler;; |
| 263 | |
265 | |
| 264 | $coro->{_invoke} = [@_]; |
266 | $coro->{_invoke} = [@_]; |
| 265 | $coro->ready; |
267 | $coro->ready; |
| 266 | |
268 | |
| 267 | $coro |
269 | $coro |
| … | |
… | |
| 533 | |
535 | |
| 534 | # we create a special coro because we want to cede, |
536 | # we create a special coro because we want to cede, |
| 535 | # to reduce pressure on the coro pool (because most callbacks |
537 | # to reduce pressure on the coro pool (because most callbacks |
| 536 | # return immediately and can be reused) and because we cannot cede |
538 | # return immediately and can be reused) and because we cannot cede |
| 537 | # inside an event callback. |
539 | # inside an event callback. |
| 538 | our $unblock_scheduler = async { |
540 | our $unblock_scheduler = new Coro sub { |
| 539 | $current->desc ("[unblock_sub scheduler]"); |
|
|
| 540 | while () { |
541 | while () { |
| 541 | while (my $cb = pop @unblock_queue) { |
542 | while (my $cb = pop @unblock_queue) { |
| 542 | # this is an inlined copy of async_pool |
543 | # this is an inlined copy of async_pool |
| 543 | my $coro = (pop @pool or new Coro \&pool_handler); |
544 | my $coro = (pop @async_pool) || new Coro \&pool_handler; |
| 544 | |
545 | |
| 545 | $coro->{_invoke} = $cb; |
546 | $coro->{_invoke} = $cb; |
| 546 | $coro->ready; |
547 | $coro->ready; |
| 547 | cede; # for short-lived callbacks, this reduces pressure on the coro pool |
548 | cede; # for short-lived callbacks, this reduces pressure on the coro pool |
| 548 | } |
549 | } |
| 549 | schedule; # sleep well |
550 | schedule; # sleep well |
| 550 | } |
551 | } |
| 551 | }; |
552 | }; |
|
|
553 | $unblock_scheduler->desc ("[unblock_sub scheduler]"); |
| 552 | |
554 | |
| 553 | sub unblock_sub(&) { |
555 | sub unblock_sub(&) { |
| 554 | my $cb = shift; |
556 | my $cb = shift; |
| 555 | |
557 | |
| 556 | sub { |
558 | sub { |
