ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.pm
(Generate patch)

Comparing IO-AIO/AIO.pm (file contents):
Revision 1.52 by root, Sat Oct 21 23:06:04 2006 UTC vs.
Revision 1.55 by root, Sun Oct 22 00:49:29 2006 UTC

71use strict 'vars'; 71use strict 'vars';
72 72
73use base 'Exporter'; 73use base 'Exporter';
74 74
75BEGIN { 75BEGIN {
76 our $VERSION = '1.8'; 76 our $VERSION = '2.0';
77 77
78 our @EXPORT = qw(aio_sendfile aio_read aio_write aio_open aio_close aio_stat 78 our @EXPORT = qw(aio_sendfile aio_read aio_write aio_open aio_close aio_stat
79 aio_lstat aio_unlink aio_rmdir aio_readdir aio_scandir aio_symlink 79 aio_lstat aio_unlink aio_rmdir aio_readdir aio_scandir aio_symlink
80 aio_fsync aio_fdatasync aio_readahead aio_rename aio_link aio_move); 80 aio_fsync aio_fdatasync aio_readahead aio_rename aio_link aio_move
81 aio_group);
81 our @EXPORT_OK = qw(poll_fileno poll_cb min_parallel max_parallel max_outstanding nreqs); 82 our @EXPORT_OK = qw(poll_fileno poll_cb min_parallel max_parallel max_outstanding nreqs);
83
84 @IO::AIO::GRP::ISA = 'IO::AIO::REQ';
82 85
83 require XSLoader; 86 require XSLoader;
84 XSLoader::load ("IO::AIO", $VERSION); 87 XSLoader::load ("IO::AIO", $VERSION);
85} 88}
86 89
97syscall has been executed asynchronously. 100syscall has been executed asynchronously.
98 101
99All functions expecting a filehandle keep a copy of the filehandle 102All functions expecting a filehandle keep a copy of the filehandle
100internally until the request has finished. 103internally until the request has finished.
101 104
102All non-composite requests (requests that are not broken down into
103multiple requests) return objects of type L<IO::AIO::REQ> that allow 105All requests return objects of type L<IO::AIO::REQ> that allow further
104further manipulation of running requests. 106manipulation of those requests while they are in-flight.
105 107
106The pathnames you pass to these routines I<must> be absolute and 108The pathnames you pass to these routines I<must> be absolute and
107encoded in byte form. The reason for the former is that at the time the 109encoded in byte form. The reason for the former is that at the time the
108request is being executed, the current working directory could have 110request is being executed, the current working directory could have
109changed. Alternatively, you can make sure that you never change the 111changed. Alternatively, you can make sure that you never change the
196=cut 198=cut
197 199
198sub aio_move($$$) { 200sub aio_move($$$) {
199 my ($src, $dst, $cb) = @_; 201 my ($src, $dst, $cb) = @_;
200 202
203 my $grp = aio_group;
204
201 aio_rename $src, $dst, sub { 205 add $grp aio_rename $src, $dst, sub {
202 if ($_[0] && $! == EXDEV) { 206 if ($_[0] && $! == EXDEV) {
203 aio_open $src, O_RDONLY, 0, sub { 207 add $grp aio_open $src, O_RDONLY, 0, sub {
204 if (my $src_fh = $_[0]) { 208 if (my $src_fh = $_[0]) {
205 my @stat = stat $src_fh; 209 my @stat = stat $src_fh;
206 210
207 aio_open $dst, O_WRONLY, 0200, sub { 211 add $grp aio_open $dst, O_WRONLY, 0200, sub {
208 if (my $dst_fh = $_[0]) { 212 if (my $dst_fh = $_[0]) {
209 aio_sendfile $dst_fh, $src_fh, 0, $stat[7], sub { 213 add $grp aio_sendfile $dst_fh, $src_fh, 0, $stat[7], sub {
210 close $src_fh; 214 close $src_fh;
211 215
212 if ($_[0] == $stat[7]) { 216 if ($_[0] == $stat[7]) {
213 utime $stat[8], $stat[9], $dst; 217 utime $stat[8], $stat[9], $dst;
214 chmod $stat[2] & 07777, $dst_fh; 218 chmod $stat[2] & 07777, $dst_fh;
215 chown $stat[4], $stat[5], $dst_fh; 219 chown $stat[4], $stat[5], $dst_fh;
216 close $dst_fh; 220 close $dst_fh;
217 221
218 aio_unlink $src, sub { 222 add $grp aio_unlink $src, sub {
219 $cb->($_[0]); 223 $cb->($_[0]);
220 }; 224 };
221 } else { 225 } else {
222 my $errno = $!; 226 my $errno = $!;
223 aio_unlink $dst, sub { 227 add $grp aio_unlink $dst, sub {
224 $! = $errno; 228 $! = $errno;
225 $cb->(-1); 229 $cb->(-1);
226 }; 230 };
227 } 231 }
228 }; 232 };
237 }; 241 };
238 } else { 242 } else {
239 $cb->($_[0]); 243 $cb->($_[0]);
240 } 244 }
241 }; 245 };
246
247 $grp
242} 248}
243 249
244=item aio_sendfile $out_fh, $in_fh, $in_offset, $length, $callback->($retval) 250=item aio_sendfile $out_fh, $in_fh, $in_offset, $length, $callback->($retval)
245 251
246Tries to copy C<$length> bytes from C<$in_fh> to C<$out_fh>. It starts 252Tries to copy C<$length> bytes from C<$in_fh> to C<$out_fh>. It starts
389=cut 395=cut
390 396
391sub aio_scandir($$$) { 397sub aio_scandir($$$) {
392 my ($path, $maxreq, $cb) = @_; 398 my ($path, $maxreq, $cb) = @_;
393 399
400 my $grp = aio_group;
401
394 $maxreq = 8 if $maxreq <= 0; 402 $maxreq = 8 if $maxreq <= 0;
395 403
396 # stat once 404 # stat once
397 aio_stat $path, sub { 405 add $grp aio_stat $path, sub {
398 return $cb->() if $_[0]; 406 return $cb->() if $_[0];
399 my $now = time; 407 my $now = time;
400 my $hash1 = join ":", (stat _)[0,1,3,7,9]; 408 my $hash1 = join ":", (stat _)[0,1,3,7,9];
401 409
402 # read the directory entries 410 # read the directory entries
403 aio_readdir $path, sub { 411 add $grp aio_readdir $path, sub {
404 my $entries = shift 412 my $entries = shift
405 or return $cb->(); 413 or return $cb->();
406 414
407 # stat the dir another time 415 # stat the dir another time
408 aio_stat $path, sub { 416 add $grp aio_stat $path, sub {
409 my $hash2 = join ":", (stat _)[0,1,3,7,9]; 417 my $hash2 = join ":", (stat _)[0,1,3,7,9];
410 418
411 my $ndirs; 419 my $ndirs;
412 420
413 # take the slow route if anything looks fishy 421 # take the slow route if anything looks fishy
435 $schedcb = sub { 443 $schedcb = sub {
436 if (@$entries) { 444 if (@$entries) {
437 if ($nreq < $maxreq) { 445 if ($nreq < $maxreq) {
438 my $ent = pop @$entries; 446 my $ent = pop @$entries;
439 $nreq++; 447 $nreq++;
440 aio_stat "$path/$ent/.", sub { $statcb->($_[0], $ent) }; 448 add $grp aio_stat "$path/$ent/.", sub { $statcb->($_[0], $ent) };
441 } 449 }
442 } elsif (!$nreq) { 450 } elsif (!$nreq) {
443 # finished 451 # finished
444 undef $statcb; 452 undef $statcb;
445 undef $schedcb; 453 undef $schedcb;
454 $nreq--; 462 $nreq--;
455 push @nondirs, $entry; 463 push @nondirs, $entry;
456 &$schedcb; 464 &$schedcb;
457 } else { 465 } else {
458 # need to check for real directory 466 # need to check for real directory
459 aio_lstat "$path/$entry", sub { 467 add $grp aio_lstat "$path/$entry", sub {
460 $nreq--; 468 $nreq--;
461 469
462 if (-d _) { 470 if (-d _) {
463 push @dirs, $entry; 471 push @dirs, $entry;
464 472
477 485
478 &$schedcb while @$entries && $nreq < $maxreq; 486 &$schedcb while @$entries && $nreq < $maxreq;
479 }; 487 };
480 }; 488 };
481 }; 489 };
490
491 $grp
482} 492}
483 493
484=item aio_fsync $fh, $callback->($status) 494=item aio_fsync $fh, $callback->($status)
485 495
486Asynchronously call fsync on the given filehandle and call the callback 496Asynchronously call fsync on the given filehandle and call the callback
492callback with the fdatasync result code. 502callback with the fdatasync result code.
493 503
494If this call isn't available because your OS lacks it or it couldn't be 504If this call isn't available because your OS lacks it or it couldn't be
495detected, it will be emulated by calling C<fsync> instead. 505detected, it will be emulated by calling C<fsync> instead.
496 506
507=item aio_group $callback->()
508
509[EXPERIMENTAL]
510
511This is a very special aio request: Instead of doing something, it is a
512container for other aio requests, which is useful if you want to bundle
513many requests into a single, composite, request.
514
515Returns an object of class L<IO::AIO::GRP>. See its documentation below
516for more info.
517
518Example:
519
520 my $grp = aio_group sub {
521 print "all stats done\n";
522 };
523
524 add $grp
525 (aio_stat ...),
526 (aio_stat ...),
527 ...;
528
529=item aio_sleep $fractional_seconds, $callback->() *NOT EXPORTED*
530
531Mainly used for debugging and benchmarking, this aio request puts one of
532the request workers to sleep for the given time.
533
497=back 534=back
498 535
499=head2 IO::AIO::CB CLASS 536=head2 IO::AIO::REQ CLASS
500 537
501All non-aggregate C<aio_*> functions return an object of this class when 538All non-aggregate C<aio_*> functions return an object of this class when
502called in non-void context. 539called in non-void context.
503 540
504A request always moves through the following five states in its lifetime, 541A request always moves through the following five states in its lifetime,
519untouched. That means that requests that currently execute will not be 556untouched. That means that requests that currently execute will not be
520stopped and resources held by the request will not be freed prematurely. 557stopped and resources held by the request will not be freed prematurely.
521 558
522=back 559=back
523 560
561=head2 IO::AIO::GRP CLASS
562
563This class is a subclass of L<IO::AIO::REQ>, so all its methods apply to
564objects of this class, too.
565
566A IO::AIO::GRP object is a special request that can contain multiple other
567aio requests.
568
569You create one by calling the C<aio_group> constructing function with a
570callback that will be called when all contained requests have entered the
571C<done> state:
572
573 my $grp = aio_group sub {
574 print "all requests are done\n";
575 };
576
577You add requests by calling the C<add> method with one or more
578C<IO::AIO::REQ> objects:
579
580 $grp->add (aio_unlink "...");
581
582 add $grp aio_stat "...", sub { ... };
583
584This makes it very easy to create composite requests (see the source of
585C<aio_move> for an application) that work and feel like simple requests.
586
587The IO::AIO::GRP objects will be cleaned up during calls to
588C<IO::AIO::poll_cb>, just like any other request.
589
590They can be canceled like any other request. Canceling will cancel not
591just the request itself, but also all requests it contains.
592
593They can also can also be added to other IO::AIO::GRP objects.
594
595Their lifetime, simplified, looks like this: when they are empty, they
596will finish very quickly. If they contain only requests that are in the
597C<done> state, they will also finish. Otherwise they will continue to
598exist.
599
600=over 4
601
602=item $grp->add (...)
603
604=item add $grp ...
605
606Add one or more
607Cancels the request, if possible. Has the effect of skipping execution
608when entering the B<execute> state and skipping calling the callback when
609entering the the B<result> state, but will leave the request otherwise
610untouched. That means that requests that currently execute will not be
611stopped and resources held by the request will not be freed prematurely.
612
613=back
614
524=head2 SUPPORT FUNCTIONS 615=head2 SUPPORT FUNCTIONS
525 616
526=over 4 617=over 4
527 618
528=item $fileno = IO::AIO::poll_fileno 619=item $fileno = IO::AIO::poll_fileno

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines