ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.pm
(Generate patch)

Comparing IO-AIO/AIO.pm (file contents):
Revision 1.50 by root, Sat Jun 24 16:27:02 2006 UTC vs.
Revision 1.52 by root, Sat Oct 21 23:06:04 2006 UTC

14 aio_unlink "/tmp/file", sub { }; 14 aio_unlink "/tmp/file", sub { };
15 15
16 aio_read $fh, 30000, 1024, $buffer, 0, sub { 16 aio_read $fh, 30000, 1024, $buffer, 0, sub {
17 $_[0] > 0 or die "read error: $!"; 17 $_[0] > 0 or die "read error: $!";
18 }; 18 };
19
20 use IO::AIO 2; # version has aio objects
21
22 my $req = aio_unlink "/tmp/file", sub { };
23 $req->cancel; # cancel request if still in queue
19 24
20 # AnyEvent 25 # AnyEvent
21 open my $fh, "<&=" . IO::AIO::poll_fileno or die "$!"; 26 open my $fh, "<&=" . IO::AIO::poll_fileno or die "$!";
22 my $w = AnyEvent->io (fh => $fh, poll => 'r', cb => sub { IO::AIO::poll_cb }); 27 my $w = AnyEvent->io (fh => $fh, poll => 'r', cb => sub { IO::AIO::poll_cb });
23 28
61=cut 66=cut
62 67
63package IO::AIO; 68package IO::AIO;
64 69
65no warnings; 70no warnings;
71use strict 'vars';
66 72
67use base 'Exporter'; 73use base 'Exporter';
68 74
69use Fcntl ();
70
71BEGIN { 75BEGIN {
72 $VERSION = '1.8'; 76 our $VERSION = '1.8';
73 77
74 @EXPORT = qw(aio_sendfile aio_read aio_write aio_open aio_close aio_stat 78 our @EXPORT = qw(aio_sendfile aio_read aio_write aio_open aio_close aio_stat
75 aio_lstat aio_unlink aio_rmdir aio_readdir aio_scandir aio_symlink 79 aio_lstat aio_unlink aio_rmdir aio_readdir aio_scandir aio_symlink
76 aio_fsync aio_fdatasync aio_readahead aio_rename aio_link aio_move); 80 aio_fsync aio_fdatasync aio_readahead aio_rename aio_link aio_move);
77 @EXPORT_OK = qw(poll_fileno poll_cb min_parallel max_parallel 81 our @EXPORT_OK = qw(poll_fileno poll_cb min_parallel max_parallel max_outstanding nreqs);
78 max_outstanding nreqs);
79 82
80 require XSLoader; 83 require XSLoader;
81 XSLoader::load IO::AIO, $VERSION; 84 XSLoader::load ("IO::AIO", $VERSION);
82} 85}
83 86
84=head1 FUNCTIONS 87=head1 FUNCTIONS
85 88
86=head2 AIO FUNCTIONS 89=head2 AIO FUNCTIONS
93perl, which usually delivers "false") as it's sole argument when the given 96perl, which usually delivers "false") as it's sole argument when the given
94syscall has been executed asynchronously. 97syscall has been executed asynchronously.
95 98
96All functions expecting a filehandle keep a copy of the filehandle 99All functions expecting a filehandle keep a copy of the filehandle
97internally until the request has finished. 100internally until the request has finished.
101
102All non-composite requests (requests that are not broken down into
103multiple requests) return objects of type L<IO::AIO::REQ> that allow
104further manipulation of running requests.
98 105
99The pathnames you pass to these routines I<must> be absolute and 106The pathnames you pass to these routines I<must> be absolute and
100encoded in byte form. The reason for the former is that at the time the 107encoded in byte form. The reason for the former is that at the time the
101request is being executed, the current working directory could have 108request is being executed, the current working directory could have
102changed. Alternatively, you can make sure that you never change the 109changed. Alternatively, you can make sure that you never change the
170 print "read $_[0] bytes: <$buffer>\n"; 177 print "read $_[0] bytes: <$buffer>\n";
171 }; 178 };
172 179
173=item aio_move $srcpath, $dstpath, $callback->($status) 180=item aio_move $srcpath, $dstpath, $callback->($status)
174 181
175[EXPERIMENTAL]
176
177Try to move the I<file> (directories not supported as either source or destination) 182Try to move the I<file> (directories not supported as either source or
178from C<$srcpath> to C<$dstpath> and call the callback with the C<0> (error) or C<-1> ok. 183destination) from C<$srcpath> to C<$dstpath> and call the callback with
184the C<0> (error) or C<-1> ok.
179 185
180This is a composite request that tries to rename(2) the file first. If 186This is a composite request that tries to rename(2) the file first. If
181rename files with C<EXDEV>, it creates the destination file with mode 0200 187rename files with C<EXDEV>, it creates the destination file with mode 0200
182and copies the contents of the source file into it using C<aio_sendfile>, 188and copies the contents of the source file into it using C<aio_sendfile>,
183followed by restoring atime, mtime, access mode and uid/gid, in that 189followed by restoring atime, mtime, access mode and uid/gid, in that
191 197
192sub aio_move($$$) { 198sub aio_move($$$) {
193 my ($src, $dst, $cb) = @_; 199 my ($src, $dst, $cb) = @_;
194 200
195 aio_rename $src, $dst, sub { 201 aio_rename $src, $dst, sub {
196 if ($_[0] && $! == Errno::EXDEV) { 202 if ($_[0] && $! == EXDEV) {
197 aio_open $src, O_RDONLY, 0, sub { 203 aio_open $src, O_RDONLY, 0, sub {
198 if (my $src_fh = $_[0]) { 204 if (my $src_fh = $_[0]) {
199 my @stat = stat $src_fh; 205 my @stat = stat $src_fh;
200 206
201 aio_open $dst, O_WRONLY, 0200, sub { 207 aio_open $dst, O_WRONLY, 0200, sub {
328The callback a single argument which is either C<undef> or an array-ref 334The callback a single argument which is either C<undef> or an array-ref
329with the filenames. 335with the filenames.
330 336
331=item aio_scandir $path, $maxreq, $callback->($dirs, $nondirs) 337=item aio_scandir $path, $maxreq, $callback->($dirs, $nondirs)
332 338
333Scans a directory (similar to C<aio_readdir>) and tries to separate the 339Scans a directory (similar to C<aio_readdir>) but additionally tries to
334entries of directory C<$path> into two sets of names, ones you can recurse 340separate the entries of directory C<$path> into two sets of names, ones
335into (directories), and ones you cannot recurse into (everything else). 341you can recurse into (directories or links to them), and ones you cannot
342recurse into (everything else).
336 343
337C<aio_scandir> is a composite request that consists of many 344C<aio_scandir> is a composite request that consists of many sub
338aio-primitives. C<$maxreq> specifies the maximum number of outstanding 345requests. C<$maxreq> specifies the maximum number of outstanding aio
339aio requests that this function generates. If it is C<< <= 0 >>, then a 346requests that this function generates. If it is C<< <= 0 >>, then a
340suitable default will be chosen (currently 8). 347suitable default will be chosen (currently 8).
341 348
342On error, the callback is called without arguments, otherwise it receives 349On error, the callback is called without arguments, otherwise it receives
343two array-refs with path-relative entry names. 350two array-refs with path-relative entry names.
344 351
353Implementation notes. 360Implementation notes.
354 361
355The C<aio_readdir> cannot be avoided, but C<stat()>'ing every entry can. 362The C<aio_readdir> cannot be avoided, but C<stat()>'ing every entry can.
356 363
357After reading the directory, the modification time, size etc. of the 364After reading the directory, the modification time, size etc. of the
358directory before and after the readdir is checked, and if they match, the 365directory before and after the readdir is checked, and if they match (and
359link count will be used to decide how many entries are directories (if 366isn't the current time), the link count will be used to decide how many
360>= 2). Otherwise, no knowledge of the number of subdirectories will be 367entries are directories (if >= 2). Otherwise, no knowledge of the number
361assumed. 368of subdirectories will be assumed.
362 369
363Then entires will be sorted into likely directories (everything without a 370Then entries will be sorted into likely directories (everything without
364non-initial dot) and likely non-directories (everything else). Then every 371a non-initial dot currently) and likely non-directories (everything
365entry + C</.> will be C<stat>'ed, likely directories first. This is often 372else). Then every entry plus an appended C</.> will be C<stat>'ed,
373likely directories first. If that succeeds, it assumes that the entry
374is a directory or a symlink to directory (which will be checked
375seperately). This is often faster than stat'ing the entry itself because
366faster because filesystems might detect the type of the entry without 376filesystems might detect the type of the entry without reading the inode
367reading the inode data (e.g. ext2fs filetype feature). If that succeeds, 377data (e.g. ext2fs filetype feature).
368it assumes that the entry is a directory or a symlink to directory (which
369will be checked seperately).
370 378
371If the known number of directories has been reached, the rest of the 379If the known number of directories (link count - 2) has been reached, the
372entries is assumed to be non-directories. 380rest of the entries is assumed to be non-directories.
381
382This only works with certainty on POSIX (= UNIX) filesystems, which
383fortunately are the vast majority of filesystems around.
384
385It will also likely work on non-POSIX filesystems with reduced efficiency
386as those tend to return 0 or 1 as link counts, which disables the
387directory counting heuristic.
373 388
374=cut 389=cut
375 390
376sub aio_scandir($$$) { 391sub aio_scandir($$$) {
377 my ($path, $maxreq, $cb) = @_; 392 my ($path, $maxreq, $cb) = @_;
379 $maxreq = 8 if $maxreq <= 0; 394 $maxreq = 8 if $maxreq <= 0;
380 395
381 # stat once 396 # stat once
382 aio_stat $path, sub { 397 aio_stat $path, sub {
383 return $cb->() if $_[0]; 398 return $cb->() if $_[0];
399 my $now = time;
384 my $hash1 = join ":", (stat _)[0,1,3,7,9]; 400 my $hash1 = join ":", (stat _)[0,1,3,7,9];
385 401
386 # read the directory entries 402 # read the directory entries
387 aio_readdir $path, sub { 403 aio_readdir $path, sub {
388 my $entries = shift 404 my $entries = shift
393 my $hash2 = join ":", (stat _)[0,1,3,7,9]; 409 my $hash2 = join ":", (stat _)[0,1,3,7,9];
394 410
395 my $ndirs; 411 my $ndirs;
396 412
397 # take the slow route if anything looks fishy 413 # take the slow route if anything looks fishy
398 if ($hash1 ne $hash2) { 414 if ($hash1 ne $hash2 or (stat _)[9] == $now) {
399 $ndirs = -1; 415 $ndirs = -1;
400 } else { 416 } else {
401 # if nlink == 2, we are finished 417 # if nlink == 2, we are finished
402 # on non-posix-fs's, we rely on nlink < 2 418 # on non-posix-fs's, we rely on nlink < 2
403 $ndirs = (stat _)[3] - 2 419 $ndirs = (stat _)[3] - 2
478If this call isn't available because your OS lacks it or it couldn't be 494If this call isn't available because your OS lacks it or it couldn't be
479detected, it will be emulated by calling C<fsync> instead. 495detected, it will be emulated by calling C<fsync> instead.
480 496
481=back 497=back
482 498
499=head2 IO::AIO::CB CLASS
500
501All non-aggregate C<aio_*> functions return an object of this class when
502called in non-void context.
503
504A request always moves through the following five states in its lifetime,
505in order: B<ready> (request has been created, but has not been executed
506yet), B<execute> (request is currently being executed), B<pending>
507(request has been executed but callback has not been called yet),
508B<result> (results are being processed synchronously, includes calling the
509callback) and B<done> (request has reached the end of its lifetime and
510holds no resources anymore).
511
512=over 4
513
514=item $req->cancel
515
516Cancels the request, if possible. Has the effect of skipping execution
517when entering the B<execute> state and skipping calling the callback when
518entering the the B<result> state, but will leave the request otherwise
519untouched. That means that requests that currently execute will not be
520stopped and resources held by the request will not be freed prematurely.
521
522=back
523
483=head2 SUPPORT FUNCTIONS 524=head2 SUPPORT FUNCTIONS
484 525
485=over 4 526=over 4
486 527
487=item $fileno = IO::AIO::poll_fileno 528=item $fileno = IO::AIO::poll_fileno
612} 653}
613 654
6141; 6551;
615 656
616=head2 FORK BEHAVIOUR 657=head2 FORK BEHAVIOUR
658
659This module should do "the right thing" when the process using it forks:
617 660
618Before the fork, IO::AIO enters a quiescent state where no requests 661Before the fork, IO::AIO enters a quiescent state where no requests
619can be added in other threads and no results will be processed. After 662can be added in other threads and no results will be processed. After
620the fork the parent simply leaves the quiescent state and continues 663the fork the parent simply leaves the quiescent state and continues
621request/result processing, while the child clears the request/result 664request/result processing, while the child clears the request/result
622queue (so the requests started before the fork will only be handled in 665queue (so the requests started before the fork will only be handled in
623the parent). Threats will be started on demand until the limit ste in the 666the parent). Threads will be started on demand until the limit ste in the
624parent process has been reached again. 667parent process has been reached again.
625 668
669In short: the parent will, after a short pause, continue as if fork had
670not been called, while the child will act as if IO::AIO has not been used
671yet.
672
626=head1 SEE ALSO 673=head1 SEE ALSO
627 674
628L<Coro>, L<Linux::AIO>. 675L<Coro>, L<Linux::AIO> (obsolete).
629 676
630=head1 AUTHOR 677=head1 AUTHOR
631 678
632 Marc Lehmann <schmorp@schmorp.de> 679 Marc Lehmann <schmorp@schmorp.de>
633 http://home.schmorp.de/ 680 http://home.schmorp.de/

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines