ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.pm
(Generate patch)

Comparing IO-AIO/AIO.pm (file contents):
Revision 1.191 by root, Thu May 19 23:57:12 2011 UTC vs.
Revision 1.209 by root, Tue Sep 27 00:41:51 2011 UTC

168use common::sense; 168use common::sense;
169 169
170use base 'Exporter'; 170use base 'Exporter';
171 171
172BEGIN { 172BEGIN {
173 our $VERSION = '3.8'; 173 our $VERSION = '4.0';
174 174
175 our @AIO_REQ = qw(aio_sendfile aio_read aio_write aio_open aio_close 175 our @AIO_REQ = qw(aio_sendfile aio_read aio_write aio_open aio_close
176 aio_stat aio_lstat aio_unlink aio_rmdir aio_readdir aio_readdirx 176 aio_stat aio_lstat aio_unlink aio_rmdir aio_readdir aio_readdirx
177 aio_scandir aio_symlink aio_readlink aio_sync aio_fsync 177 aio_scandir aio_symlink aio_readlink aio_realpath aio_sync
178 aio_fdatasync aio_sync_file_range aio_pathsync aio_readahead 178 aio_fsync aio_syncfs aio_fdatasync aio_sync_file_range aio_fallocate
179 aio_pathsync aio_readahead
179 aio_rename aio_link aio_move aio_copy aio_group 180 aio_rename aio_link aio_move aio_copy aio_group
180 aio_nop aio_mknod aio_load aio_rmtree aio_mkdir aio_chown 181 aio_nop aio_mknod aio_load aio_rmtree aio_mkdir aio_chown
181 aio_chmod aio_utime aio_truncate 182 aio_chmod aio_utime aio_truncate
182 aio_msync aio_mtouch aio_mlock aio_mlockall 183 aio_msync aio_mtouch aio_mlock aio_mlockall
183 aio_statvfs); 184 aio_statvfs
185 aio_wd);
184 186
185 our @EXPORT = (@AIO_REQ, qw(aioreq_pri aioreq_nice)); 187 our @EXPORT = (@AIO_REQ, qw(aioreq_pri aioreq_nice));
186 our @EXPORT_OK = qw(poll_fileno poll_cb poll_wait flush 188 our @EXPORT_OK = qw(poll_fileno poll_cb poll_wait flush
187 min_parallel max_parallel max_idle idle_timeout 189 min_parallel max_parallel max_idle idle_timeout
188 nreqs nready npending nthreads 190 nreqs nready npending nthreads
204 206
205This section simply lists the prototypes of the most important functions 207This section simply lists the prototypes of the most important functions
206for quick reference. See the following sections for function-by-function 208for quick reference. See the following sections for function-by-function
207documentation. 209documentation.
208 210
211 aio_wd $pathname, $callback->($wd)
209 aio_open $pathname, $flags, $mode, $callback->($fh) 212 aio_open $pathname, $flags, $mode, $callback->($fh)
210 aio_close $fh, $callback->($status) 213 aio_close $fh, $callback->($status)
211 aio_read $fh,$offset,$length, $data,$dataoffset, $callback->($retval) 214 aio_read $fh,$offset,$length, $data,$dataoffset, $callback->($retval)
212 aio_write $fh,$offset,$length, $data,$dataoffset, $callback->($retval) 215 aio_write $fh,$offset,$length, $data,$dataoffset, $callback->($retval)
213 aio_sendfile $out_fh, $in_fh, $in_offset, $length, $callback->($retval) 216 aio_sendfile $out_fh, $in_fh, $in_offset, $length, $callback->($retval)
218 aio_utime $fh_or_path, $atime, $mtime, $callback->($status) 221 aio_utime $fh_or_path, $atime, $mtime, $callback->($status)
219 aio_chown $fh_or_path, $uid, $gid, $callback->($status) 222 aio_chown $fh_or_path, $uid, $gid, $callback->($status)
220 aio_truncate $fh_or_path, $offset, $callback->($status) 223 aio_truncate $fh_or_path, $offset, $callback->($status)
221 aio_chmod $fh_or_path, $mode, $callback->($status) 224 aio_chmod $fh_or_path, $mode, $callback->($status)
222 aio_unlink $pathname, $callback->($status) 225 aio_unlink $pathname, $callback->($status)
223 aio_mknod $path, $mode, $dev, $callback->($status) 226 aio_mknod $pathname, $mode, $dev, $callback->($status)
224 aio_link $srcpath, $dstpath, $callback->($status) 227 aio_link $srcpath, $dstpath, $callback->($status)
225 aio_symlink $srcpath, $dstpath, $callback->($status) 228 aio_symlink $srcpath, $dstpath, $callback->($status)
226 aio_readlink $path, $callback->($link) 229 aio_readlink $pathname, $callback->($link)
230 aio_realpath $pathname, $callback->($link)
227 aio_rename $srcpath, $dstpath, $callback->($status) 231 aio_rename $srcpath, $dstpath, $callback->($status)
228 aio_mkdir $pathname, $mode, $callback->($status) 232 aio_mkdir $pathname, $mode, $callback->($status)
229 aio_rmdir $pathname, $callback->($status) 233 aio_rmdir $pathname, $callback->($status)
230 aio_readdir $pathname, $callback->($entries) 234 aio_readdir $pathname, $callback->($entries)
231 aio_readdirx $pathname, $flags, $callback->($entries, $flags) 235 aio_readdirx $pathname, $flags, $callback->($entries, $flags)
232 IO::AIO::READDIR_DENTS IO::AIO::READDIR_DIRS_FIRST 236 IO::AIO::READDIR_DENTS IO::AIO::READDIR_DIRS_FIRST
233 IO::AIO::READDIR_STAT_ORDER IO::AIO::READDIR_FOUND_UNKNOWN 237 IO::AIO::READDIR_STAT_ORDER IO::AIO::READDIR_FOUND_UNKNOWN
234 aio_load $path, $data, $callback->($status) 238 aio_load $pathname, $data, $callback->($status)
235 aio_copy $srcpath, $dstpath, $callback->($status) 239 aio_copy $srcpath, $dstpath, $callback->($status)
236 aio_move $srcpath, $dstpath, $callback->($status) 240 aio_move $srcpath, $dstpath, $callback->($status)
237 aio_scandir $path, $maxreq, $callback->($dirs, $nondirs) 241 aio_scandir $pathname, $maxreq, $callback->($dirs, $nondirs)
238 aio_rmtree $path, $callback->($status) 242 aio_rmtree $pathname, $callback->($status)
239 aio_sync $callback->($status) 243 aio_sync $callback->($status)
244 aio_syncfs $fh, $callback->($status)
240 aio_fsync $fh, $callback->($status) 245 aio_fsync $fh, $callback->($status)
241 aio_fdatasync $fh, $callback->($status) 246 aio_fdatasync $fh, $callback->($status)
242 aio_sync_file_range $fh, $offset, $nbytes, $flags, $callback->($status) 247 aio_sync_file_range $fh, $offset, $nbytes, $flags, $callback->($status)
243 aio_pathsync $path, $callback->($status) 248 aio_pathsync $pathname, $callback->($status)
244 aio_msync $scalar, $offset = 0, $length = undef, flags = 0, $callback->($status) 249 aio_msync $scalar, $offset = 0, $length = undef, flags = 0, $callback->($status)
245 aio_mtouch $scalar, $offset = 0, $length = undef, flags = 0, $callback->($status) 250 aio_mtouch $scalar, $offset = 0, $length = undef, flags = 0, $callback->($status)
246 aio_mlock $scalar, $offset = 0, $length = undef, $callback->($status) 251 aio_mlock $scalar, $offset = 0, $length = undef, $callback->($status)
247 aio_mlockall $flags, $callback->($status) 252 aio_mlockall $flags, $callback->($status)
248 aio_group $callback->(...) 253 aio_group $callback->(...)
287internally until the request has finished. 292internally until the request has finished.
288 293
289All functions return request objects of type L<IO::AIO::REQ> that allow 294All functions return request objects of type L<IO::AIO::REQ> that allow
290further manipulation of those requests while they are in-flight. 295further manipulation of those requests while they are in-flight.
291 296
292The pathnames you pass to these routines I<must> be absolute and 297The pathnames you pass to these routines I<should> be absolute. The
293encoded as octets. The reason for the former is that at the time the 298reason for this is that at the time the request is being executed, the
294request is being executed, the current working directory could have 299current working directory could have changed. Alternatively, you can make
295changed. Alternatively, you can make sure that you never change the 300sure that you never change the current working directory anywhere in
296current working directory anywhere in the program and then use relative 301the program and then use relative paths. Lastly, you can take advantage
297paths. 302of IO::AIOs working directory abstraction - see the description of the
303C<IO::AIO::WD> class later in this document.
298 304
299To encode pathnames as octets, either make sure you either: a) always pass 305To encode pathnames as octets, either make sure you either: a) always pass
300in filenames you got from outside (command line, readdir etc.) without 306in filenames you got from outside (command line, readdir etc.) without
301tinkering, b) are ASCII or ISO 8859-1, c) use the Encode module and encode 307tinkering, b) are ASCII or ISO 8859-1, c) use the Encode module and encode
302your pathnames to the locale (or other) encoding in effect in the user 308your pathnames to the locale (or other) encoding in effect in the user
368 } else { 374 } else {
369 die "open failed: $!\n"; 375 die "open failed: $!\n";
370 } 376 }
371 }; 377 };
372 378
379In addition to all the common open modes/flags (C<O_RDONLY>, C<O_WRONLY>,
380C<O_RDWR>, C<O_CREAT>, C<O_TRUNC>, C<O_EXCL> and C<O_APPEND>), the
381following POSIX and non-POSIX constants are available (missing ones on
382your system are, as usual, C<0>):
383
384C<O_ASYNC>, C<O_DIRECT>, C<O_NOATIME>, C<O_CLOEXEC>, C<O_NOCTTY>, C<O_NOFOLLOW>,
385C<O_NONBLOCK>, C<O_EXEC>, C<O_SEARCH>, C<O_DIRECTORY>, C<O_DSYNC>,
386C<O_RSYNC>, C<O_SYNC> and C<O_TTY_INIT>.
387
373 388
374=item aio_close $fh, $callback->($status) 389=item aio_close $fh, $callback->($status)
375 390
376Asynchronously close a file and call the callback with the result 391Asynchronously close a file and call the callback with the result
377code. 392code.
427 442
428Tries to copy C<$length> bytes from C<$in_fh> to C<$out_fh>. It starts 443Tries to copy C<$length> bytes from C<$in_fh> to C<$out_fh>. It starts
429reading at byte offset C<$in_offset>, and starts writing at the current 444reading at byte offset C<$in_offset>, and starts writing at the current
430file offset of C<$out_fh>. Because of that, it is not safe to issue more 445file offset of C<$out_fh>. Because of that, it is not safe to issue more
431than one C<aio_sendfile> per C<$out_fh>, as they will interfere with each 446than one C<aio_sendfile> per C<$out_fh>, as they will interfere with each
432other. 447other. The same C<$in_fh> works fine though, as this function does not
448move or use the file offset of C<$in_fh>.
433 449
434Please note that C<aio_sendfile> can read more bytes from C<$in_fh> than 450Please note that C<aio_sendfile> can read more bytes from C<$in_fh> than
435are written, and there is no way to find out how many bytes have been read 451are written, and there is no way to find out how many more bytes have been
436from C<aio_sendfile> alone, as C<aio_sendfile> only provides the number of 452read from C<aio_sendfile> alone, as C<aio_sendfile> only provides the
437bytes written to C<$out_fh>. Only if the result value equals C<$length> 453number of bytes written to C<$out_fh>. Only if the result value equals
438one can assume that C<$length> bytes have been read. 454C<$length> one can assume that C<$length> bytes have been read.
439 455
440Unlike with other C<aio_> functions, it makes a lot of sense to use 456Unlike with other C<aio_> functions, it makes a lot of sense to use
441C<aio_sendfile> on non-blocking sockets, as long as one end (typically 457C<aio_sendfile> on non-blocking sockets, as long as one end (typically
442the C<$in_fh>) is a file - the file I/O will then be asynchronous, while 458the C<$in_fh>) is a file - the file I/O will then be asynchronous, while
443the socket I/O will be non-blocking. Note, however, that you can run into 459the socket I/O will be non-blocking. Note, however, that you can run
444a trap where C<aio_sendfile> reads some data with readahead, then fails 460into a trap where C<aio_sendfile> reads some data with readahead, then
445to write all data, and when the socket is ready the next time, the data 461fails to write all data, and when the socket is ready the next time, the
446in the cache is already lost, forcing C<aio_sendfile> to again hit the 462data in the cache is already lost, forcing C<aio_sendfile> to again hit
447disk. Explicit C<aio_read> + C<aio_write> let's you control resource usage 463the disk. Explicit C<aio_read> + C<aio_write> let's you better control
448much better. 464resource usage.
449 465
450This call tries to make use of a native C<sendfile> syscall to provide 466This call tries to make use of a native C<sendfile>-like syscall to
451zero-copy operation. For this to work, C<$out_fh> should refer to a 467provide zero-copy operation. For this to work, C<$out_fh> should refer to
452socket, and C<$in_fh> should refer to an mmap'able file. 468a socket, and C<$in_fh> should refer to an mmap'able file.
453 469
454If a native sendfile cannot be found or it fails with C<ENOSYS>, 470If a native sendfile cannot be found or it fails with C<ENOSYS>,
455C<ENOTSUP>, C<EOPNOTSUPP>, C<EAFNOSUPPORT>, C<EPROTOTYPE> or C<ENOTSOCK>, 471C<EINVAL>, C<ENOTSUP>, C<EOPNOTSUPP>, C<EAFNOSUPPORT>, C<EPROTOTYPE> or
456it will be emulated, so you can call C<aio_sendfile> on any type of 472C<ENOTSOCK>, it will be emulated, so you can call C<aio_sendfile> on any
457filehandle regardless of the limitations of the operating system. 473type of filehandle regardless of the limitations of the operating system.
474
475As native sendfile syscalls (as practically any non-POSIX interface hacked
476together in a hurry to improve benchmark numbers) tend to be rather buggy
477on many systems, this implementation tries to work around some known bugs
478in Linux and FreeBSD kernels (probably others, too), but that might fail,
479so you really really should check the return value of C<aio_sendfile> -
480fewre bytes than expected might have been transferred.
458 481
459 482
460=item aio_readahead $fh,$offset,$length, $callback->($retval) 483=item aio_readahead $fh,$offset,$length, $callback->($retval)
461 484
462C<aio_readahead> populates the page cache with data from a file so that 485C<aio_readahead> populates the page cache with data from a file so that
594 617
595Asynchronously unlink (delete) a file and call the callback with the 618Asynchronously unlink (delete) a file and call the callback with the
596result code. 619result code.
597 620
598 621
599=item aio_mknod $path, $mode, $dev, $callback->($status) 622=item aio_mknod $pathname, $mode, $dev, $callback->($status)
600 623
601[EXPERIMENTAL] 624[EXPERIMENTAL]
602 625
603Asynchronously create a device node (or fifo). See mknod(2). 626Asynchronously create a device node (or fifo). See mknod(2).
604 627
605The only (POSIX-) portable way of calling this function is: 628The only (POSIX-) portable way of calling this function is:
606 629
607 aio_mknod $path, IO::AIO::S_IFIFO | $mode, 0, sub { ... 630 aio_mknod $pathname, IO::AIO::S_IFIFO | $mode, 0, sub { ...
608 631
609See C<aio_stat> for info about some potentially helpful extra constants 632See C<aio_stat> for info about some potentially helpful extra constants
610and functions. 633and functions.
611 634
612=item aio_link $srcpath, $dstpath, $callback->($status) 635=item aio_link $srcpath, $dstpath, $callback->($status)
619 642
620Asynchronously create a new symbolic link to the existing object at C<$srcpath> at 643Asynchronously create a new symbolic link to the existing object at C<$srcpath> at
621the path C<$dstpath> and call the callback with the result code. 644the path C<$dstpath> and call the callback with the result code.
622 645
623 646
624=item aio_readlink $path, $callback->($link) 647=item aio_readlink $pathname, $callback->($link)
625 648
626Asynchronously read the symlink specified by C<$path> and pass it to 649Asynchronously read the symlink specified by C<$path> and pass it to
627the callback. If an error occurs, nothing or undef gets passed to the 650the callback. If an error occurs, nothing or undef gets passed to the
628callback. 651callback.
629 652
630 653
654=item aio_realpath $pathname, $callback->($path)
655
656Asynchronously make the path absolute and resolve any symlinks in
657C<$path>. The resulting path only consists of directories (Same as
658L<Cwd::realpath>).
659
660This request can be used to get the absolute path of the current working
661directory by passing it a path of F<.> (a single dot).
662
663
631=item aio_rename $srcpath, $dstpath, $callback->($status) 664=item aio_rename $srcpath, $dstpath, $callback->($status)
632 665
633Asynchronously rename the object at C<$srcpath> to C<$dstpath>, just as 666Asynchronously rename the object at C<$srcpath> to C<$dstpath>, just as
634rename(2) and call the callback with the result code. 667rename(2) and call the callback with the result code.
635 668
657array-ref with the filenames. 690array-ref with the filenames.
658 691
659 692
660=item aio_readdirx $pathname, $flags, $callback->($entries, $flags) 693=item aio_readdirx $pathname, $flags, $callback->($entries, $flags)
661 694
662Quite similar to C<aio_readdir>, but the C<$flags> argument allows to tune 695Quite similar to C<aio_readdir>, but the C<$flags> argument allows one to
663behaviour and output format. In case of an error, C<$entries> will be 696tune behaviour and output format. In case of an error, C<$entries> will be
664C<undef>. 697C<undef>.
665 698
666The flags are a combination of the following constants, ORed together (the 699The flags are a combination of the following constants, ORed together (the
667flags will also be passed to the callback, possibly modified): 700flags will also be passed to the callback, possibly modified):
668 701
692systems that do not deliver the inode information. 725systems that do not deliver the inode information.
693 726
694=item IO::AIO::READDIR_DIRS_FIRST 727=item IO::AIO::READDIR_DIRS_FIRST
695 728
696When this flag is set, then the names will be returned in an order where 729When this flag is set, then the names will be returned in an order where
697likely directories come first. This is useful when you need to quickly 730likely directories come first, in optimal stat order. This is useful when
698find directories, or you want to find all directories while avoiding to 731you need to quickly find directories, or you want to find all directories
699stat() each entry. 732while avoiding to stat() each entry.
700 733
701If the system returns type information in readdir, then this is used 734If the system returns type information in readdir, then this is used
702to find directories directly. Otherwise, likely directories are files 735to find directories directly. Otherwise, likely directories are names
703beginning with ".", or otherwise files with no dots, of which files with 736beginning with ".", or otherwise names with no dots, of which names with
704short names are tried first. 737short names are tried first.
705 738
706=item IO::AIO::READDIR_STAT_ORDER 739=item IO::AIO::READDIR_STAT_ORDER
707 740
708When this flag is set, then the names will be returned in an order 741When this flag is set, then the names will be returned in an order
715 748
716=item IO::AIO::READDIR_FOUND_UNKNOWN 749=item IO::AIO::READDIR_FOUND_UNKNOWN
717 750
718This flag should not be set when calling C<aio_readdirx>. Instead, it 751This flag should not be set when calling C<aio_readdirx>. Instead, it
719is being set by C<aio_readdirx>, when any of the C<$type>'s found were 752is being set by C<aio_readdirx>, when any of the C<$type>'s found were
720C<IO::AIO::DT_UNKNOWN>. The absense of this flag therefore indicates that all 753C<IO::AIO::DT_UNKNOWN>. The absence of this flag therefore indicates that all
721C<$type>'s are known, which can be used to speed up some algorithms. 754C<$type>'s are known, which can be used to speed up some algorithms.
722 755
723=back 756=back
724 757
725 758
726=item aio_load $path, $data, $callback->($status) 759=item aio_load $pathname, $data, $callback->($status)
727 760
728This is a composite request that tries to fully load the given file into 761This is a composite request that tries to fully load the given file into
729memory. Status is the same as with aio_read. 762memory. Status is the same as with aio_read.
730 763
731=cut 764=cut
853 if ($_[0] && $! == EXDEV) { 886 if ($_[0] && $! == EXDEV) {
854 aioreq_pri $pri; 887 aioreq_pri $pri;
855 add $grp aio_copy $src, $dst, sub { 888 add $grp aio_copy $src, $dst, sub {
856 $grp->result ($_[0]); 889 $grp->result ($_[0]);
857 890
858 if (!$_[0]) { 891 unless ($_[0]) {
859 aioreq_pri $pri; 892 aioreq_pri $pri;
860 add $grp aio_unlink $src; 893 add $grp aio_unlink $src;
861 } 894 }
862 }; 895 };
863 } else { 896 } else {
866 }; 899 };
867 900
868 $grp 901 $grp
869} 902}
870 903
871=item aio_scandir $path, $maxreq, $callback->($dirs, $nondirs) 904=item aio_scandir $pathname, $maxreq, $callback->($dirs, $nondirs)
872 905
873Scans a directory (similar to C<aio_readdir>) but additionally tries to 906Scans a directory (similar to C<aio_readdir>) but additionally tries to
874efficiently separate the entries of directory C<$path> into two sets of 907efficiently separate the entries of directory C<$path> into two sets of
875names, directories you can recurse into (directories), and ones you cannot 908names, directories you can recurse into (directories), and ones you cannot
876recurse into (everything else, including symlinks to directories). 909recurse into (everything else, including symlinks to directories).
907Then entries will be sorted into likely directories a non-initial dot 940Then entries will be sorted into likely directories a non-initial dot
908currently) and likely non-directories (see C<aio_readdirx>). Then every 941currently) and likely non-directories (see C<aio_readdirx>). Then every
909entry plus an appended C</.> will be C<stat>'ed, likely directories first, 942entry plus an appended C</.> will be C<stat>'ed, likely directories first,
910in order of their inode numbers. If that succeeds, it assumes that the 943in order of their inode numbers. If that succeeds, it assumes that the
911entry is a directory or a symlink to directory (which will be checked 944entry is a directory or a symlink to directory (which will be checked
912seperately). This is often faster than stat'ing the entry itself because 945separately). This is often faster than stat'ing the entry itself because
913filesystems might detect the type of the entry without reading the inode 946filesystems might detect the type of the entry without reading the inode
914data (e.g. ext2fs filetype feature), even on systems that cannot return 947data (e.g. ext2fs filetype feature), even on systems that cannot return
915the filetype information on readdir. 948the filetype information on readdir.
916 949
917If the known number of directories (link count - 2) has been reached, the 950If the known number of directories (link count - 2) has been reached, the
1003 }; 1036 };
1004 1037
1005 $grp 1038 $grp
1006} 1039}
1007 1040
1008=item aio_rmtree $path, $callback->($status) 1041=item aio_rmtree $pathname, $callback->($status)
1009 1042
1010Delete a directory tree starting (and including) C<$path>, return the 1043Delete a directory tree starting (and including) C<$path>, return the
1011status of the final C<rmdir> only. This is a composite request that 1044status of the final C<rmdir> only. This is a composite request that
1012uses C<aio_scandir> to recurse into and rmdir directories, and unlink 1045uses C<aio_scandir> to recurse into and rmdir directories, and unlink
1013everything else. 1046everything else.
1055callback with the fdatasync result code. 1088callback with the fdatasync result code.
1056 1089
1057If this call isn't available because your OS lacks it or it couldn't be 1090If this call isn't available because your OS lacks it or it couldn't be
1058detected, it will be emulated by calling C<fsync> instead. 1091detected, it will be emulated by calling C<fsync> instead.
1059 1092
1093=item aio_syncfs $fh, $callback->($status)
1094
1095Asynchronously call the syncfs syscall to sync the filesystem associated
1096to the given filehandle and call the callback with the syncfs result
1097code. If syncfs is not available, calls sync(), but returns C<-1> and sets
1098errno to C<ENOSYS> nevertheless.
1099
1060=item aio_sync_file_range $fh, $offset, $nbytes, $flags, $callback->($status) 1100=item aio_sync_file_range $fh, $offset, $nbytes, $flags, $callback->($status)
1061 1101
1062Sync the data portion of the file specified by C<$offset> and C<$length> 1102Sync the data portion of the file specified by C<$offset> and C<$length>
1063to disk (but NOT the metadata), by calling the Linux-specific 1103to disk (but NOT the metadata), by calling the Linux-specific
1064sync_file_range call. If sync_file_range is not available or it returns 1104sync_file_range call. If sync_file_range is not available or it returns
1067C<$flags> can be a combination of C<IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE>, 1107C<$flags> can be a combination of C<IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE>,
1068C<IO::AIO::SYNC_FILE_RANGE_WRITE> and 1108C<IO::AIO::SYNC_FILE_RANGE_WRITE> and
1069C<IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER>: refer to the sync_file_range 1109C<IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER>: refer to the sync_file_range
1070manpage for details. 1110manpage for details.
1071 1111
1072=item aio_pathsync $path, $callback->($status) 1112=item aio_pathsync $pathname, $callback->($status)
1073 1113
1074This request tries to open, fsync and close the given path. This is a 1114This request tries to open, fsync and close the given path. This is a
1075composite request intended to sync directories after directory operations 1115composite request intended to sync directories after directory operations
1076(E.g. rename). This might not work on all operating systems or have any 1116(E.g. rename). This might not work on all operating systems or have any
1077specific effect, but usually it makes sure that directory changes get 1117specific effect, but usually it makes sure that directory changes get
1220immense (it blocks a thread for a long time) so do not use this function 1260immense (it blocks a thread for a long time) so do not use this function
1221except to put your application under artificial I/O pressure. 1261except to put your application under artificial I/O pressure.
1222 1262
1223=back 1263=back
1224 1264
1265
1266=head2 IO::AIO::WD - multiple working directories
1267
1268Your process only has one current working directory, which is used by all
1269threads. This makes it hard to use relative paths (some other component
1270could call C<chdir> at any time, and it is hard to control when the path
1271will be used by IO::AIO).
1272
1273One solution for this is to always use absolute paths. This usually works,
1274but can be quite slow (the kernel has to walk the whole path on every
1275access), and can also be a hassle to implement.
1276
1277Newer POSIX systems have a number of functions (openat, fdopendir,
1278futimensat and so on) that make it possible to specify working directories
1279per operation.
1280
1281For portability, and because the clowns who "designed", or shall I write,
1282perpetrated this new interface were obviously half-drunk, this abstraction
1283cannot be perfect, though.
1284
1285IO::AIO allows you to convert directory paths into a so-called IO::AIO::WD
1286object. This object stores the canonicalised, absolute version of the
1287path, and on systems that allow it, also a directory file descriptor.
1288
1289Everywhere where a pathname is accepted by IO::AIO (e.g. in C<aio_stat>
1290or C<aio_unlink>), one can specify an array reference with an IO::AIO::WD
1291object and a pathname instead. If the pathname is absolute, the
1292IO::AIO::WD objetc is ignored, otherwise the pathname is resolved relative
1293to that IO::AIO::WD object.
1294
1295For example, to get a wd object for F</etc> and then stat F<passwd>
1296inside, you would write:
1297
1298 aio_wd "/etc", sub {
1299 my $etcdir = shift;
1300
1301 # although $etcdir can be undef on error, there is generally no reason
1302 # to check for errors here, as aio_stat will fail with ENOENT
1303 # when $etcdir is undef.
1304
1305 aio_stat [$etcdir, "passwd"], sub {
1306 # yay
1307 };
1308 };
1309
1310This shows that creating an IO::AIO::WD object is itself a potentially
1311blocking operation, which is why it is done asynchronously.
1312
1313As with normal pathnames, IO::AIO keeps a copy of the working directory
1314object and the pathname string, so you could write the following without
1315causing any issues due to C<$path> getting reused:
1316
1317 my $path = [$wd, undef];
1318
1319 for my $name (qw(abc def ghi)) {
1320 $path->[1] = $name;
1321 aio_stat $path, sub {
1322 # ...
1323 };
1324 }
1325
1326There are some caveats: when directories get renamed (or deleted), the
1327pathname string doesn't change, so will point to the new directory (or
1328nowhere at all), while the directory fd, if available on the system,
1329will still point to the original directory. Most functions accepting a
1330pathname will use the directory fd on newer systems, and the string on
1331older systems. Some functions (such as realpath) will always rely on the
1332string form of the pathname.
1333
1334So this fucntionality is mainly useful to get some protection against
1335C<chdir>, to easily get an absolute path out of a relative path for future
1336reference, and to speed up doing many operations in the same directory
1337(e.g. when stat'ing all files in a directory).
1338
1339The following functions implement this working directory abstraction:
1340
1341=over 4
1342
1343=item aio_wd $pathname, $callback->($wd)
1344
1345Asynchonously canonicalise the given pathname and convert it to an
1346IO::AIO::WD object representing it. If possible and supported on the
1347system, also open a directory fd to speed up pathname resolution relative
1348to this working directory.
1349
1350If something goes wrong, then C<undef> is passwd to the callback instead
1351of a working directory object and C<$!> is set appropriately. Since
1352passing C<undef> as working directory component of a pathname fails the
1353request with C<ENOENT>, there is often no need for error checking in the
1354C<aio_wd> callback, as future requests using the value will fail in the
1355expected way.
1356
1357If this call isn't available because your OS lacks it or it couldn't be
1358detected, it will be emulated by calling C<fsync> instead.
1359
1360=item IO::AIO::CWD
1361
1362This is a compiletime constant (object) that represents the process
1363current working directory.
1364
1365Specifying this object as working directory object for a pathname is as
1366if the pathname would be specified directly, without a directory object,
1367e.g., these calls are functionally identical:
1368
1369 aio_stat "somefile", sub { ... };
1370 aio_stat [IO::AIO::CWD, "somefile"], sub { ... };
1371
1372=back
1373
1374
1225=head2 IO::AIO::REQ CLASS 1375=head2 IO::AIO::REQ CLASS
1226 1376
1227All non-aggregate C<aio_*> functions return an object of this class when 1377All non-aggregate C<aio_*> functions return an object of this class when
1228called in non-void context. 1378called in non-void context.
1229 1379
1417 1567
1418If not all requests were processed for whatever reason, the filehandle 1568If not all requests were processed for whatever reason, the filehandle
1419will still be ready when C<poll_cb> returns, so normally you don't have to 1569will still be ready when C<poll_cb> returns, so normally you don't have to
1420do anything special to have it called later. 1570do anything special to have it called later.
1421 1571
1572Apart from calling C<IO::AIO::poll_cb> when the event filehandle becomes
1573ready, it can be beneficial to call this function from loops which submit
1574a lot of requests, to make sure the results get processed when they become
1575available and not just when the loop is finished and the event loop takes
1576over again. This function returns very fast when there are no outstanding
1577requests.
1578
1422Example: Install an Event watcher that automatically calls 1579Example: Install an Event watcher that automatically calls
1423IO::AIO::poll_cb with high priority (more examples can be found in the 1580IO::AIO::poll_cb with high priority (more examples can be found in the
1424SYNOPSIS section, at the top of this document): 1581SYNOPSIS section, at the top of this document):
1425 1582
1426 Event->io (fd => IO::AIO::poll_fileno, 1583 Event->io (fd => IO::AIO::poll_fileno,
1548Sets the minimum idle timeout (default 10) after which worker threads are 1705Sets the minimum idle timeout (default 10) after which worker threads are
1549allowed to exit. SEe C<IO::AIO::max_idle>. 1706allowed to exit. SEe C<IO::AIO::max_idle>.
1550 1707
1551=item IO::AIO::max_outstanding $maxreqs 1708=item IO::AIO::max_outstanding $maxreqs
1552 1709
1710Sets the maximum number of outstanding requests to C<$nreqs>. If
1711you do queue up more than this number of requests, the next call to
1712C<IO::AIO::poll_cb> (and other functions calling C<poll_cb>, such as
1713C<IO::AIO::flush> or C<IO::AIO::poll>) will block until the limit is no
1714longer exceeded.
1715
1716In other words, this setting does not enforce a queue limit, but can be
1717used to make poll functions block if the limit is exceeded.
1718
1553This is a very bad function to use in interactive programs because it 1719This is a very bad function to use in interactive programs because it
1554blocks, and a bad way to reduce concurrency because it is inexact: Better 1720blocks, and a bad way to reduce concurrency because it is inexact: Better
1555use an C<aio_group> together with a feed callback. 1721use an C<aio_group> together with a feed callback.
1556 1722
1557Sets the maximum number of outstanding requests to C<$nreqs>. If you 1723It's main use is in scripts without an event loop - when you want to stat
1558do queue up more than this number of requests, the next call to the 1724a lot of files, you can write somehting like this:
1559C<poll_cb> (and C<poll_some> and other functions calling C<poll_cb>)
1560function will block until the limit is no longer exceeded.
1561 1725
1562The default value is very large, so there is no practical limit on the 1726 IO::AIO::max_outstanding 32;
1563number of outstanding requests.
1564 1727
1565You can still queue as many requests as you want. Therefore, 1728 for my $path (...) {
1566C<max_outstanding> is mainly useful in simple scripts (with low values) or 1729 aio_stat $path , ...;
1567as a stop gap to shield against fatal memory overflow (with large values). 1730 IO::AIO::poll_cb;
1731 }
1732
1733 IO::AIO::flush;
1734
1735The call to C<poll_cb> inside the loop will normally return instantly, but
1736as soon as more thna C<32> reqeusts are in-flight, it will block until
1737some requests have been handled. This keeps the loop from pushing a large
1738number of C<aio_stat> requests onto the queue.
1739
1740The default value for C<max_outstanding> is very large, so there is no
1741practical limit on the number of outstanding requests.
1568 1742
1569=back 1743=back
1570 1744
1571=head3 STATISTICAL INFORMATION 1745=head3 STATISTICAL INFORMATION
1572 1746
1612 1786
1613=item IO::AIO::fadvise $fh, $offset, $len, $advice 1787=item IO::AIO::fadvise $fh, $offset, $len, $advice
1614 1788
1615Simply calls the C<posix_fadvise> function (see its 1789Simply calls the C<posix_fadvise> function (see its
1616manpage for details). The following advice constants are 1790manpage for details). The following advice constants are
1617avaiable: C<IO::AIO::FADV_NORMAL>, C<IO::AIO::FADV_SEQUENTIAL>, 1791available: C<IO::AIO::FADV_NORMAL>, C<IO::AIO::FADV_SEQUENTIAL>,
1618C<IO::AIO::FADV_RANDOM>, C<IO::AIO::FADV_NOREUSE>, 1792C<IO::AIO::FADV_RANDOM>, C<IO::AIO::FADV_NOREUSE>,
1619C<IO::AIO::FADV_WILLNEED>, C<IO::AIO::FADV_DONTNEED>. 1793C<IO::AIO::FADV_WILLNEED>, C<IO::AIO::FADV_DONTNEED>.
1620 1794
1621On systems that do not implement C<posix_fadvise>, this function returns 1795On systems that do not implement C<posix_fadvise>, this function returns
1622ENOSYS, otherwise the return value of C<posix_fadvise>. 1796ENOSYS, otherwise the return value of C<posix_fadvise>.
1623 1797
1624=item IO::AIO::madvise $scalar, $offset, $len, $advice 1798=item IO::AIO::madvise $scalar, $offset, $len, $advice
1625 1799
1626Simply calls the C<posix_madvise> function (see its 1800Simply calls the C<posix_madvise> function (see its
1627manpage for details). The following advice constants are 1801manpage for details). The following advice constants are
1628avaiable: C<IO::AIO::MADV_NORMAL>, C<IO::AIO::MADV_SEQUENTIAL>, 1802available: C<IO::AIO::MADV_NORMAL>, C<IO::AIO::MADV_SEQUENTIAL>,
1629C<IO::AIO::MADV_RANDOM>, C<IO::AIO::MADV_WILLNEED>, C<IO::AIO::MADV_DONTNEED>. 1803C<IO::AIO::MADV_RANDOM>, C<IO::AIO::MADV_WILLNEED>, C<IO::AIO::MADV_DONTNEED>.
1630 1804
1631On systems that do not implement C<posix_madvise>, this function returns 1805On systems that do not implement C<posix_madvise>, this function returns
1632ENOSYS, otherwise the return value of C<posix_madvise>. 1806ENOSYS, otherwise the return value of C<posix_madvise>.
1633 1807
1634=item IO::AIO::mprotect $scalar, $offset, $len, $protect 1808=item IO::AIO::mprotect $scalar, $offset, $len, $protect
1635 1809
1636Simply calls the C<mprotect> function on the preferably AIO::mmap'ed 1810Simply calls the C<mprotect> function on the preferably AIO::mmap'ed
1637$scalar (see its manpage for details). The following protect 1811$scalar (see its manpage for details). The following protect
1638constants are avaiable: C<IO::AIO::PROT_NONE>, C<IO::AIO::PROT_READ>, 1812constants are available: C<IO::AIO::PROT_NONE>, C<IO::AIO::PROT_READ>,
1639C<IO::AIO::PROT_WRITE>, C<IO::AIO::PROT_EXEC>. 1813C<IO::AIO::PROT_WRITE>, C<IO::AIO::PROT_EXEC>.
1640 1814
1641On systems that do not implement C<mprotect>, this function returns 1815On systems that do not implement C<mprotect>, this function returns
1642ENOSYS, otherwise the return value of C<mprotect>. 1816ENOSYS, otherwise the return value of C<mprotect>.
1643 1817
1748 Danga::Socket->AddOtherFds (IO::AIO::poll_fileno => 1922 Danga::Socket->AddOtherFds (IO::AIO::poll_fileno =>
1749 \&IO::AIO::poll_cb); 1923 \&IO::AIO::poll_cb);
1750 1924
1751=head2 FORK BEHAVIOUR 1925=head2 FORK BEHAVIOUR
1752 1926
1753This module should do "the right thing" when the process using it forks: 1927Usage of pthreads in a program changes the semantics of fork
1928considerably. Specifically, only async-safe functions can be called after
1929fork. Perl doesn't know about this, so in general, you cannot call fork
1930with defined behaviour in perl if pthreads are involved. IO::AIO uses
1931pthreads, so this applies, but many other extensions and (for inexplicable
1932reasons) perl itself often is linked against pthreads, so this limitation
1933applies to quite a lot of perls.
1754 1934
1755Before the fork, IO::AIO enters a quiescent state where no requests 1935This module no longer tries to fight your OS, or POSIX. That means IO::AIO
1756can be added in other threads and no results will be processed. After 1936only works in the process that loaded it. Forking is fully supported, but
1757the fork the parent simply leaves the quiescent state and continues 1937using IO::AIO in the child is not.
1758request/result processing, while the child frees the request/result queue
1759(so that the requests started before the fork will only be handled in the
1760parent). Threads will be started on demand until the limit set in the
1761parent process has been reached again.
1762 1938
1763In short: the parent will, after a short pause, continue as if fork had 1939You might get around by not I<using> IO::AIO before (or after)
1764not been called, while the child will act as if IO::AIO has not been used 1940forking. You could also try to call the L<IO::AIO::reinit> function in the
1765yet. 1941child:
1942
1943=over 4
1944
1945=item IO::AIO::reinit
1946
1947Abandons all current requests and I/O threads and simply reinitialises all
1948data structures. This is not an operation supported by any standards, but
1949happens to work on GNU/Linux and some newer BSD systems.
1950
1951The only reasonable use for this function is to call it after forking, if
1952C<IO::AIO> was used in the parent. Calling it while IO::AIO is active in
1953the process will result in undefined behaviour. Calling it at any time
1954will also result in any undefined (by POSIX) behaviour.
1955
1956=back
1766 1957
1767=head2 MEMORY USAGE 1958=head2 MEMORY USAGE
1768 1959
1769Per-request usage: 1960Per-request usage:
1770 1961

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines