… | |
… | |
64 | |
64 | |
65 | EXAMPLE |
65 | EXAMPLE |
66 | This is a simple example that uses the EV module and loads /etc/passwd |
66 | This is a simple example that uses the EV module and loads /etc/passwd |
67 | asynchronously: |
67 | asynchronously: |
68 | |
68 | |
69 | use Fcntl; |
|
|
70 | use EV; |
69 | use EV; |
71 | use IO::AIO; |
70 | use IO::AIO; |
72 | |
71 | |
73 | # register the IO::AIO callback with EV |
72 | # register the IO::AIO callback with EV |
74 | my $aio_w = EV::io IO::AIO::poll_fileno, EV::READ, \&IO::AIO::poll_cb; |
73 | my $aio_w = EV::io IO::AIO::poll_fileno, EV::READ, \&IO::AIO::poll_cb; |
… | |
… | |
91 | |
90 | |
92 | # file contents now in $contents |
91 | # file contents now in $contents |
93 | print $contents; |
92 | print $contents; |
94 | |
93 | |
95 | # exit event loop and program |
94 | # exit event loop and program |
96 | EV::unloop; |
95 | EV::break; |
97 | }; |
96 | }; |
98 | }; |
97 | }; |
99 | |
98 | |
100 | # possibly queue up other requests, or open GUI windows, |
99 | # possibly queue up other requests, or open GUI windows, |
101 | # check for sockets etc. etc. |
100 | # check for sockets etc. etc. |
102 | |
101 | |
103 | # process events as long as there are some: |
102 | # process events as long as there are some: |
104 | EV::loop; |
103 | EV::run; |
105 | |
104 | |
106 | REQUEST ANATOMY AND LIFETIME |
105 | REQUEST ANATOMY AND LIFETIME |
107 | Every "aio_*" function creates a request. which is a C data structure |
106 | Every "aio_*" function creates a request. which is a C data structure |
108 | not directly visible to Perl. |
107 | not directly visible to Perl. |
109 | |
108 | |
… | |
… | |
172 | aio_unlink $pathname, $callback->($status) |
171 | aio_unlink $pathname, $callback->($status) |
173 | aio_mknod $pathname, $mode, $dev, $callback->($status) |
172 | aio_mknod $pathname, $mode, $dev, $callback->($status) |
174 | aio_link $srcpath, $dstpath, $callback->($status) |
173 | aio_link $srcpath, $dstpath, $callback->($status) |
175 | aio_symlink $srcpath, $dstpath, $callback->($status) |
174 | aio_symlink $srcpath, $dstpath, $callback->($status) |
176 | aio_readlink $pathname, $callback->($link) |
175 | aio_readlink $pathname, $callback->($link) |
177 | aio_realpath $pathname, $callback->($link) |
176 | aio_realpath $pathname, $callback->($path) |
178 | aio_rename $srcpath, $dstpath, $callback->($status) |
177 | aio_rename $srcpath, $dstpath, $callback->($status) |
179 | aio_mkdir $pathname, $mode, $callback->($status) |
178 | aio_mkdir $pathname, $mode, $callback->($status) |
180 | aio_rmdir $pathname, $callback->($status) |
179 | aio_rmdir $pathname, $callback->($status) |
181 | aio_readdir $pathname, $callback->($entries) |
180 | aio_readdir $pathname, $callback->($entries) |
182 | aio_readdirx $pathname, $flags, $callback->($entries, $flags) |
181 | aio_readdirx $pathname, $flags, $callback->($entries, $flags) |
… | |
… | |
185 | aio_scandir $pathname, $maxreq, $callback->($dirs, $nondirs) |
184 | aio_scandir $pathname, $maxreq, $callback->($dirs, $nondirs) |
186 | aio_load $pathname, $data, $callback->($status) |
185 | aio_load $pathname, $data, $callback->($status) |
187 | aio_copy $srcpath, $dstpath, $callback->($status) |
186 | aio_copy $srcpath, $dstpath, $callback->($status) |
188 | aio_move $srcpath, $dstpath, $callback->($status) |
187 | aio_move $srcpath, $dstpath, $callback->($status) |
189 | aio_rmtree $pathname, $callback->($status) |
188 | aio_rmtree $pathname, $callback->($status) |
|
|
189 | aio_fcntl $fh, $cmd, $arg, $callback->($status) |
|
|
190 | aio_ioctl $fh, $request, $buf, $callback->($status) |
190 | aio_sync $callback->($status) |
191 | aio_sync $callback->($status) |
191 | aio_syncfs $fh, $callback->($status) |
192 | aio_syncfs $fh, $callback->($status) |
192 | aio_fsync $fh, $callback->($status) |
193 | aio_fsync $fh, $callback->($status) |
193 | aio_fdatasync $fh, $callback->($status) |
194 | aio_fdatasync $fh, $callback->($status) |
194 | aio_sync_file_range $fh, $offset, $nbytes, $flags, $callback->($status) |
195 | aio_sync_file_range $fh, $offset, $nbytes, $flags, $callback->($status) |
… | |
… | |
331 | "O_APPEND"), the following POSIX and non-POSIX constants are |
332 | "O_APPEND"), the following POSIX and non-POSIX constants are |
332 | available (missing ones on your system are, as usual, 0): |
333 | available (missing ones on your system are, as usual, 0): |
333 | |
334 | |
334 | "O_ASYNC", "O_DIRECT", "O_NOATIME", "O_CLOEXEC", "O_NOCTTY", |
335 | "O_ASYNC", "O_DIRECT", "O_NOATIME", "O_CLOEXEC", "O_NOCTTY", |
335 | "O_NOFOLLOW", "O_NONBLOCK", "O_EXEC", "O_SEARCH", "O_DIRECTORY", |
336 | "O_NOFOLLOW", "O_NONBLOCK", "O_EXEC", "O_SEARCH", "O_DIRECTORY", |
336 | "O_DSYNC", "O_RSYNC", "O_SYNC" and "O_TTY_INIT". |
337 | "O_DSYNC", "O_RSYNC", "O_SYNC", "O_PATH", "O_TMPFILE", and |
|
|
338 | "O_TTY_INIT". |
337 | |
339 | |
338 | aio_close $fh, $callback->($status) |
340 | aio_close $fh, $callback->($status) |
339 | Asynchronously close a file and call the callback with the result |
341 | Asynchronously close a file and call the callback with the result |
340 | code. |
342 | code. |
341 | |
343 | |
… | |
… | |
530 | namemax => 255, |
532 | namemax => 255, |
531 | frsize => 1024, |
533 | frsize => 1024, |
532 | fsid => 1810 |
534 | fsid => 1810 |
533 | } |
535 | } |
534 | |
536 | |
535 | Here is a (likely partial) list of fsid values used by Linux - it is |
537 | Here is a (likely partial - send me updates!) list of fsid values |
536 | safe to hardcode these when the $^O is "linux": |
538 | used by Linux - it is safe to hardcode these when $^O is "linux": |
537 | |
539 | |
538 | 0x0000adf5 adfs |
540 | 0x0000adf5 adfs |
539 | 0x0000adff affs |
541 | 0x0000adff affs |
540 | 0x5346414f afs |
542 | 0x5346414f afs |
541 | 0x09041934 anon-inode filesystem |
543 | 0x09041934 anon-inode filesystem |
… | |
… | |
554 | 0x00001373 devfs |
556 | 0x00001373 devfs |
555 | 0x00001cd1 devpts |
557 | 0x00001cd1 devpts |
556 | 0x0000f15f ecryptfs |
558 | 0x0000f15f ecryptfs |
557 | 0x00414a53 efs |
559 | 0x00414a53 efs |
558 | 0x0000137d ext |
560 | 0x0000137d ext |
559 | 0x0000ef53 ext2/ext3 |
561 | 0x0000ef53 ext2/ext3/ext4 |
560 | 0x0000ef51 ext2 |
562 | 0x0000ef51 ext2 |
|
|
563 | 0xf2f52010 f2fs |
561 | 0x00004006 fat |
564 | 0x00004006 fat |
562 | 0x65735546 fuseblk |
565 | 0x65735546 fuseblk |
563 | 0x65735543 fusectl |
566 | 0x65735543 fusectl |
564 | 0x0bad1dea futexfs |
567 | 0x0bad1dea futexfs |
565 | 0x01161970 gfs2 |
568 | 0x01161970 gfs2 |
566 | 0x47504653 gpfs |
569 | 0x47504653 gpfs |
567 | 0x00004244 hfs |
570 | 0x00004244 hfs |
568 | 0xf995e849 hpfs |
571 | 0xf995e849 hpfs |
|
|
572 | 0x00c0ffee hostfs |
569 | 0x958458f6 hugetlbfs |
573 | 0x958458f6 hugetlbfs |
570 | 0x2bad1dea inotifyfs |
574 | 0x2bad1dea inotifyfs |
571 | 0x00009660 isofs |
575 | 0x00009660 isofs |
572 | 0x000072b6 jffs2 |
576 | 0x000072b6 jffs2 |
573 | 0x3153464a jfs |
577 | 0x3153464a jfs |
… | |
… | |
588 | 0x00009fa1 openprom |
592 | 0x00009fa1 openprom |
589 | 0x7461636F ocfs2 |
593 | 0x7461636F ocfs2 |
590 | 0x00009fa0 proc |
594 | 0x00009fa0 proc |
591 | 0x6165676c pstorefs |
595 | 0x6165676c pstorefs |
592 | 0x0000002f qnx4 |
596 | 0x0000002f qnx4 |
|
|
597 | 0x68191122 qnx6 |
593 | 0x858458f6 ramfs |
598 | 0x858458f6 ramfs |
594 | 0x52654973 reiserfs |
599 | 0x52654973 reiserfs |
595 | 0x00007275 romfs |
600 | 0x00007275 romfs |
596 | 0x67596969 rpc_pipefs |
601 | 0x67596969 rpc_pipefs |
597 | 0x73636673 securityfs |
602 | 0x73636673 securityfs |
… | |
… | |
644 | |
649 | |
645 | aio_truncate $fh_or_path, $offset, $callback->($status) |
650 | aio_truncate $fh_or_path, $offset, $callback->($status) |
646 | Works like truncate(2) or ftruncate(2). |
651 | Works like truncate(2) or ftruncate(2). |
647 | |
652 | |
648 | aio_allocate $fh, $mode, $offset, $len, $callback->($status) |
653 | aio_allocate $fh, $mode, $offset, $len, $callback->($status) |
649 | Allocates or freed disk space according to the $mode argument. See |
654 | Allocates or frees disk space according to the $mode argument. See |
650 | the linux "fallocate" docuemntation for details. |
655 | the linux "fallocate" documentation for details. |
651 | |
656 | |
652 | $mode can currently be 0 or "IO::AIO::FALLOC_FL_KEEP_SIZE" to |
657 | $mode is usually 0 or "IO::AIO::FALLOC_FL_KEEP_SIZE" to allocate |
653 | allocate space, or "IO::AIO::FALLOC_FL_PUNCH_HOLE | |
658 | space, or "IO::AIO::FALLOC_FL_PUNCH_HOLE | |
654 | IO::AIO::FALLOC_FL_KEEP_SIZE", to deallocate a file range. |
659 | IO::AIO::FALLOC_FL_KEEP_SIZE", to deallocate a file range. |
|
|
660 | |
|
|
661 | IO::AIO also supports "FALLOC_FL_COLLAPSE_RANGE", to remove a range |
|
|
662 | (without leaving a hole) and "FALLOC_FL_ZERO_RANGE", to zero a range |
|
|
663 | (see your fallocate(2) manpage). |
655 | |
664 | |
656 | The file system block size used by "fallocate" is presumably the |
665 | The file system block size used by "fallocate" is presumably the |
657 | "f_bsize" returned by "statvfs". |
666 | "f_bsize" returned by "statvfs". |
658 | |
667 | |
659 | If "fallocate" isn't available or cannot be emulated (currently no |
668 | If "fallocate" isn't available or cannot be emulated (currently no |
… | |
… | |
881 | Delete a directory tree starting (and including) $path, return the |
890 | Delete a directory tree starting (and including) $path, return the |
882 | status of the final "rmdir" only. This is a composite request that |
891 | status of the final "rmdir" only. This is a composite request that |
883 | uses "aio_scandir" to recurse into and rmdir directories, and unlink |
892 | uses "aio_scandir" to recurse into and rmdir directories, and unlink |
884 | everything else. |
893 | everything else. |
885 | |
894 | |
|
|
895 | aio_fcntl $fh, $cmd, $arg, $callback->($status) |
|
|
896 | aio_ioctl $fh, $request, $buf, $callback->($status) |
|
|
897 | These work just like the "fcntl" and "ioctl" built-in functions, |
|
|
898 | except they execute asynchronously and pass the return value to the |
|
|
899 | callback. |
|
|
900 | |
|
|
901 | Both calls can be used for a lot of things, some of which make more |
|
|
902 | sense to run asynchronously in their own thread, while some others |
|
|
903 | make less sense. For example, calls that block waiting for external |
|
|
904 | events, such as locking, will also lock down an I/O thread while it |
|
|
905 | is waiting, which can deadlock the whole I/O system. At the same |
|
|
906 | time, there might be no alternative to using a thread to wait. |
|
|
907 | |
|
|
908 | So in general, you should only use these calls for things that do |
|
|
909 | (filesystem) I/O, not for things that wait for other events |
|
|
910 | (network, other processes), although if you are careful and know |
|
|
911 | what you are doing, you still can. |
|
|
912 | |
886 | aio_sync $callback->($status) |
913 | aio_sync $callback->($status) |
887 | Asynchronously call sync and call the callback when finished. |
914 | Asynchronously call sync and call the callback when finished. |
888 | |
915 | |
889 | aio_fsync $fh, $callback->($status) |
916 | aio_fsync $fh, $callback->($status) |
890 | Asynchronously call fsync on the given filehandle and call the |
917 | Asynchronously call fsync on the given filehandle and call the |
… | |
… | |
1129 | aio_stat [$etcdir, "passwd"], sub { |
1156 | aio_stat [$etcdir, "passwd"], sub { |
1130 | # yay |
1157 | # yay |
1131 | }; |
1158 | }; |
1132 | }; |
1159 | }; |
1133 | |
1160 | |
1134 | That "aio_wd" is a request and not a normal function shows that creating |
1161 | The fact that "aio_wd" is a request and not a normal function shows that |
1135 | an IO::AIO::WD object is itself a potentially blocking operation, which |
1162 | creating an IO::AIO::WD object is itself a potentially blocking |
1136 | is why it is done asynchronously. |
1163 | operation, which is why it is done asynchronously. |
1137 | |
1164 | |
1138 | To stat the directory obtained with "aio_wd" above, one could write |
1165 | To stat the directory obtained with "aio_wd" above, one could write |
1139 | either of the following three request calls: |
1166 | either of the following three request calls: |
1140 | |
1167 | |
1141 | aio_lstat "/etc" , sub { ... # pathname as normal string |
1168 | aio_lstat "/etc" , sub { ... # pathname as normal string |
… | |
… | |
1180 | instead of a working directory object and $! is set appropriately. |
1207 | instead of a working directory object and $! is set appropriately. |
1181 | Since passing "undef" as working directory component of a pathname |
1208 | Since passing "undef" as working directory component of a pathname |
1182 | fails the request with "ENOENT", there is often no need for error |
1209 | fails the request with "ENOENT", there is often no need for error |
1183 | checking in the "aio_wd" callback, as future requests using the |
1210 | checking in the "aio_wd" callback, as future requests using the |
1184 | value will fail in the expected way. |
1211 | value will fail in the expected way. |
1185 | |
|
|
1186 | If this call isn't available because your OS lacks it or it couldn't |
|
|
1187 | be detected, it will be emulated by calling "fsync" instead. |
|
|
1188 | |
1212 | |
1189 | IO::AIO::CWD |
1213 | IO::AIO::CWD |
1190 | This is a compiletime constant (object) that represents the process |
1214 | This is a compiletime constant (object) that represents the process |
1191 | current working directory. |
1215 | current working directory. |
1192 | |
1216 | |
… | |
… | |
1522 | |
1546 | |
1523 | This is a very bad function to use in interactive programs because |
1547 | This is a very bad function to use in interactive programs because |
1524 | it blocks, and a bad way to reduce concurrency because it is |
1548 | it blocks, and a bad way to reduce concurrency because it is |
1525 | inexact: Better use an "aio_group" together with a feed callback. |
1549 | inexact: Better use an "aio_group" together with a feed callback. |
1526 | |
1550 | |
1527 | It's main use is in scripts without an event loop - when you want to |
1551 | Its main use is in scripts without an event loop - when you want to |
1528 | stat a lot of files, you can write somehting like this: |
1552 | stat a lot of files, you can write somehting like this: |
1529 | |
1553 | |
1530 | IO::AIO::max_outstanding 32; |
1554 | IO::AIO::max_outstanding 32; |
1531 | |
1555 | |
1532 | for my $path (...) { |
1556 | for my $path (...) { |
… | |
… | |
1563 | IO::AIO::npending |
1587 | IO::AIO::npending |
1564 | Returns the number of requests currently in the pending state |
1588 | Returns the number of requests currently in the pending state |
1565 | (executed, but not yet processed by poll_cb). |
1589 | (executed, but not yet processed by poll_cb). |
1566 | |
1590 | |
1567 | MISCELLANEOUS FUNCTIONS |
1591 | MISCELLANEOUS FUNCTIONS |
1568 | IO::AIO implements some functions that might be useful, but are not |
1592 | IO::AIO implements some functions that are useful when you want to use |
1569 | asynchronous. |
1593 | some "Advanced I/O" function not available to in Perl, without going the |
|
|
1594 | "Asynchronous I/O" route. Many of these have an asynchronous "aio_*" |
|
|
1595 | counterpart. |
1570 | |
1596 | |
1571 | IO::AIO::sendfile $ofh, $ifh, $offset, $count |
1597 | IO::AIO::sendfile $ofh, $ifh, $offset, $count |
1572 | Calls the "eio_sendfile_sync" function, which is like |
1598 | Calls the "eio_sendfile_sync" function, which is like |
1573 | "aio_sendfile", but is blocking (this makes most sense if you know |
1599 | "aio_sendfile", but is blocking (this makes most sense if you know |
1574 | the input data is likely cached already and the output filehandle is |
1600 | the input data is likely cached already and the output filehandle is |
… | |
… | |
1630 | "IO::AIO::PROT_EXEC", "IO::AIO::PROT_READ" and/or |
1656 | "IO::AIO::PROT_EXEC", "IO::AIO::PROT_READ" and/or |
1631 | "IO::AIO::PROT_WRITE", |
1657 | "IO::AIO::PROT_WRITE", |
1632 | |
1658 | |
1633 | $flags can be a combination of "IO::AIO::MAP_SHARED" or |
1659 | $flags can be a combination of "IO::AIO::MAP_SHARED" or |
1634 | "IO::AIO::MAP_PRIVATE", or a number of system-specific flags (when |
1660 | "IO::AIO::MAP_PRIVATE", or a number of system-specific flags (when |
1635 | not available, the are defined as 0): "IO::AIO::MAP_ANONYMOUS" |
1661 | not available, the are 0): "IO::AIO::MAP_ANONYMOUS" (which is set to |
1636 | (which is set to "MAP_ANON" if your system only provides this |
1662 | "MAP_ANON" if your system only provides this constant), |
|
|
1663 | "IO::AIO::MAP_LOCKED", "IO::AIO::MAP_NORESERVE", |
1637 | constant), "IO::AIO::MAP_HUGETLB", "IO::AIO::MAP_LOCKED", |
1664 | "IO::AIO::MAP_POPULATE", "IO::AIO::MAP_NONBLOCK", |
|
|
1665 | "IO::AIO::MAP_FIXED", "IO::AIO::MAP_GROWSDOWN", |
1638 | "IO::AIO::MAP_NORESERVE", "IO::AIO::MAP_POPULATE" or |
1666 | "IO::AIO::MAP_32BIT", "IO::AIO::MAP_HUGETLB" or |
1639 | "IO::AIO::MAP_NONBLOCK" |
1667 | "IO::AIO::MAP_STACK". |
1640 | |
1668 | |
1641 | If $fh is "undef", then a file descriptor of -1 is passed. |
1669 | If $fh is "undef", then a file descriptor of -1 is passed. |
1642 | |
1670 | |
1643 | $offset is the offset from the start of the file - it generally must |
1671 | $offset is the offset from the start of the file - it generally must |
1644 | be a multiple of "IO::AIO::PAGESIZE" and defaults to 0. |
1672 | be a multiple of "IO::AIO::PAGESIZE" and defaults to 0. |
… | |
… | |
1682 | "IO::AIO::SPLICE_F_MORE" and "IO::AIO::SPLICE_F_GIFT". |
1710 | "IO::AIO::SPLICE_F_MORE" and "IO::AIO::SPLICE_F_GIFT". |
1683 | |
1711 | |
1684 | See the splice(2) manpage for details. |
1712 | See the splice(2) manpage for details. |
1685 | |
1713 | |
1686 | IO::AIO::tee $r_fh, $w_fh, $length, $flags |
1714 | IO::AIO::tee $r_fh, $w_fh, $length, $flags |
1687 | Calls the GNU/Linux tee(2) syscall, see it's manpage and the |
1715 | Calls the GNU/Linux tee(2) syscall, see its manpage and the |
1688 | description for "IO::AIO::splice" above for details. |
1716 | description for "IO::AIO::splice" above for details. |
|
|
1717 | |
|
|
1718 | $actual_size = IO::AIO::pipesize $r_fh[, $new_size] |
|
|
1719 | Attempts to query or change the pipe buffer size. Obviously works |
|
|
1720 | only on pipes, and currently works only on GNU/Linux systems, and |
|
|
1721 | fails with -1/"ENOSYS" everywhere else. If anybody knows how to |
|
|
1722 | influence pipe buffer size on other systems, drop me a note. |
|
|
1723 | |
|
|
1724 | ($rfh, $wfh) = IO::AIO::pipe2 [$flags] |
|
|
1725 | This is a direct interface to the Linux pipe2(2) system call. If |
|
|
1726 | $flags is missing or 0, then this should be the same as a call to |
|
|
1727 | perl's built-in "pipe" function and create a new pipe, and works on |
|
|
1728 | systems that lack the pipe2 syscall. On win32, this case invokes |
|
|
1729 | "_pipe (..., 4096, O_BINARY)". |
|
|
1730 | |
|
|
1731 | If $flags is non-zero, it tries to invoke the pipe2 system call with |
|
|
1732 | the given flags (Linux 2.6.27, glibc 2.9). |
|
|
1733 | |
|
|
1734 | On success, the read and write file handles are returned. |
|
|
1735 | |
|
|
1736 | On error, nothing will be returned. If the pipe2 syscall is missing |
|
|
1737 | and $flags is non-zero, fails with "ENOSYS". |
|
|
1738 | |
|
|
1739 | Please refer to pipe2(2) for more info on the $flags, but at the |
|
|
1740 | time of this writing, "IO::AIO::O_CLOEXEC", "IO::AIO::O_NONBLOCK" |
|
|
1741 | and "IO::AIO::O_DIRECT" (Linux 3.4, for packet-based pipes) were |
|
|
1742 | supported. |
1689 | |
1743 | |
1690 | EVENT LOOP INTEGRATION |
1744 | EVENT LOOP INTEGRATION |
1691 | It is recommended to use AnyEvent::AIO to integrate IO::AIO |
1745 | It is recommended to use AnyEvent::AIO to integrate IO::AIO |
1692 | automatically into many event loops: |
1746 | automatically into many event loops: |
1693 | |
1747 | |