… | |
… | |
14 | aio_unlink "/tmp/file", sub { }; |
14 | aio_unlink "/tmp/file", sub { }; |
15 | |
15 | |
16 | aio_read $fh, 30000, 1024, $buffer, 0, sub { |
16 | aio_read $fh, 30000, 1024, $buffer, 0, sub { |
17 | $_[0] > 0 or die "read error: $!"; |
17 | $_[0] > 0 or die "read error: $!"; |
18 | }; |
18 | }; |
|
|
19 | |
|
|
20 | use IO::AIO 2; # version has aio objects |
|
|
21 | |
|
|
22 | my $req = aio_unlink "/tmp/file", sub { }; |
|
|
23 | $req->cancel; # cancel request if still in queue |
19 | |
24 | |
20 | # AnyEvent |
25 | # AnyEvent |
21 | open my $fh, "<&=" . IO::AIO::poll_fileno or die "$!"; |
26 | open my $fh, "<&=" . IO::AIO::poll_fileno or die "$!"; |
22 | my $w = AnyEvent->io (fh => $fh, poll => 'r', cb => sub { IO::AIO::poll_cb }); |
27 | my $w = AnyEvent->io (fh => $fh, poll => 'r', cb => sub { IO::AIO::poll_cb }); |
23 | |
28 | |
… | |
… | |
61 | =cut |
66 | =cut |
62 | |
67 | |
63 | package IO::AIO; |
68 | package IO::AIO; |
64 | |
69 | |
65 | no warnings; |
70 | no warnings; |
|
|
71 | use strict 'vars'; |
66 | |
72 | |
67 | use base 'Exporter'; |
73 | use base 'Exporter'; |
68 | |
74 | |
69 | use Fcntl (); |
|
|
70 | |
|
|
71 | BEGIN { |
75 | BEGIN { |
72 | $VERSION = '1.8'; |
76 | our $VERSION = '1.99'; |
73 | |
77 | |
74 | @EXPORT = qw(aio_sendfile aio_read aio_write aio_open aio_close aio_stat |
78 | our @EXPORT = qw(aio_sendfile aio_read aio_write aio_open aio_close aio_stat |
75 | aio_lstat aio_unlink aio_rmdir aio_readdir aio_scandir aio_symlink |
79 | aio_lstat aio_unlink aio_rmdir aio_readdir aio_scandir aio_symlink |
76 | aio_fsync aio_fdatasync aio_readahead aio_rename aio_link aio_move); |
80 | aio_fsync aio_fdatasync aio_readahead aio_rename aio_link aio_move); |
77 | @EXPORT_OK = qw(poll_fileno poll_cb min_parallel max_parallel |
81 | our @EXPORT_OK = qw(poll_fileno poll_cb min_parallel max_parallel max_outstanding nreqs); |
78 | max_outstanding nreqs); |
|
|
79 | |
82 | |
80 | require XSLoader; |
83 | require XSLoader; |
81 | XSLoader::load IO::AIO, $VERSION; |
84 | XSLoader::load ("IO::AIO", $VERSION); |
82 | } |
85 | } |
83 | |
86 | |
84 | =head1 FUNCTIONS |
87 | =head1 FUNCTIONS |
85 | |
88 | |
86 | =head2 AIO FUNCTIONS |
89 | =head2 AIO FUNCTIONS |
… | |
… | |
93 | perl, which usually delivers "false") as it's sole argument when the given |
96 | perl, which usually delivers "false") as it's sole argument when the given |
94 | syscall has been executed asynchronously. |
97 | syscall has been executed asynchronously. |
95 | |
98 | |
96 | All functions expecting a filehandle keep a copy of the filehandle |
99 | All functions expecting a filehandle keep a copy of the filehandle |
97 | internally until the request has finished. |
100 | internally until the request has finished. |
|
|
101 | |
|
|
102 | All non-composite requests (requests that are not broken down into |
|
|
103 | multiple requests) return objects of type L<IO::AIO::REQ> that allow |
|
|
104 | further manipulation of running requests. |
98 | |
105 | |
99 | The pathnames you pass to these routines I<must> be absolute and |
106 | The pathnames you pass to these routines I<must> be absolute and |
100 | encoded in byte form. The reason for the former is that at the time the |
107 | encoded in byte form. The reason for the former is that at the time the |
101 | request is being executed, the current working directory could have |
108 | request is being executed, the current working directory could have |
102 | changed. Alternatively, you can make sure that you never change the |
109 | changed. Alternatively, you can make sure that you never change the |
… | |
… | |
170 | print "read $_[0] bytes: <$buffer>\n"; |
177 | print "read $_[0] bytes: <$buffer>\n"; |
171 | }; |
178 | }; |
172 | |
179 | |
173 | =item aio_move $srcpath, $dstpath, $callback->($status) |
180 | =item aio_move $srcpath, $dstpath, $callback->($status) |
174 | |
181 | |
175 | [EXPERIMENTAL] |
|
|
176 | |
|
|
177 | Try to move the I<file> (directories not supported as either source or destination) |
182 | Try to move the I<file> (directories not supported as either source or |
178 | from C<$srcpath> to C<$dstpath> and call the callback with the C<0> (error) or C<-1> ok. |
183 | destination) from C<$srcpath> to C<$dstpath> and call the callback with |
|
|
184 | the C<0> (error) or C<-1> ok. |
179 | |
185 | |
180 | This is a composite request that tries to rename(2) the file first. If |
186 | This is a composite request that tries to rename(2) the file first. If |
181 | rename files with C<EXDEV>, it creates the destination file with mode 0200 |
187 | rename files with C<EXDEV>, it creates the destination file with mode 0200 |
182 | and copies the contents of the source file into it using C<aio_sendfile>, |
188 | and copies the contents of the source file into it using C<aio_sendfile>, |
183 | followed by restoring atime, mtime, access mode and uid/gid, in that |
189 | followed by restoring atime, mtime, access mode and uid/gid, in that |
… | |
… | |
191 | |
197 | |
192 | sub aio_move($$$) { |
198 | sub aio_move($$$) { |
193 | my ($src, $dst, $cb) = @_; |
199 | my ($src, $dst, $cb) = @_; |
194 | |
200 | |
195 | aio_rename $src, $dst, sub { |
201 | aio_rename $src, $dst, sub { |
196 | if ($_[0] && $! == Errno::EXDEV) { |
202 | if ($_[0] && $! == EXDEV) { |
197 | aio_open $src, O_RDONLY, 0, sub { |
203 | aio_open $src, O_RDONLY, 0, sub { |
198 | if (my $src_fh = $_[0]) { |
204 | if (my $src_fh = $_[0]) { |
199 | my @stat = stat $src_fh; |
205 | my @stat = stat $src_fh; |
200 | |
206 | |
201 | aio_open $dst, O_WRONLY, 0200, sub { |
207 | aio_open $dst, O_WRONLY, 0200, sub { |
… | |
… | |
328 | The callback a single argument which is either C<undef> or an array-ref |
334 | The callback a single argument which is either C<undef> or an array-ref |
329 | with the filenames. |
335 | with the filenames. |
330 | |
336 | |
331 | =item aio_scandir $path, $maxreq, $callback->($dirs, $nondirs) |
337 | =item aio_scandir $path, $maxreq, $callback->($dirs, $nondirs) |
332 | |
338 | |
333 | Scans a directory (similar to C<aio_readdir>) and tries to separate the |
339 | Scans a directory (similar to C<aio_readdir>) but additionally tries to |
334 | entries of directory C<$path> into two sets of names, ones you can recurse |
340 | separate the entries of directory C<$path> into two sets of names, ones |
335 | into (directories), and ones you cannot recurse into (everything else). |
341 | you can recurse into (directories or links to them), and ones you cannot |
|
|
342 | recurse into (everything else). |
336 | |
343 | |
337 | C<aio_scandir> is a composite request that consists of many |
344 | C<aio_scandir> is a composite request that consists of many sub |
338 | aio-primitives. C<$maxreq> specifies the maximum number of outstanding |
345 | requests. C<$maxreq> specifies the maximum number of outstanding aio |
339 | aio requests that this function generates. If it is C<< <= 0 >>, then a |
346 | requests that this function generates. If it is C<< <= 0 >>, then a |
340 | suitable default will be chosen (currently 8). |
347 | suitable default will be chosen (currently 8). |
341 | |
348 | |
342 | On error, the callback is called without arguments, otherwise it receives |
349 | On error, the callback is called without arguments, otherwise it receives |
343 | two array-refs with path-relative entry names. |
350 | two array-refs with path-relative entry names. |
344 | |
351 | |
… | |
… | |
353 | Implementation notes. |
360 | Implementation notes. |
354 | |
361 | |
355 | The C<aio_readdir> cannot be avoided, but C<stat()>'ing every entry can. |
362 | The C<aio_readdir> cannot be avoided, but C<stat()>'ing every entry can. |
356 | |
363 | |
357 | After reading the directory, the modification time, size etc. of the |
364 | After reading the directory, the modification time, size etc. of the |
358 | directory before and after the readdir is checked, and if they match, the |
365 | directory before and after the readdir is checked, and if they match (and |
359 | link count will be used to decide how many entries are directories (if |
366 | isn't the current time), the link count will be used to decide how many |
360 | >= 2). Otherwise, no knowledge of the number of subdirectories will be |
367 | entries are directories (if >= 2). Otherwise, no knowledge of the number |
361 | assumed. |
368 | of subdirectories will be assumed. |
362 | |
369 | |
363 | Then entires will be sorted into likely directories (everything without a |
370 | Then entries will be sorted into likely directories (everything without |
364 | non-initial dot) and likely non-directories (everything else). Then every |
371 | a non-initial dot currently) and likely non-directories (everything |
365 | entry + C</.> will be C<stat>'ed, likely directories first. This is often |
372 | else). Then every entry plus an appended C</.> will be C<stat>'ed, |
|
|
373 | likely directories first. If that succeeds, it assumes that the entry |
|
|
374 | is a directory or a symlink to directory (which will be checked |
|
|
375 | seperately). This is often faster than stat'ing the entry itself because |
366 | faster because filesystems might detect the type of the entry without |
376 | filesystems might detect the type of the entry without reading the inode |
367 | reading the inode data (e.g. ext2fs filetype feature). If that succeeds, |
377 | data (e.g. ext2fs filetype feature). |
368 | it assumes that the entry is a directory or a symlink to directory (which |
|
|
369 | will be checked seperately). |
|
|
370 | |
378 | |
371 | If the known number of directories has been reached, the rest of the |
379 | If the known number of directories (link count - 2) has been reached, the |
372 | entries is assumed to be non-directories. |
380 | rest of the entries is assumed to be non-directories. |
|
|
381 | |
|
|
382 | This only works with certainty on POSIX (= UNIX) filesystems, which |
|
|
383 | fortunately are the vast majority of filesystems around. |
|
|
384 | |
|
|
385 | It will also likely work on non-POSIX filesystems with reduced efficiency |
|
|
386 | as those tend to return 0 or 1 as link counts, which disables the |
|
|
387 | directory counting heuristic. |
373 | |
388 | |
374 | =cut |
389 | =cut |
375 | |
390 | |
376 | sub aio_scandir($$$) { |
391 | sub aio_scandir($$$) { |
377 | my ($path, $maxreq, $cb) = @_; |
392 | my ($path, $maxreq, $cb) = @_; |
… | |
… | |
379 | $maxreq = 8 if $maxreq <= 0; |
394 | $maxreq = 8 if $maxreq <= 0; |
380 | |
395 | |
381 | # stat once |
396 | # stat once |
382 | aio_stat $path, sub { |
397 | aio_stat $path, sub { |
383 | return $cb->() if $_[0]; |
398 | return $cb->() if $_[0]; |
|
|
399 | my $now = time; |
384 | my $hash1 = join ":", (stat _)[0,1,3,7,9]; |
400 | my $hash1 = join ":", (stat _)[0,1,3,7,9]; |
385 | |
401 | |
386 | # read the directory entries |
402 | # read the directory entries |
387 | aio_readdir $path, sub { |
403 | aio_readdir $path, sub { |
388 | my $entries = shift |
404 | my $entries = shift |
… | |
… | |
393 | my $hash2 = join ":", (stat _)[0,1,3,7,9]; |
409 | my $hash2 = join ":", (stat _)[0,1,3,7,9]; |
394 | |
410 | |
395 | my $ndirs; |
411 | my $ndirs; |
396 | |
412 | |
397 | # take the slow route if anything looks fishy |
413 | # take the slow route if anything looks fishy |
398 | if ($hash1 ne $hash2) { |
414 | if ($hash1 ne $hash2 or (stat _)[9] == $now) { |
399 | $ndirs = -1; |
415 | $ndirs = -1; |
400 | } else { |
416 | } else { |
401 | # if nlink == 2, we are finished |
417 | # if nlink == 2, we are finished |
402 | # on non-posix-fs's, we rely on nlink < 2 |
418 | # on non-posix-fs's, we rely on nlink < 2 |
403 | $ndirs = (stat _)[3] - 2 |
419 | $ndirs = (stat _)[3] - 2 |
… | |
… | |
478 | If this call isn't available because your OS lacks it or it couldn't be |
494 | If this call isn't available because your OS lacks it or it couldn't be |
479 | detected, it will be emulated by calling C<fsync> instead. |
495 | detected, it will be emulated by calling C<fsync> instead. |
480 | |
496 | |
481 | =back |
497 | =back |
482 | |
498 | |
|
|
499 | =head2 IO::AIO::REQ CLASS |
|
|
500 | |
|
|
501 | All non-aggregate C<aio_*> functions return an object of this class when |
|
|
502 | called in non-void context. |
|
|
503 | |
|
|
504 | A request always moves through the following five states in its lifetime, |
|
|
505 | in order: B<ready> (request has been created, but has not been executed |
|
|
506 | yet), B<execute> (request is currently being executed), B<pending> |
|
|
507 | (request has been executed but callback has not been called yet), |
|
|
508 | B<result> (results are being processed synchronously, includes calling the |
|
|
509 | callback) and B<done> (request has reached the end of its lifetime and |
|
|
510 | holds no resources anymore). |
|
|
511 | |
|
|
512 | =over 4 |
|
|
513 | |
|
|
514 | =item $req->cancel |
|
|
515 | |
|
|
516 | Cancels the request, if possible. Has the effect of skipping execution |
|
|
517 | when entering the B<execute> state and skipping calling the callback when |
|
|
518 | entering the the B<result> state, but will leave the request otherwise |
|
|
519 | untouched. That means that requests that currently execute will not be |
|
|
520 | stopped and resources held by the request will not be freed prematurely. |
|
|
521 | |
|
|
522 | =back |
|
|
523 | |
483 | =head2 SUPPORT FUNCTIONS |
524 | =head2 SUPPORT FUNCTIONS |
484 | |
525 | |
485 | =over 4 |
526 | =over 4 |
486 | |
527 | |
487 | =item $fileno = IO::AIO::poll_fileno |
528 | =item $fileno = IO::AIO::poll_fileno |
… | |
… | |
612 | } |
653 | } |
613 | |
654 | |
614 | 1; |
655 | 1; |
615 | |
656 | |
616 | =head2 FORK BEHAVIOUR |
657 | =head2 FORK BEHAVIOUR |
|
|
658 | |
|
|
659 | This module should do "the right thing" when the process using it forks: |
617 | |
660 | |
618 | Before the fork, IO::AIO enters a quiescent state where no requests |
661 | Before the fork, IO::AIO enters a quiescent state where no requests |
619 | can be added in other threads and no results will be processed. After |
662 | can be added in other threads and no results will be processed. After |
620 | the fork the parent simply leaves the quiescent state and continues |
663 | the fork the parent simply leaves the quiescent state and continues |
621 | request/result processing, while the child clears the request/result |
664 | request/result processing, while the child clears the request/result |
622 | queue (so the requests started before the fork will only be handled in |
665 | queue (so the requests started before the fork will only be handled in |
623 | the parent). Threats will be started on demand until the limit ste in the |
666 | the parent). Threads will be started on demand until the limit ste in the |
624 | parent process has been reached again. |
667 | parent process has been reached again. |
625 | |
668 | |
|
|
669 | In short: the parent will, after a short pause, continue as if fork had |
|
|
670 | not been called, while the child will act as if IO::AIO has not been used |
|
|
671 | yet. |
|
|
672 | |
626 | =head1 SEE ALSO |
673 | =head1 SEE ALSO |
627 | |
674 | |
628 | L<Coro>, L<Linux::AIO>. |
675 | L<Coro>, L<Linux::AIO> (obsolete). |
629 | |
676 | |
630 | =head1 AUTHOR |
677 | =head1 AUTHOR |
631 | |
678 | |
632 | Marc Lehmann <schmorp@schmorp.de> |
679 | Marc Lehmann <schmorp@schmorp.de> |
633 | http://home.schmorp.de/ |
680 | http://home.schmorp.de/ |