ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.pm
(Generate patch)

Comparing IO-AIO/AIO.pm (file contents):
Revision 1.296 by root, Sun Aug 26 03:17:35 2018 UTC vs.
Revision 1.306 by root, Wed Oct 16 09:11:35 2019 UTC

171use common::sense; 171use common::sense;
172 172
173use base 'Exporter'; 173use base 'Exporter';
174 174
175BEGIN { 175BEGIN {
176 our $VERSION = 4.6; 176 our $VERSION = 4.73;
177 177
178 our @AIO_REQ = qw(aio_sendfile aio_seek aio_read aio_write aio_open aio_close 178 our @AIO_REQ = qw(aio_sendfile aio_seek aio_read aio_write aio_open aio_close
179 aio_stat aio_lstat aio_unlink aio_rmdir aio_readdir aio_readdirx 179 aio_stat aio_lstat aio_unlink aio_rmdir aio_readdir aio_readdirx
180 aio_scandir aio_symlink aio_readlink aio_realpath aio_fcntl aio_ioctl 180 aio_scandir aio_symlink aio_readlink aio_realpath aio_fcntl aio_ioctl
181 aio_sync aio_fsync aio_syncfs aio_fdatasync aio_sync_file_range 181 aio_sync aio_fsync aio_syncfs aio_fdatasync aio_sync_file_range
278 IO::AIO::idle_timeout $seconds 278 IO::AIO::idle_timeout $seconds
279 IO::AIO::max_outstanding $maxreqs 279 IO::AIO::max_outstanding $maxreqs
280 IO::AIO::nreqs 280 IO::AIO::nreqs
281 IO::AIO::nready 281 IO::AIO::nready
282 IO::AIO::npending 282 IO::AIO::npending
283 IO::AIO::reinit
284
283 $nfd = IO::AIO::get_fdlimit [EXPERIMENTAL] 285 $nfd = IO::AIO::get_fdlimit [EXPERIMENTAL]
284 IO::AIO::min_fdlimit $nfd [EXPERIMENTAL] 286 IO::AIO::min_fdlimit $nfd [EXPERIMENTAL]
285 287
286 IO::AIO::sendfile $ofh, $ifh, $offset, $count 288 IO::AIO::sendfile $ofh, $ifh, $offset, $count
287 IO::AIO::fadvise $fh, $offset, $len, $advice 289 IO::AIO::fadvise $fh, $offset, $len, $advice
290
288 IO::AIO::mmap $scalar, $length, $prot, $flags[, $fh[, $offset]] 291 IO::AIO::mmap $scalar, $length, $prot, $flags[, $fh[, $offset]]
289 IO::AIO::munmap $scalar 292 IO::AIO::munmap $scalar
290 IO::AIO::mremap $scalar, $new_length, $flags[, $new_address] 293 IO::AIO::mremap $scalar, $new_length, $flags[, $new_address]
291 IO::AIO::madvise $scalar, $offset, $length, $advice 294 IO::AIO::madvise $scalar, $offset, $length, $advice
292 IO::AIO::mprotect $scalar, $offset, $length, $protect 295 IO::AIO::mprotect $scalar, $offset, $length, $protect
293 IO::AIO::munlock $scalar, $offset = 0, $length = undef 296 IO::AIO::munlock $scalar, $offset = 0, $length = undef
294 IO::AIO::munlockall 297 IO::AIO::munlockall
298
299 # stat extensions
300 $counter = IO::AIO::st_gen
301 $seconds = IO::AIO::st_atime, IO::AIO::st_mtime, IO::AIO::st_ctime, IO::AIO::st_btime
302 ($atime, $mtime, $ctime, $btime, ...) = IO::AIO::st_xtime
303 $nanoseconds = IO::AIO::st_atimensec, IO::AIO::st_mtimensec, IO::AIO::st_ctimensec, IO::AIO::st_btimensec
304 $seconds = IO::AIO::st_btimesec
305 ($atime, $mtime, $ctime, $btime, ...) = IO::AIO::st_xtimensec
306
307 # very much unportable syscalls
308 IO::AIO::accept4 $r_fh, $sockaddr, $sockaddr_len, $flags
309 IO::AIO::splice $r_fh, $r_off, $w_fh, $w_off, $length, $flags
310 IO::AIO::tee $r_fh, $w_fh, $length, $flags
311 $actual_size = IO::AIO::pipesize $r_fh[, $new_size]
312 ($rfh, $wfh) = IO::AIO::pipe2 [$flags]
313 $fh = IO::AIO::memfd_create $pathname[, $flags]
314 $fh = IO::AIO::eventfd [$initval, [$flags]]
315 $fh = IO::AIO::timerfd_create $clockid[, $flags]
316 ($cur_interval, $cur_value) = IO::AIO::timerfd_settime $fh, $flags, $new_interval, $nbw_value
317 ($cur_interval, $cur_value) = IO::AIO::timerfd_gettime $fh
295 318
296=head2 API NOTES 319=head2 API NOTES
297 320
298All the C<aio_*> calls are more or less thin wrappers around the syscall 321All the C<aio_*> calls are more or less thin wrappers around the syscall
299with the same name (sans C<aio_>). The arguments are similar or identical, 322with the same name (sans C<aio_>). The arguments are similar or identical,
1109 aioreq_pri $pri; 1132 aioreq_pri $pri;
1110 add $grp aio_stat $wd, sub { 1133 add $grp aio_stat $wd, sub {
1111 return $grp->result () if $_[0]; 1134 return $grp->result () if $_[0];
1112 my $now = time; 1135 my $now = time;
1113 my $hash1 = join ":", (stat _)[0,1,3,7,9]; 1136 my $hash1 = join ":", (stat _)[0,1,3,7,9];
1137 my $rdxflags = READDIR_DIRS_FIRST;
1138
1139 if ((stat _)[3] < 2) {
1140 # at least one non-POSIX filesystem exists
1141 # that returns useful DT_type values: btrfs,
1142 # so optimise for this here by requesting dents
1143 $rdxflags |= READDIR_DENTS;
1144 }
1114 1145
1115 # read the directory entries 1146 # read the directory entries
1116 aioreq_pri $pri; 1147 aioreq_pri $pri;
1117 add $grp aio_readdirx $wd, READDIR_DIRS_FIRST, sub { 1148 add $grp aio_readdirx $wd, $rdxflags, sub {
1118 my $entries = shift 1149 my ($entries, $flags) = @_
1119 or return $grp->result (); 1150 or return $grp->result ();
1151
1152 if ($rdxflags & READDIR_DENTS) {
1153 # if we requested type values, see if we can use them directly.
1154
1155 # if there were any DT_UNKNOWN entries then we assume we
1156 # don't know. alternatively, we could assume that if we get
1157 # one DT_DIR, then all directories are indeed marked with
1158 # DT_DIR, but this seems not required for btrfs, and this
1159 # is basically the "btrfs can't get it's act together" code
1160 # branch.
1161 unless ($flags & READDIR_FOUND_UNKNOWN) {
1162 # now we have valid DT_ information for all entries,
1163 # so use it as an optimisation without further stat's.
1164 # they must also all be at the beginning of @$entries
1165 # by now.
1166
1167 my $dirs;
1168
1169 if (@$entries) {
1170 for (0 .. $#$entries) {
1171 if ($entries->[$_][1] != DT_DIR) {
1172 # splice out directories
1173 $dirs = [splice @$entries, 0, $_];
1174 last;
1175 }
1176 }
1177
1178 # if we didn't find any non-dir, then all entries are dirs
1179 unless ($dirs) {
1180 ($dirs, $entries) = ($entries, []);
1181 }
1182 } else {
1183 # directory is empty, so there are no sbdirs
1184 $dirs = [];
1185 }
1186
1187 # either splice'd the directories out or the dir was empty.
1188 # convert dents to filenames
1189 $_ = $_->[0] for @$dirs;
1190 $_ = $_->[0] for @$entries;
1191
1192 return $grp->result ($dirs, $entries);
1193 }
1194
1195 # cannot use, so return to our old ways
1196 # by pretending we only scanned for names.
1197 $_ = $_->[0] for @$entries;
1198 }
1120 1199
1121 # stat the dir another time 1200 # stat the dir another time
1122 aioreq_pri $pri; 1201 aioreq_pri $pri;
1123 add $grp aio_stat $wd, sub { 1202 add $grp aio_stat $wd, sub {
1124 my $hash2 = join ":", (stat _)[0,1,3,7,9]; 1203 my $hash2 = join ":", (stat _)[0,1,3,7,9];
1230So in general, you should only use these calls for things that do 1309So in general, you should only use these calls for things that do
1231(filesystem) I/O, not for things that wait for other events (network, 1310(filesystem) I/O, not for things that wait for other events (network,
1232other processes), although if you are careful and know what you are doing, 1311other processes), although if you are careful and know what you are doing,
1233you still can. 1312you still can.
1234 1313
1235The following constants are available (missing ones are, as usual C<0>): 1314The following constants are available and can be used for normal C<ioctl>
1315and C<fcntl> as well (missing ones are, as usual C<0>):
1236 1316
1237C<F_DUPFD_CLOEXEC>, 1317C<F_DUPFD_CLOEXEC>,
1238 1318
1239C<F_OFD_GETLK>, C<F_OFD_SETLK>, C<F_OFD_GETLKW>, 1319C<F_OFD_GETLK>, C<F_OFD_SETLK>, C<F_OFD_GETLKW>,
1240 1320
1241C<FIFREEZE>, C<FITHAW>, C<FITRIM>, C<FICLONE>, C<FICLONERANGE>, C<FIDEDUPERANGE>. 1321C<FIFREEZE>, C<FITHAW>, C<FITRIM>, C<FICLONE>, C<FICLONERANGE>, C<FIDEDUPERANGE>.
1322
1323C<F_ADD_SEALS>, C<F_GET_SEALS>, C<F_SEAL_SEAL>, C<F_SEAL_SHRINK>, C<F_SEAL_GROW> and
1324C<F_SEAL_WRITE>.
1242 1325
1243C<FS_IOC_GETFLAGS>, C<FS_IOC_SETFLAGS>, C<FS_IOC_GETVERSION>, C<FS_IOC_SETVERSION>, 1326C<FS_IOC_GETFLAGS>, C<FS_IOC_SETFLAGS>, C<FS_IOC_GETVERSION>, C<FS_IOC_SETVERSION>,
1244C<FS_IOC_FIEMAP>. 1327C<FS_IOC_FIEMAP>.
1245 1328
1246C<FS_IOC_FSGETXATTR>, C<FS_IOC_FSSETXATTR>, C<FS_IOC_SET_ENCRYPTION_POLICY>, 1329C<FS_IOC_FSGETXATTR>, C<FS_IOC_FSSETXATTR>, C<FS_IOC_SET_ENCRYPTION_POLICY>,
1385 IO::AIO::mmap $data, -s $fh, IO::AIO::PROT_READ, IO::AIO::MAP_SHARED, $fh; 1468 IO::AIO::mmap $data, -s $fh, IO::AIO::PROT_READ, IO::AIO::MAP_SHARED, $fh;
1386 aio_mlock $data; # mlock in background 1469 aio_mlock $data; # mlock in background
1387 1470
1388=item aio_mlockall $flags, $callback->($status) 1471=item aio_mlockall $flags, $callback->($status)
1389 1472
1390Calls the C<mlockall> function with the given C<$flags> (a combination of 1473Calls the C<mlockall> function with the given C<$flags> (a
1391C<IO::AIO::MCL_CURRENT> and C<IO::AIO::MCL_FUTURE>). 1474combination of C<IO::AIO::MCL_CURRENT>, C<IO::AIO::MCL_FUTURE> and
1475C<IO::AIO::MCL_ONFAULT>).
1392 1476
1393On systems that do not implement C<mlockall>, this function returns C<-1> 1477On systems that do not implement C<mlockall>, this function returns C<-1>
1394and sets errno to C<ENOSYS>. 1478and sets errno to C<ENOSYS>. Similarly, flag combinations not supported
1479by the system result in a return value of C<-1> with errno being set to
1480C<EINVAL>.
1395 1481
1396Note that the corresponding C<munlockall> is synchronous and is 1482Note that the corresponding C<munlockall> is synchronous and is
1397documented under L<MISCELLANEOUS FUNCTIONS>. 1483documented under L<MISCELLANEOUS FUNCTIONS>.
1398 1484
1399Example: asynchronously lock all current and future pages into memory. 1485Example: asynchronously lock all current and future pages into memory.
1593C<aio_wd> callback, as future requests using the value will fail in the 1679C<aio_wd> callback, as future requests using the value will fail in the
1594expected way. 1680expected way.
1595 1681
1596=item IO::AIO::CWD 1682=item IO::AIO::CWD
1597 1683
1598This is a compiletime constant (object) that represents the process 1684This is a compile time constant (object) that represents the process
1599current working directory. 1685current working directory.
1600 1686
1601Specifying this object as working directory object for a pathname is as if 1687Specifying this object as working directory object for a pathname is as if
1602the pathname would be specified directly, without a directory object. For 1688the pathname would be specified directly, without a directory object. For
1603example, these calls are functionally identical: 1689example, these calls are functionally identical:
2063for times around now - see the I<nsec> function family, below, for full 2149for times around now - see the I<nsec> function family, below, for full
2064accuracy. 2150accuracy.
2065 2151
2066File birth time is only available when the OS and perl support it (on 2152File birth time is only available when the OS and perl support it (on
2067FreeBSD and NetBSD at the time of this writing, although support is 2153FreeBSD and NetBSD at the time of this writing, although support is
2068adaptive, so if your OS/perl gains support, IO::AIO can take avdantage of 2154adaptive, so if your OS/perl gains support, IO::AIO can take advantage of
2069it). On systems where it isn't available, C<0> is currently returned, but 2155it). On systems where it isn't available, C<0> is currently returned, but
2070this might change to C<undef> in a future version. 2156this might change to C<undef> in a future version.
2071 2157
2072=item ($atime, $mtime, $ctime, $btime, ...) = IO::AIO::st_xtime 2158=item ($atime, $mtime, $ctime, $btime, ...) = IO::AIO::st_xtime
2073 2159
2295implemented, but not supported and might go away in a future version. 2381implemented, but not supported and might go away in a future version.
2296 2382
2297On systems where this call is not supported or is not emulated, this call 2383On systems where this call is not supported or is not emulated, this call
2298returns falls and sets C<$!> to C<ENOSYS>. 2384returns falls and sets C<$!> to C<ENOSYS>.
2299 2385
2386=item IO::AIO::mlockall $flags
2387
2388Calls the C<eio_mlockall_sync> function, which is like C<aio_mlockall>,
2389but is blocking.
2390
2300=item IO::AIO::munlock $scalar, $offset = 0, $length = undef 2391=item IO::AIO::munlock $scalar, $offset = 0, $length = undef
2301 2392
2302Calls the C<munlock> function, undoing the effects of a previous 2393Calls the C<munlock> function, undoing the effects of a previous
2303C<aio_mlock> call (see its description for details). 2394C<aio_mlock> call (see its description for details).
2304 2395
2306 2397
2307Calls the C<munlockall> function. 2398Calls the C<munlockall> function.
2308 2399
2309On systems that do not implement C<munlockall>, this function returns 2400On systems that do not implement C<munlockall>, this function returns
2310ENOSYS, otherwise the return value of C<munlockall>. 2401ENOSYS, otherwise the return value of C<munlockall>.
2402
2403=item $fh = IO::AIO::accept4 $r_fh, $sockaddr, $sockaddr_maxlen, $flags
2404
2405Uses the GNU/Linux C<accept4(2)> syscall, if available, to accept a socket
2406and return the new file handle on success, or sets C<$!> and returns
2407C<undef> on error.
2408
2409The remote name of the new socket will be stored in C<$sockaddr>, which
2410will be extended to allow for at least C<$sockaddr_maxlen> octets. If the
2411socket name does not fit into C<$sockaddr_maxlen> octets, this is signaled
2412by returning a longer string in C<$sockaddr>, which might or might not be
2413truncated.
2414
2415To accept name-less sockets, use C<undef> for C<$sockaddr> and C<0> for
2416C<$sockaddr_maxlen>.
2417
2418The main reasons to use this syscall rather than portable C«accept(2)>
2419are that you can specify C<SOCK_NONBLOCK> and/or C<SOCK_CLOEXEC>
2420flags and you can accept name-less sockets by specifying C<0> for
2421C<$sockaddr_maxlen>, which is sadly not possible with perl's interface to
2422C<accept>.
2311 2423
2312=item IO::AIO::splice $r_fh, $r_off, $w_fh, $w_off, $length, $flags 2424=item IO::AIO::splice $r_fh, $r_off, $w_fh, $w_off, $length, $flags
2313 2425
2314Calls the GNU/Linux C<splice(2)> syscall, if available. If C<$r_off> or 2426Calls the GNU/Linux C<splice(2)> syscall, if available. If C<$r_off> or
2315C<$w_off> are C<undef>, then C<NULL> is passed for these, otherwise they 2427C<$w_off> are C<undef>, then C<NULL> is passed for these, otherwise they
2359Example: create a pipe race-free w.r.t. threads and fork: 2471Example: create a pipe race-free w.r.t. threads and fork:
2360 2472
2361 my ($rfh, $wfh) = IO::AIO::pipe2 IO::AIO::O_CLOEXEC 2473 my ($rfh, $wfh) = IO::AIO::pipe2 IO::AIO::O_CLOEXEC
2362 or die "pipe2: $!\n"; 2474 or die "pipe2: $!\n";
2363 2475
2476=item $fh = IO::AIO::memfd_create $pathname[, $flags]
2477
2478This is a direct interface to the Linux L<memfd_create(2)> system
2479call. The (unhelpful) default for C<$flags> is C<0>, but your default
2480should be C<IO::AIO::MFD_CLOEXEC>.
2481
2482On success, the new memfd filehandle is returned, otherwise returns
2483C<undef>. If the memfd_create syscall is missing, fails with C<ENOSYS>.
2484
2485Please refer to L<memfd_create(2)> for more info on this call.
2486
2487The following C<$flags> values are available: C<IO::AIO::MFD_CLOEXEC>,
2488C<IO::AIO::MFD_ALLOW_SEALING> and C<IO::AIO::MFD_HUGETLB>.
2489
2490Example: create a new memfd.
2491
2492 my $fh = IO::AIO::memfd_create "somenameforprocfd", IO::AIO::MFD_CLOEXEC
2493 or die "m,emfd_create: $!\n";
2364=item $fh = IO::AIO::eventfd [$initval, [$flags]] 2494=item $fh = IO::AIO::eventfd [$initval, [$flags]]
2365 2495
2366This is a direct interface to the Linux L<eventfd(2)> system call. The 2496This is a direct interface to the Linux L<eventfd(2)> system call. The
2367(unhelpful) defaults for C<$initval> and C<$flags> are C<0> for both. 2497(unhelpful) defaults for C<$initval> and C<$flags> are C<0> for both.
2368 2498
2374The following symbol flag values are available: C<IO::AIO::EFD_CLOEXEC>, 2504The following symbol flag values are available: C<IO::AIO::EFD_CLOEXEC>,
2375C<IO::AIO::EFD_NONBLOCK> and C<IO::AIO::EFD_SEMAPHORE> (Linux 2.6.30). 2505C<IO::AIO::EFD_NONBLOCK> and C<IO::AIO::EFD_SEMAPHORE> (Linux 2.6.30).
2376 2506
2377Example: create a new eventfd filehandle: 2507Example: create a new eventfd filehandle:
2378 2508
2379 $fh = IO::AIO::eventfd 0, IO::AIO::O_CLOEXEC 2509 $fh = IO::AIO::eventfd 0, IO::AIO::EFD_CLOEXEC
2380 or die "eventfd: $!\n"; 2510 or die "eventfd: $!\n";
2381 2511
2382=item $fh = IO::AIO::timerfd_create $clockid[, $flags] 2512=item $fh = IO::AIO::timerfd_create $clockid[, $flags]
2383 2513
2384This is a direct interface to the Linux L<timerfd_create(2)> system call. The 2514This is a direct interface to the Linux L<timerfd_create(2)> system
2385(unhelpful) default for C<$flags> is C<0>. 2515call. The (unhelpful) default for C<$flags> is C<0>, but your default
2516should be C<IO::AIO::TFD_CLOEXEC>.
2386 2517
2387On success, the new timerfd filehandle is returned, otherwise returns 2518On success, the new timerfd filehandle is returned, otherwise returns
2388C<undef>. If the eventfd syscall is missing, fails with C<ENOSYS>. 2519C<undef>. If the timerfd_create syscall is missing, fails with C<ENOSYS>.
2389 2520
2390Please refer to L<timerfd_create(2)> for more info on this call. 2521Please refer to L<timerfd_create(2)> for more info on this call.
2391 2522
2392The following C<$clockid> values are 2523The following C<$clockid> values are
2393available: C<IO::AIO::CLOCK_REALTIME>, C<IO::AIO::CLOCK_MONOTONIC> 2524available: C<IO::AIO::CLOCK_REALTIME>, C<IO::AIO::CLOCK_MONOTONIC>
2559known issue, rather than a bug. 2690known issue, rather than a bug.
2560 2691
2561=head1 SEE ALSO 2692=head1 SEE ALSO
2562 2693
2563L<AnyEvent::AIO> for easy integration into event loops, L<Coro::AIO> for a 2694L<AnyEvent::AIO> for easy integration into event loops, L<Coro::AIO> for a
2564more natural syntax. 2695more natural syntax and L<IO::FDPass> for file descriptor passing.
2565 2696
2566=head1 AUTHOR 2697=head1 AUTHOR
2567 2698
2568 Marc Lehmann <schmorp@schmorp.de> 2699 Marc Lehmann <schmorp@schmorp.de>
2569 http://home.schmorp.de/ 2700 http://home.schmorp.de/

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines