ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.157 by root, Sat Jan 2 12:58:37 2010 UTC vs.
Revision 1.168 by root, Wed Aug 4 14:02:58 2010 UTC

11#include <stddef.h> 11#include <stddef.h>
12#include <stdlib.h> 12#include <stdlib.h>
13#include <errno.h> 13#include <errno.h>
14#include <sys/types.h> 14#include <sys/types.h>
15#include <sys/stat.h> 15#include <sys/stat.h>
16#include <sys/statvfs.h>
16#include <limits.h> 17#include <limits.h>
17#include <fcntl.h> 18#include <fcntl.h>
18#include <sched.h> 19#include <sched.h>
20
21#if _POSIX_MEMLOCK || _POSIX_MAPPED_FILES
22# include <sys/mman.h>
23#endif
19 24
20/* perl namespace pollution */ 25/* perl namespace pollution */
21#undef VERSION 26#undef VERSION
22 27
23#ifdef _WIN32 28#ifdef _WIN32
119 124
120#ifndef POSIX_FADV_NORMAL 125#ifndef POSIX_FADV_NORMAL
121# define POSIX_FADV_NORMAL 0 126# define POSIX_FADV_NORMAL 0
122# define NO_FADVISE 1 127# define NO_FADVISE 1
123#endif 128#endif
124
125#ifndef POSIX_FADV_SEQUENTIAL 129#ifndef POSIX_FADV_SEQUENTIAL
126# define POSIX_FADV_SEQUENTIAL 0 130# define POSIX_FADV_SEQUENTIAL 0
127#endif 131#endif
128
129#ifndef POSIX_FADV_RANDOM 132#ifndef POSIX_FADV_RANDOM
130# define POSIX_FADV_RANDOM 0 133# define POSIX_FADV_RANDOM 0
131#endif 134#endif
132
133#ifndef POSIX_FADV_NOREUSE 135#ifndef POSIX_FADV_NOREUSE
134# define POSIX_FADV_NOREUSE 0 136# define POSIX_FADV_NOREUSE 0
135#endif 137#endif
136
137#ifndef POSIX_FADV_WILLNEED 138#ifndef POSIX_FADV_WILLNEED
138# define POSIX_FADV_WILLNEED 0 139# define POSIX_FADV_WILLNEED 0
139#endif 140#endif
140
141#ifndef POSIX_FADV_DONTNEED 141#ifndef POSIX_FADV_DONTNEED
142# define POSIX_FADV_DONTNEED 0 142# define POSIX_FADV_DONTNEED 0
143#endif
144
145#ifndef ST_NODEV
146# define ST_NODEV 0
147#endif
148#ifndef ST_NOEXEC
149# define ST_NOEXEC 0
150#endif
151#ifndef ST_SYNCHRONOUS
152# define ST_SYNCHRONOUS 0
153#endif
154#ifndef ST_MANDLOCK
155# define ST_MANDLOCK 0
156#endif
157#ifndef ST_WRITE
158# define ST_WRITE 0
159#endif
160#ifndef ST_APPEND
161# define ST_APPEND 0
162#endif
163#ifndef ST_IMMUTABLE
164# define ST_IMMUTABLE 0
165#endif
166#ifndef ST_NOATIME
167# define ST_NOATIME 0
168#endif
169#ifndef ST_NODIRATIME
170# define ST_NODIRATIME 0
171#endif
172#ifndef ST_RELATIME
173# define ST_RELATIME 0
174#endif
175
176#ifndef MCL_CURRENT
177# define MCL_CURRENT 0
178#endif
179#ifndef MCL_FUTURE
180# define MCL_FUTURE 0
181#endif
182
183#ifndef MAP_ANONYMOUS
184# ifdef MAP_ANON
185# define MAP_ANONYMOUS MAP_ANON
186# else
187# define MAP_ANONYMOUS MAP_FIXED /* and hope this fails */
188# endif
189#endif
190#ifndef MAP_HUGETLB
191# define MAP_HUGETLB 0
192#endif
193#ifndef MAP_LOCKED
194# define MAP_LOCKED 0
195#endif
196#ifndef MAP_NORESERVE
197# define MAP_NORESERVE 0
198#endif
199#ifndef MAP_POPULATE
200# define MAP_POPULATE 0
201#endif
202#ifndef MAP_NONBLOCK
203# define MAP_NONBLOCK 0
204#endif
205
206#ifndef PAGESIZE
207# define PAGESIZE sysconf (_SC_PAGESIZE)
143#endif 208#endif
144 209
145static int req_invoke (eio_req *req); 210static int req_invoke (eio_req *req);
146#define EIO_FINISH(req) req_invoke (req) 211#define EIO_FINISH(req) req_invoke (req)
147static void req_destroy (eio_req *grp); 212static void req_destroy (eio_req *grp);
239 } 304 }
240} 305}
241 306
242static int req_invoke (eio_req *req) 307static int req_invoke (eio_req *req)
243{ 308{
244 dSP;
245
246 if (req->flags & FLAG_SV2_RO_OFF) 309 if (req->flags & FLAG_SV2_RO_OFF)
247 SvREADONLY_off (req->sv2); 310 SvREADONLY_off (req->sv2);
248 311
249 if (!EIO_CANCELLED (req) && req->callback) 312 if (!EIO_CANCELLED (req) && req->callback)
250 { 313 {
314 dSP;
315 static SV *sv_result_cache; /* caches the result integer SV */
316 SV *sv_result;
317
251 ENTER; 318 ENTER;
252 SAVETMPS; 319 SAVETMPS;
253 PUSHMARK (SP); 320 PUSHMARK (SP);
254 EXTEND (SP, 1); 321 EXTEND (SP, 1);
322
323 /* do not recreate the result IV from scratch each time */
324 if (expect_true (sv_result_cache))
325 {
326 sv_result = sv_result_cache; sv_result_cache = 0;
327 SvIV_set (sv_result, req->result);
328 }
329 else
330 {
331 sv_result = newSViv (req->result);
332 SvREADONLY_on (sv_result);
333 }
255 334
256 switch (req->type) 335 switch (req->type)
257 { 336 {
258 case EIO_READDIR: 337 case EIO_READDIR:
259 { 338 {
345 424
346 PUSHs (fh); 425 PUSHs (fh);
347 } 426 }
348 break; 427 break;
349 428
429 case EIO_STATVFS:
430 case EIO_FSTATVFS:
431 {
432 SV *rv = &PL_sv_undef;
433
434 if (req->result >= 0)
435 {
436 EIO_STRUCT_STATVFS *f = EIO_STATVFS_BUF (req);
437 HV *hv = newHV ();
438
439 rv = sv_2mortal (newRV_noinc ((SV *)hv));
440
441 hv_store (hv, "bsize" , sizeof ("bsize" ) - 1, newSVval64 (f->f_bsize ), 0);
442 hv_store (hv, "frsize" , sizeof ("frsize" ) - 1, newSVval64 (f->f_frsize ), 0);
443 hv_store (hv, "blocks" , sizeof ("blocks" ) - 1, newSVval64 (f->f_blocks ), 0);
444 hv_store (hv, "bfree" , sizeof ("bfree" ) - 1, newSVval64 (f->f_bfree ), 0);
445 hv_store (hv, "bavail" , sizeof ("bavail" ) - 1, newSVval64 (f->f_bavail ), 0);
446 hv_store (hv, "files" , sizeof ("files" ) - 1, newSVval64 (f->f_files ), 0);
447 hv_store (hv, "ffree" , sizeof ("ffree" ) - 1, newSVval64 (f->f_ffree ), 0);
448 hv_store (hv, "favail" , sizeof ("favail" ) - 1, newSVval64 (f->f_favail ), 0);
449 hv_store (hv, "fsid" , sizeof ("fsid" ) - 1, newSVval64 (f->f_fsid ), 0);
450 hv_store (hv, "flag" , sizeof ("flag" ) - 1, newSVval64 (f->f_flag ), 0);
451 hv_store (hv, "namemax", sizeof ("namemax") - 1, newSVval64 (f->f_namemax), 0);
452 }
453
454 PUSHs (rv);
455 }
456
457 break;
458
350 case EIO_GROUP: 459 case EIO_GROUP:
351 req->int1 = 2; /* mark group as finished */ 460 req->int1 = 2; /* mark group as finished */
352 461
353 if (req->sv1) 462 if (req->sv1)
354 { 463 {
374 case EIO_LSTAT: 483 case EIO_LSTAT:
375 case EIO_FSTAT: 484 case EIO_FSTAT:
376 PL_laststype = req->type == EIO_LSTAT ? OP_LSTAT : OP_STAT; 485 PL_laststype = req->type == EIO_LSTAT ? OP_LSTAT : OP_STAT;
377 PL_laststatval = req->result; 486 PL_laststatval = req->result;
378 PL_statcache = *(EIO_STRUCT_STAT *)(req->ptr2); 487 PL_statcache = *(EIO_STRUCT_STAT *)(req->ptr2);
379 PUSHs (sv_2mortal (newSViv (req->result))); 488 PUSHs (sv_result);
380 break; 489 break;
381 490
382 case EIO_READ: 491 case EIO_READ:
383 { 492 {
384 SvCUR_set (req->sv2, req->stroffset + (req->result > 0 ? req->result : 0)); 493 SvCUR_set (req->sv2, req->stroffset + (req->result > 0 ? req->result : 0));
385 *SvEND (req->sv2) = 0; 494 *SvEND (req->sv2) = 0;
386 SvPOK_only (req->sv2); 495 SvPOK_only (req->sv2);
387 SvSETMAGIC (req->sv2); 496 SvSETMAGIC (req->sv2);
388 PUSHs (sv_2mortal (newSViv (req->result))); 497 PUSHs (sv_result);
389 } 498 }
390 break; 499 break;
391 500
392 case EIO_DUP2: 501 case EIO_DUP2: /* EIO_DUP2 actually means aio_close(), su fudge result value */
393 if (req->result > 0) 502 if (req->result > 0)
394 req->result = 0; 503 SvIV_set (sv_result, 0);
395 /* FALLTHROUGH */ 504 /* FALLTHROUGH */
396 505
397 default: 506 default:
398 PUSHs (sv_2mortal (newSViv (req->result))); 507 PUSHs (sv_result);
399 break; 508 break;
400 } 509 }
401 510
402 errno = req->errorno; 511 errno = req->errorno;
403 512
404 PUTBACK; 513 PUTBACK;
405 call_sv (req->callback, G_VOID | G_EVAL | G_DISCARD); 514 call_sv (req->callback, G_VOID | G_EVAL | G_DISCARD);
406 SPAGAIN; 515 SPAGAIN;
516
517 if (expect_false (SvREFCNT (sv_result) != 1 || sv_result_cache))
518 SvREFCNT_dec (sv_result);
519 else
520 sv_result_cache = sv_result;
407 521
408 FREETMPS; 522 FREETMPS;
409 LEAVE; 523 LEAVE;
410 524
411 PUTBACK; 525 PUTBACK;
486 600
487static void atfork_child (void) 601static void atfork_child (void)
488{ 602{
489 create_respipe (); 603 create_respipe ();
490} 604}
605
606/*****************************************************************************/
607
608#if !_POSIX_MAPPED_FILES
609# define mmap(addr,length,prot,flags,fd,offs) (errno = ENOSYS, -1)
610# define munmap(addr,length) (errno = ENOSYS, -1)
611#endif
612
613#define MMAP_MAGIC PERL_MAGIC_ext
614
615static int
616mmap_free (pTHX_ SV *sv, MAGIC *mg)
617{
618 int old_errno = errno;
619 munmap (mg->mg_ptr, (size_t)mg->mg_obj);
620 errno = old_errno;
621
622 mg->mg_obj = 0; /* just in case */
623
624 SvREADONLY_off (sv);
625
626 if (SvPVX (sv) != mg->mg_ptr)
627 croak ("ERROR: IO::AIO::mmap-mapped scalar changed location, detected");
628
629 SvCUR_set (sv, 0);
630 SvPVX (sv) = 0;
631 SvOK_off (sv);
632
633 return 0;
634}
635
636static MGVTBL mmap_vtbl = {
637 0, 0, 0, 0, mmap_free
638};
639
640/*****************************************************************************/
491 641
492static SV * 642static SV *
493get_cb (SV *cb_sv) 643get_cb (SV *cb_sv)
494{ 644{
495 SvGETMAGIC (cb_sv); 645 SvGETMAGIC (cb_sv);
527{ 677{
528 static const struct { 678 static const struct {
529 const char *name; 679 const char *name;
530 IV iv; 680 IV iv;
531 } *civ, const_iv[] = { 681 } *civ, const_iv[] = {
532# define const_iv(name, value) { # name, (IV) value }, 682# define const_niv(name, value) { # name, (IV) value },
683# define const_iv(name) { # name, (IV) name },
533# define const_eio(name) { # name, (IV) EIO_ ## name }, 684# define const_eio(name) { # name, (IV) EIO_ ## name },
534 const_iv (EXDEV , EXDEV) 685 const_iv (EXDEV)
535 const_iv (ENOSYS , ENOSYS) 686 const_iv (ENOSYS)
536 const_iv (O_RDONLY, O_RDONLY) 687 const_iv (O_RDONLY)
537 const_iv (O_WRONLY, O_WRONLY) 688 const_iv (O_WRONLY)
689 const_iv (O_RDWR)
538 const_iv (O_CREAT , O_CREAT) 690 const_iv (O_CREAT)
539 const_iv (O_TRUNC , O_TRUNC) 691 const_iv (O_TRUNC)
692 const_iv (O_EXCL)
693 const_iv (O_APPEND)
540#ifndef _WIN32 694#ifndef _WIN32
541 const_iv (S_IFIFO , S_IFIFO) 695 const_iv (S_IFIFO)
542#endif 696#endif
543 const_iv (FADV_NORMAL , POSIX_FADV_NORMAL) 697 const_niv (FADV_NORMAL , POSIX_FADV_NORMAL)
544 const_iv (FADV_SEQUENTIAL, POSIX_FADV_SEQUENTIAL) 698 const_niv (FADV_SEQUENTIAL, POSIX_FADV_SEQUENTIAL)
545 const_iv (FADV_RANDOM , POSIX_FADV_RANDOM) 699 const_niv (FADV_RANDOM , POSIX_FADV_RANDOM)
546 const_iv (FADV_NOREUSE , POSIX_FADV_NOREUSE) 700 const_niv (FADV_NOREUSE , POSIX_FADV_NOREUSE)
547 const_iv (FADV_WILLNEED , POSIX_FADV_WILLNEED) 701 const_niv (FADV_WILLNEED , POSIX_FADV_WILLNEED)
548 const_iv (FADV_DONTNEED , POSIX_FADV_DONTNEED) 702 const_niv (FADV_DONTNEED , POSIX_FADV_DONTNEED)
703
704 const_iv (ST_RDONLY)
705 const_iv (ST_NOSUID)
706 const_iv (ST_NODEV)
707 const_iv (ST_NOEXEC)
708 const_iv (ST_SYNCHRONOUS)
709 const_iv (ST_MANDLOCK)
710 const_iv (ST_WRITE)
711 const_iv (ST_APPEND)
712 const_iv (ST_IMMUTABLE)
713 const_iv (ST_NOATIME)
714 const_iv (ST_NODIRATIME)
715 const_iv (ST_RELATIME)
716
717 const_iv (PROT_EXEC)
718 const_iv (PROT_NONE)
719 const_iv (PROT_READ)
720 const_iv (PROT_WRITE)
721
722 /*const_iv (MAP_FIXED)*/
723 const_iv (MAP_PRIVATE)
724 const_iv (MAP_SHARED)
725 const_iv (MAP_ANONYMOUS)
726
727 /* linuxish */
728 const_iv (MAP_HUGETLB)
729 const_iv (MAP_LOCKED)
730 const_iv (MAP_NORESERVE)
731 const_iv (MAP_POPULATE)
732 const_iv (MAP_NONBLOCK)
733
734 const_iv (MCL_FUTURE)
735 const_iv (MCL_CURRENT)
736
737 const_eio (MS_ASYNC)
738 const_eio (MS_INVALIDATE)
739 const_eio (MS_SYNC)
740
741 const_eio (MT_MODIFY)
549 742
550 const_eio (SYNC_FILE_RANGE_WAIT_BEFORE) 743 const_eio (SYNC_FILE_RANGE_WAIT_BEFORE)
551 const_eio (SYNC_FILE_RANGE_WRITE) 744 const_eio (SYNC_FILE_RANGE_WRITE)
552 const_eio (SYNC_FILE_RANGE_WAIT_AFTER) 745 const_eio (SYNC_FILE_RANGE_WAIT_AFTER)
553 746
571 aio_req_stash = gv_stashpv ("IO::AIO::REQ", 1); 764 aio_req_stash = gv_stashpv ("IO::AIO::REQ", 1);
572 aio_grp_stash = gv_stashpv ("IO::AIO::GRP", 1); 765 aio_grp_stash = gv_stashpv ("IO::AIO::GRP", 1);
573 766
574 for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ-- > const_iv; ) 767 for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ-- > const_iv; )
575 newCONSTSUB (aio_stash, (char *)civ->name, newSViv (civ->iv)); 768 newCONSTSUB (aio_stash, (char *)civ->name, newSViv (civ->iv));
769
770 newCONSTSUB (aio_stash, "PAGESIZE", newSViv (PAGESIZE));
576 771
577 create_respipe (); 772 create_respipe ();
578 773
579 if (eio_init (want_poll, done_poll) < 0) 774 if (eio_init (want_poll, done_poll) < 0)
580 croak ("IO::AIO: unable to initialise eio library"); 775 croak ("IO::AIO: unable to initialise eio library");
807} 1002}
808 1003
809void 1004void
810aio_stat (SV8 *fh_or_path, SV *callback=&PL_sv_undef) 1005aio_stat (SV8 *fh_or_path, SV *callback=&PL_sv_undef)
811 ALIAS: 1006 ALIAS:
812 aio_stat = EIO_STAT 1007 aio_stat = EIO_STAT
813 aio_lstat = EIO_LSTAT 1008 aio_lstat = EIO_LSTAT
1009 aio_statvfs = EIO_STATVFS
814 PPCODE: 1010 PPCODE:
815{ 1011{
816 dREQ; 1012 dREQ;
817 1013
818 req->sv1 = newSVsv (fh_or_path); 1014 req->sv1 = newSVsv (fh_or_path);
822 req->type = ix; 1018 req->type = ix;
823 req->ptr1 = SvPVbyte_nolen (req->sv1); 1019 req->ptr1 = SvPVbyte_nolen (req->sv1);
824 } 1020 }
825 else 1021 else
826 { 1022 {
827 req->type = EIO_FSTAT; 1023 req->type = ix == EIO_STATVFS ? EIO_FSTATVFS : EIO_FSTAT;
828 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); 1024 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
829 } 1025 }
830 1026
831 REQ_SEND; 1027 REQ_SEND;
832} 1028}
995 1191
996 REQ_SEND; 1192 REQ_SEND;
997} 1193}
998 1194
999void 1195void
1196aio_mtouch (SV8 *data, IV offset = 0, SV *length = &PL_sv_undef, int flags = 0, SV *callback=&PL_sv_undef)
1197 ALIAS:
1198 aio_mtouch = EIO_MTOUCH
1199 aio_msync = EIO_MSYNC
1200 PROTOTYPE: $$$$;$
1201 PPCODE:
1202{
1203 STRLEN svlen;
1204 UV len = SvUV (length);
1205 char *svptr = SvPVbyte (data, svlen);
1206
1207 if (offset < 0)
1208 offset += svlen;
1209
1210 if (offset < 0 || offset > svlen)
1211 croak ("offset outside of scalar");
1212
1213 if (!SvOK (length) || len + offset > svlen)
1214 len = svlen - offset;
1215
1216 {
1217 dREQ;
1218
1219 req->type = ix;
1220 req->size = len;
1221 req->sv2 = SvREFCNT_inc (data);
1222 req->ptr2 = (char *)svptr + offset;
1223 req->int1 = flags;
1224
1225 REQ_SEND;
1226 }
1227}
1228
1229void
1000aio_busy (double delay, SV *callback=&PL_sv_undef) 1230aio_busy (double delay, SV *callback=&PL_sv_undef)
1001 PPCODE: 1231 PPCODE:
1002{ 1232{
1003 dREQ; 1233 dREQ;
1004 1234
1135 PROTOTYPE: $$$$ 1365 PROTOTYPE: $$$$
1136 CODE: 1366 CODE:
1137#if _XOPEN_SOURCE >= 600 && !NO_FADVISE 1367#if _XOPEN_SOURCE >= 600 && !NO_FADVISE
1138 RETVAL = posix_fadvise (fh, offset, length, advice); 1368 RETVAL = posix_fadvise (fh, offset, length, advice);
1139#else 1369#else
1140 RETVAL = errno = ENOSYS; 1370 RETVAL = errno = ENOSYS; /* yes, this is actually correct */
1141#endif 1371#endif
1142 OUTPUT: 1372 OUTPUT:
1143 RETVAL 1373 RETVAL
1144 1374
1145ssize_t 1375ssize_t
1148 CODE: 1378 CODE:
1149 RETVAL = eio_sendfile_sync (ofh, ifh, offset, count); 1379 RETVAL = eio_sendfile_sync (ofh, ifh, offset, count);
1150 OUTPUT: 1380 OUTPUT:
1151 RETVAL 1381 RETVAL
1152 1382
1383void
1384mmap (SV *scalar, size_t length, int prot, int flags, SV *fh, off_t offset = 0)
1385 PROTOTYPE: $$$$$;$
1386 PPCODE:
1387 sv_unmagic (scalar, MMAP_MAGIC);
1388{
1389 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1;
1390 void *addr = (void *)mmap (0, length, prot, flags, fd, offset);
1391 if (addr == (void *)-1)
1392 XSRETURN_NO;
1393
1394 sv_force_normal (scalar);
1395
1396 /* we store the length in mg_obj, as namlen is I32 :/ */
1397 sv_magicext (scalar, 0, MMAP_MAGIC, &mmap_vtbl, (char *)addr, 0)
1398 ->mg_obj = (SV *)length;
1399
1400 SvUPGRADE (scalar, SVt_PV); /* nop... */
1401
1402 if (!(prot & PROT_WRITE))
1403 SvREADONLY_on (scalar);
1404
1405 if (SvLEN (scalar))
1406 Safefree (SvPVX (scalar));
1407
1408 SvPVX (scalar) = (char *)addr;
1409 SvCUR_set (scalar, length);
1410 SvLEN_set (scalar, 0);
1411 SvPOK_only (scalar);
1412
1413 XSRETURN_YES;
1414}
1415
1416void
1417munmap (SV *scalar)
1418 PROTOTYPE: $
1419 CODE:
1420 sv_unmagic (scalar, MMAP_MAGIC);
1421
1422int
1423mlockall (int flags)
1424 PROTOTYPE: $
1425 CODE:
1426#if _POSIX_MEMLOCK
1427#if __GLIBC__ == 2 && __GLIBC_MINOR__ <= 7
1428 extern int mallopt (int, int);
1429 mallopt (-6, 238); /* http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=473812 */
1430#endif
1431 mlockall (flags);
1432#else
1433 RETVAL = -1;
1434 errno = ENOSYS;
1435#endif
1436 OUTPUT:
1437 RETVAL
1438
1439int
1440munlockall ()
1441 PROTOTYPE:
1442 CODE:
1443#if _POSIX_MEMLOCK
1444 munlockall ();
1445#else
1446 RETVAL = -1;
1447 errno = ENOSYS;
1448#endif
1449 OUTPUT:
1450 RETVAL
1451
1153void _on_next_submit (SV *cb) 1452void _on_next_submit (SV *cb)
1154 CODE: 1453 CODE:
1155 SvREFCNT_dec (on_next_submit); 1454 SvREFCNT_dec (on_next_submit);
1156 on_next_submit = SvOK (cb) ? newSVsv (cb) : 0; 1455 on_next_submit = SvOK (cb) ? newSVsv (cb) : 0;
1157 1456

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines