ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.123 by root, Sat May 17 12:17:25 2008 UTC vs.
Revision 1.164 by root, Tue May 4 21:14:01 2010 UTC

3#include <errno.h> 3#include <errno.h>
4 4
5#include "EXTERN.h" 5#include "EXTERN.h"
6#include "perl.h" 6#include "perl.h"
7#include "XSUB.h" 7#include "XSUB.h"
8
9#include "schmorp.h"
8 10
9#include <stddef.h> 11#include <stddef.h>
10#include <stdlib.h> 12#include <stdlib.h>
11#include <errno.h> 13#include <errno.h>
12#include <sys/types.h> 14#include <sys/types.h>
13#include <sys/stat.h> 15#include <sys/stat.h>
16#include <sys/statvfs.h>
14#include <limits.h> 17#include <limits.h>
15#include <fcntl.h> 18#include <fcntl.h>
16#include <sched.h> 19#include <sched.h>
20
21#if _POSIX_MEMLOCK || _POSIX_MAPPED_FILES
22# include <sys/mman.h>
23#endif
17 24
18/* perl namespace pollution */ 25/* perl namespace pollution */
19#undef VERSION 26#undef VERSION
20 27
21#ifdef _WIN32 28#ifdef _WIN32
65# include <signal.h> 72# include <signal.h>
66# define EIO_STRUCT_DIRENT struct dirent 73# define EIO_STRUCT_DIRENT struct dirent
67 74
68#endif 75#endif
69 76
77/* perl stupidly overrides readdir and maybe others */
78/* with thread-unsafe versions, imagine that :( */
79#undef readdir
80#undef opendir
81#undef closedir
82
70#define EIO_STRUCT_STAT Stat_t 83#define EIO_STRUCT_STAT Stat_t
71 84
72/* use NV for 32 bit perls as it allows larger offsets */ 85/* use NV for 32 bit perls as it allows larger offsets */
73#if IVSIZE >= 8 86#if IVSIZE >= 8
87# define VAL64 IV
74# define SvVAL64 SvIV 88# define SvVAL64 SvIV
89# define newSVval64 newSViv
75#else 90#else
91# define VAL64 NV
76# define SvVAL64 SvNV 92# define SvVAL64 SvNV
93# define newSVval64 newSVnv
77#endif 94#endif
78 95
79static HV *stash; 96/*****************************************************************************/
97
98#if __GNUC__ >= 3
99# define expect(expr,value) __builtin_expect ((expr),(value))
100#else
101# define expect(expr,value) (expr)
102#endif
103
104#define expect_false(expr) expect ((expr) != 0, 0)
105#define expect_true(expr) expect ((expr) != 0, 1)
106
107/*****************************************************************************/
108
80typedef SV SV8; /* byte-sv, used for argument-checking */ 109typedef SV SV8; /* byte-sv, used for argument-checking */
110typedef int aio_rfd; /* read file desriptor */
111typedef int aio_wfd; /* write file descriptor */
81 112
82#define AIO_REQ_KLASS "IO::AIO::REQ" 113static HV *aio_stash, *aio_req_stash, *aio_grp_stash;
83#define AIO_GRP_KLASS "IO::AIO::GRP"
84 114
85#define EIO_REQ_MEMBERS \ 115#define EIO_REQ_MEMBERS \
86 SV *callback; \ 116 SV *callback; \
87 SV *sv1, *sv2; \ 117 SV *sv1, *sv2; \
88 STRLEN stroffset; \ 118 STRLEN stroffset; \
90 120
91#define EIO_NO_WRAPPERS 1 121#define EIO_NO_WRAPPERS 1
92 122
93#include "libeio/eio.h" 123#include "libeio/eio.h"
94 124
125#ifndef POSIX_FADV_NORMAL
126# define POSIX_FADV_NORMAL 0
127# define NO_FADVISE 1
128#endif
129#ifndef POSIX_FADV_SEQUENTIAL
130# define POSIX_FADV_SEQUENTIAL 0
131#endif
132#ifndef POSIX_FADV_RANDOM
133# define POSIX_FADV_RANDOM 0
134#endif
135#ifndef POSIX_FADV_NOREUSE
136# define POSIX_FADV_NOREUSE 0
137#endif
138#ifndef POSIX_FADV_WILLNEED
139# define POSIX_FADV_WILLNEED 0
140#endif
141#ifndef POSIX_FADV_DONTNEED
142# define POSIX_FADV_DONTNEED 0
143#endif
144
145#ifndef ST_NODEV
146# define ST_NODEV 0
147#endif
148#ifndef ST_NOEXEC
149# define ST_NOEXEC 0
150#endif
151#ifndef ST_SYNCHRONOUS
152# define ST_SYNCHRONOUS 0
153#endif
154#ifndef ST_MANDLOCK
155# define ST_MANDLOCK 0
156#endif
157#ifndef ST_WRITE
158# define ST_WRITE 0
159#endif
160#ifndef ST_APPEND
161# define ST_APPEND 0
162#endif
163#ifndef ST_IMMUTABLE
164# define ST_IMMUTABLE 0
165#endif
166#ifndef ST_NOATIME
167# define ST_NOATIME 0
168#endif
169#ifndef ST_NODIRATIME
170# define ST_NODIRATIME 0
171#endif
172#ifndef ST_RELATIME
173# define ST_RELATIME 0
174#endif
175
176#ifndef MCL_CURRENT
177# define MCL_CURRENT 0
178#endif
179#ifndef MCL_FUTURE
180# define MCL_FUTURE 0
181#endif
182
183#ifndef MAP_ANONYMOUS
184# ifdef MAP_ANON
185# define MAP_ANONYMOUS MAP_ANON
186# else
187# define MAP_ANONYMOUS MAP_FIXED /* and hope this fails */
188# endif
189#endif
190#ifndef MAP_HUGETLB
191# define MAP_HUGETLB 0
192#endif
193#ifndef MAP_LOCKED
194# define MAP_LOCKED 0
195#endif
196#ifndef MAP_NORESERVE
197# define MAP_NORESERVE 0
198#endif
199#ifndef MAP_POPULATE
200# define MAP_POPULATE 0
201#endif
202#ifndef MAP_NONBLOCK
203# define MAP_NONBLOCK 0
204#endif
205
206#ifndef PAGESIZE
207# define PAGESIZE sysconf (_SC_PAGESIZE)
208#endif
209
95static int req_invoke (eio_req *req); 210static int req_invoke (eio_req *req);
96#define EIO_FINISH(req) req_invoke (req) 211#define EIO_FINISH(req) req_invoke (req)
97static void aio_grp_feed (eio_req *grp);
98#define EIO_FEED(req) aio_grp_feed (req)
99static void req_destroy (eio_req *grp); 212static void req_destroy (eio_req *grp);
100#define EIO_DESTROY(req) req_destroy (req) 213#define EIO_DESTROY(req) req_destroy (req)
101 214
102enum { 215enum {
103 FLAG_SV2_RO_OFF = 0x40, /* data was set readonly */ 216 FLAG_SV2_RO_OFF = 0x40, /* data was set readonly */
110 223
111static SV *on_next_submit; 224static SV *on_next_submit;
112static int next_pri = EIO_PRI_DEFAULT; 225static int next_pri = EIO_PRI_DEFAULT;
113static int max_outstanding; 226static int max_outstanding;
114 227
115static int respipe_osf [2], respipe [2] = { -1, -1 }; 228static s_epipe respipe;
116 229
117static void req_destroy (aio_req req); 230static void req_destroy (aio_req req);
118static void req_cancel (aio_req req); 231static void req_cancel (aio_req req);
119 232
120static void want_poll (void) 233static void want_poll (void)
121{ 234{
122 /* write a dummy byte to the pipe so fh becomes ready */ 235 /* write a dummy byte to the pipe so fh becomes ready */
123 respipe_write (respipe_osf [1], (const void *)&respipe_osf, 1); 236 s_epipe_signal (&respipe);
124} 237}
125 238
126static void done_poll (void) 239static void done_poll (void)
127{ 240{
128 /* read any signals sent by the worker threads */ 241 /* read any signals sent by the worker threads */
129 char buf [4]; 242 s_epipe_drain (&respipe);
130 while (respipe_read (respipe [0], buf, 4) == 4)
131 ;
132} 243}
133 244
134/* must be called at most once */ 245/* must be called at most once */
135static SV *req_sv (aio_req req, const char *klass) 246static SV *req_sv (aio_req req, HV *stash)
136{ 247{
137 if (!req->self) 248 if (!req->self)
138 { 249 {
139 req->self = (SV *)newHV (); 250 req->self = (SV *)newHV ();
140 sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0); 251 sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0);
141 } 252 }
142 253
143 return sv_2mortal (sv_bless (newRV_inc (req->self), gv_stashpv (klass, 1))); 254 return sv_2mortal (sv_bless (newRV_inc (req->self), stash));
144} 255}
145 256
146static aio_req SvAIO_REQ (SV *sv) 257static aio_req SvAIO_REQ (SV *sv)
147{ 258{
148 MAGIC *mg; 259 MAGIC *mg;
149 260
150 if (!sv_derived_from (sv, AIO_REQ_KLASS) || !SvROK (sv)) 261 if (!SvROK (sv)
262 || (SvSTASH (SvRV (sv)) != aio_grp_stash
263 && SvSTASH (SvRV (sv)) != aio_req_stash
264 && !sv_derived_from (sv, "IO::AIO::REQ")))
151 croak ("object of class " AIO_REQ_KLASS " expected"); 265 croak ("object of class IO::AIO::REQ expected");
152 266
153 mg = mg_find (SvRV (sv), PERL_MAGIC_ext); 267 mg = mg_find (SvRV (sv), PERL_MAGIC_ext);
154 268
155 return mg ? (aio_req)mg->mg_ptr : 0; 269 return mg ? (aio_req)mg->mg_ptr : 0;
156} 270}
162 dSP; 276 dSP;
163 277
164 ENTER; 278 ENTER;
165 SAVETMPS; 279 SAVETMPS;
166 PUSHMARK (SP); 280 PUSHMARK (SP);
167 XPUSHs (req_sv (grp, AIO_GRP_KLASS)); 281 XPUSHs (req_sv (grp, aio_grp_stash));
168 PUTBACK; 282 PUTBACK;
169 call_sv (grp->sv2, G_VOID | G_EVAL | G_KEEPERR); 283 call_sv (grp->sv2, G_VOID | G_EVAL | G_KEEPERR);
170 SPAGAIN; 284 SPAGAIN;
171 FREETMPS; 285 FREETMPS;
172 LEAVE; 286 LEAVE;
175 289
176static void req_submit (eio_req *req) 290static void req_submit (eio_req *req)
177{ 291{
178 eio_submit (req); 292 eio_submit (req);
179 293
180 if (on_next_submit) 294 if (expect_false (on_next_submit))
181 { 295 {
182 dSP; 296 dSP;
183 SV *cb = sv_2mortal (on_next_submit); 297 SV *cb = sv_2mortal (on_next_submit);
184 298
185 on_next_submit = 0; 299 on_next_submit = 0;
195 dSP; 309 dSP;
196 310
197 if (req->flags & FLAG_SV2_RO_OFF) 311 if (req->flags & FLAG_SV2_RO_OFF)
198 SvREADONLY_off (req->sv2); 312 SvREADONLY_off (req->sv2);
199 313
200 if (!EIO_CANCELLED (req) && SvOK (req->callback)) 314 if (!EIO_CANCELLED (req) && req->callback)
201 { 315 {
202 ENTER; 316 ENTER;
203 SAVETMPS; 317 SAVETMPS;
204 PUSHMARK (SP); 318 PUSHMARK (SP);
205 EXTEND (SP, 1); 319 EXTEND (SP, 1);
211 SV *rv = &PL_sv_undef; 325 SV *rv = &PL_sv_undef;
212 326
213 if (req->result >= 0) 327 if (req->result >= 0)
214 { 328 {
215 int i; 329 int i;
216 char *buf = req->ptr2; 330 char *names = (char *)req->ptr2;
331 eio_dirent *ent = (eio_dirent *)req->ptr1; /* might be 0 */
217 AV *av = newAV (); 332 AV *av = newAV ();
218 333
219 av_extend (av, req->result - 1); 334 av_extend (av, req->result - 1);
220 335
221 for (i = 0; i < req->result; ++i) 336 for (i = 0; i < req->result; ++i)
222 { 337 {
223 SV *sv = newSVpv (buf, 0); 338 if (req->int1 & EIO_READDIR_DENTS)
339 {
340 SV *namesv = newSVpvn (names + ent->nameofs, ent->namelen);
224 341
342 if (req->int1 & EIO_READDIR_CUSTOM2)
343 {
344 static SV *sv_type [EIO_DT_MAX + 1]; /* type sv cache */
345 AV *avent = newAV ();
346
347 av_extend (avent, 2);
348
349 if (!sv_type [ent->type])
350 {
351 sv_type [ent->type] = newSViv (ent->type);
352 SvREADONLY_on (sv_type [ent->type]);
353 }
354
355 av_store (avent, 0, namesv);
356 av_store (avent, 1, SvREFCNT_inc (sv_type [ent->type]));
357 av_store (avent, 2, IVSIZE >= 8 ? newSVuv (ent->inode) : newSVnv (ent->inode));
358
359 av_store (av, i, newRV_noinc ((SV *)avent));
360 }
361 else
225 av_store (av, i, sv); 362 av_store (av, i, namesv);
363
364 ++ent;
365 }
366 else
367 {
368 SV *name = newSVpv (names, 0);
369 av_store (av, i, name);
226 buf += SvCUR (sv) + 1; 370 names += SvCUR (name) + 1;
371 }
227 } 372 }
228 373
229 rv = sv_2mortal (newRV_noinc ((SV *)av)); 374 rv = sv_2mortal (newRV_noinc ((SV *)av));
230 } 375 }
231 376
232 PUSHs (rv); 377 PUSHs (rv);
378
379 if (req->int1 & EIO_READDIR_CUSTOM1)
380 XPUSHs (sv_2mortal (newSViv (req->int1 & ~(EIO_READDIR_CUSTOM1 | EIO_READDIR_CUSTOM2))));
233 } 381 }
234 break; 382 break;
235 383
236 case EIO_OPEN: 384 case EIO_OPEN:
237 { 385 {
243 GV *gv = (GV *)sv_newmortal (); 391 GV *gv = (GV *)sv_newmortal ();
244 int flags = req->int1 & (O_RDONLY | O_WRONLY | O_RDWR); 392 int flags = req->int1 & (O_RDONLY | O_WRONLY | O_RDWR);
245 char sym [64]; 393 char sym [64];
246 int symlen; 394 int symlen;
247 395
248 symlen = snprintf (sym, sizeof (sym), "fd#%d", req->result); 396 symlen = snprintf (sym, sizeof (sym), "fd#%d", (int)req->result);
249 gv_init (gv, stash, sym, symlen, 0); 397 gv_init (gv, aio_stash, sym, symlen, 0);
250 398
251 symlen = snprintf ( 399 symlen = snprintf (
252 sym, 400 sym,
253 sizeof (sym), 401 sizeof (sym),
254 "%s&=%d", 402 "%s&=%d",
255 flags == O_RDONLY ? "<" : flags == O_WRONLY ? ">" : "+<", 403 flags == O_RDONLY ? "<" : flags == O_WRONLY ? ">" : "+<",
256 req->result 404 (int)req->result
257 ); 405 );
258 406
259 if (do_open (gv, sym, symlen, 0, 0, 0, 0)) 407 if (do_open (gv, sym, symlen, 0, 0, 0, 0))
260 fh = (SV *)gv; 408 fh = (SV *)gv;
261 } 409 }
262 410
263 PUSHs (fh); 411 PUSHs (fh);
264 } 412 }
413 break;
414
415 case EIO_STATVFS:
416 case EIO_FSTATVFS:
417 {
418 SV *rv = &PL_sv_undef;
419
420 if (req->result >= 0)
421 {
422 EIO_STRUCT_STATVFS *f = EIO_STATVFS_BUF (req);
423 HV *hv = newHV ();
424
425 rv = sv_2mortal (newRV_noinc ((SV *)hv));
426
427 hv_store (hv, "bsize" , sizeof ("bsize" ) - 1, newSVval64 (f->f_bsize ), 0);
428 hv_store (hv, "frsize" , sizeof ("frsize" ) - 1, newSVval64 (f->f_frsize ), 0);
429 hv_store (hv, "blocks" , sizeof ("blocks" ) - 1, newSVval64 (f->f_blocks ), 0);
430 hv_store (hv, "bfree" , sizeof ("bfree" ) - 1, newSVval64 (f->f_bfree ), 0);
431 hv_store (hv, "bavail" , sizeof ("bavail" ) - 1, newSVval64 (f->f_bavail ), 0);
432 hv_store (hv, "files" , sizeof ("files" ) - 1, newSVval64 (f->f_files ), 0);
433 hv_store (hv, "ffree" , sizeof ("ffree" ) - 1, newSVval64 (f->f_ffree ), 0);
434 hv_store (hv, "favail" , sizeof ("favail" ) - 1, newSVval64 (f->f_favail ), 0);
435 hv_store (hv, "fsid" , sizeof ("fsid" ) - 1, newSVval64 (f->f_fsid ), 0);
436 hv_store (hv, "flag" , sizeof ("flag" ) - 1, newSVval64 (f->f_flag ), 0);
437 hv_store (hv, "namemax", sizeof ("namemax") - 1, newSVval64 (f->f_namemax), 0);
438 }
439
440 PUSHs (rv);
441 }
442
265 break; 443 break;
266 444
267 case EIO_GROUP: 445 case EIO_GROUP:
268 req->int1 = 2; /* mark group as finished */ 446 req->int1 = 2; /* mark group as finished */
269 447
295 PL_statcache = *(EIO_STRUCT_STAT *)(req->ptr2); 473 PL_statcache = *(EIO_STRUCT_STAT *)(req->ptr2);
296 PUSHs (sv_2mortal (newSViv (req->result))); 474 PUSHs (sv_2mortal (newSViv (req->result)));
297 break; 475 break;
298 476
299 case EIO_READ: 477 case EIO_READ:
478 {
300 SvCUR_set (req->sv2, req->stroffset + (req->result > 0 ? req->result : 0)); 479 SvCUR_set (req->sv2, req->stroffset + (req->result > 0 ? req->result : 0));
301 *SvEND (req->sv2) = 0; 480 *SvEND (req->sv2) = 0;
481 SvPOK_only (req->sv2);
482 SvSETMAGIC (req->sv2);
302 PUSHs (sv_2mortal (newSViv (req->result))); 483 PUSHs (sv_2mortal (newSViv (req->result)));
484 }
303 break; 485 break;
304 486
305 case EIO_DUP2: 487 case EIO_DUP2:
306 if (req->result > 0) 488 if (req->result > 0)
307 req->result = 0; 489 req->result = 0;
353 grp->sv2 = 0; 535 grp->sv2 = 0;
354 536
355 eio_grp_cancel (grp); 537 eio_grp_cancel (grp);
356} 538}
357 539
358#ifdef USE_SOCKETS_AS_HANDLES
359# define TO_SOCKET(x) (win32_get_osfhandle (x))
360#else
361# define TO_SOCKET(x) (x)
362#endif
363
364static void 540static void
365create_respipe (void) 541create_respipe (void)
366{ 542{
367 int old_readfd = respipe [0];
368
369 if (respipe [1] >= 0)
370 respipe_close (TO_SOCKET (respipe [1]));
371
372#ifdef _WIN32
373 if (PerlSock_socketpair (AF_UNIX, SOCK_STREAM, 0, respipe))
374#else
375 if (pipe (respipe)) 543 if (s_epipe_renew (&respipe))
376#endif
377 croak ("unable to initialize result pipe"); 544 croak ("IO::AIO: unable to initialize result pipe");
378
379 if (old_readfd >= 0)
380 {
381 if (dup2 (TO_SOCKET (respipe [0]), TO_SOCKET (old_readfd)) < 0)
382 croak ("unable to initialize result pipe(2)");
383
384 respipe_close (respipe [0]);
385 respipe [0] = old_readfd;
386 }
387
388#ifdef _WIN32
389 int arg = 1;
390 if (ioctlsocket (TO_SOCKET (respipe [0]), FIONBIO, &arg)
391 || ioctlsocket (TO_SOCKET (respipe [1]), FIONBIO, &arg))
392#else
393 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK)
394 || fcntl (respipe [1], F_SETFL, O_NONBLOCK))
395#endif
396 croak ("unable to initialize result pipe(3)");
397
398 respipe_osf [0] = TO_SOCKET (respipe [0]);
399 respipe_osf [1] = TO_SOCKET (respipe [1]);
400} 545}
401 546
402static void poll_wait (void) 547static void poll_wait (void)
403{ 548{
404 fd_set rfd;
405
406 while (eio_nreqs ()) 549 while (eio_nreqs ())
407 { 550 {
408 int size; 551 int size;
409 552
410 X_LOCK (reslock); 553 X_LOCK (reslock);
414 if (size) 557 if (size)
415 return; 558 return;
416 559
417 etp_maybe_start_thread (); 560 etp_maybe_start_thread ();
418 561
419 FD_ZERO (&rfd); 562 s_epipe_wait (&respipe);
420 FD_SET (respipe [0], &rfd);
421
422 PerlSock_select (respipe [0] + 1, &rfd, 0, 0, 0);
423 } 563 }
424} 564}
425 565
426static int poll_cb (void) 566static int poll_cb (void)
427{ 567{
428 int res; 568 for (;;)
429
430 do
431 { 569 {
432 res = eio_poll (); 570 int res = eio_poll ();
433 571
434 if (res > 0) 572 if (res > 0)
435 croak (0); 573 croak (0);
574
575 if (!max_outstanding || max_outstanding > eio_nreqs ())
576 return res;
577
578 poll_wait ();
436 } 579 }
437 while (max_outstanding && max_outstanding <= eio_nreqs ());
438
439 return res;
440} 580}
441 581
442static void atfork_child (void) 582static void atfork_child (void)
443{ 583{
444 create_respipe (); 584 create_respipe ();
445} 585}
446 586
587/*****************************************************************************/
588
589#if !_POSIX_MAPPED_FILES
590# define mmap(addr,length,prot,flags,fd,offs) (errno = ENOSYS, -1)
591# define munmap(addr,length) (errno = ENOSYS, -1)
592#endif
593
594#define MMAP_MAGIC PERL_MAGIC_ext
595
596static int
597mmap_free (pTHX_ SV *sv, MAGIC *mg)
598{
599 int old_errno = errno;
600 munmap (mg->mg_ptr, (size_t)mg->mg_obj);
601 errno = old_errno;
602
603 mg->mg_obj = 0; /* just in case */
604
605 SvREADONLY_off (sv);
606 SvCUR_set (sv, 0);
607 SvLEN_set (sv, 0);
608 SvPVX (sv) = 0;
609 SvOK_off (sv);
610
611 return 0;
612}
613
614static MGVTBL mmap_vtbl = {
615 0, 0, 0, 0, mmap_free
616};
617
618/*****************************************************************************/
619
620static SV *
621get_cb (SV *cb_sv)
622{
623 SvGETMAGIC (cb_sv);
624 return SvOK (cb_sv) ? s_get_cv_croak (cb_sv) : 0;
625}
626
447#define dREQ \ 627#define dREQ \
628 SV *cb_cv; \
448 aio_req req; \ 629 aio_req req; \
449 int req_pri = next_pri; \ 630 int req_pri = next_pri; \
450 next_pri = EIO_PRI_DEFAULT; \ 631 next_pri = EIO_PRI_DEFAULT; \
451 \ 632 \
452 if (SvOK (callback) && !SvROK (callback)) \ 633 cb_cv = get_cb (callback); \
453 croak ("callback must be undef or of reference type"); \
454 \ 634 \
455 Newz (0, req, 1, eio_req); \ 635 Newz (0, req, 1, eio_req); \
456 if (!req) \ 636 if (!req) \
457 croak ("out of memory during eio_req allocation"); \ 637 croak ("out of memory during eio_req allocation"); \
458 \ 638 \
459 req->callback = newSVsv (callback); \ 639 req->callback = SvREFCNT_inc (cb_cv); \
460 req->pri = req_pri 640 req->pri = req_pri
461 641
462#define REQ_SEND \ 642#define REQ_SEND \
643 PUTBACK; \
463 req_submit (req); \ 644 req_submit (req); \
645 SPAGAIN; \
464 \ 646 \
465 if (GIMME_V != G_VOID) \ 647 if (GIMME_V != G_VOID) \
466 XPUSHs (req_sv (req, AIO_REQ_KLASS)); 648 XPUSHs (req_sv (req, aio_req_stash));
467 649
468MODULE = IO::AIO PACKAGE = IO::AIO 650MODULE = IO::AIO PACKAGE = IO::AIO
469 651
470PROTOTYPES: ENABLE 652PROTOTYPES: ENABLE
471 653
472BOOT: 654BOOT:
473{ 655{
474 stash = gv_stashpv ("IO::AIO", 1); 656 static const struct {
475 657 const char *name;
476 newCONSTSUB (stash, "EXDEV", newSViv (EXDEV)); 658 IV iv;
477 newCONSTSUB (stash, "O_RDONLY", newSViv (O_RDONLY)); 659 } *civ, const_iv[] = {
478 newCONSTSUB (stash, "O_WRONLY", newSViv (O_WRONLY)); 660# define const_niv(name, value) { # name, (IV) value },
479 newCONSTSUB (stash, "O_CREAT", newSViv (O_CREAT)); 661# define const_iv(name) { # name, (IV) name },
480 newCONSTSUB (stash, "O_TRUNC", newSViv (O_TRUNC)); 662# define const_eio(name) { # name, (IV) EIO_ ## name },
663 const_iv (EXDEV)
664 const_iv (ENOSYS)
665 const_iv (O_RDONLY)
666 const_iv (O_WRONLY)
667 const_iv (O_RDWR)
668 const_iv (O_CREAT)
669 const_iv (O_TRUNC)
670 const_iv (O_EXCL)
671 const_iv (O_APPEND)
481#ifndef _WIN32 672#ifndef _WIN32
482 newCONSTSUB (stash, "S_IFIFO", newSViv (S_IFIFO)); 673 const_iv (S_IFIFO)
483#endif 674#endif
675 const_niv (FADV_NORMAL , POSIX_FADV_NORMAL)
676 const_niv (FADV_SEQUENTIAL, POSIX_FADV_SEQUENTIAL)
677 const_niv (FADV_RANDOM , POSIX_FADV_RANDOM)
678 const_niv (FADV_NOREUSE , POSIX_FADV_NOREUSE)
679 const_niv (FADV_WILLNEED , POSIX_FADV_WILLNEED)
680 const_niv (FADV_DONTNEED , POSIX_FADV_DONTNEED)
484 681
682 const_iv (ST_RDONLY)
683 const_iv (ST_NOSUID)
684 const_iv (ST_NODEV)
685 const_iv (ST_NOEXEC)
686 const_iv (ST_SYNCHRONOUS)
687 const_iv (ST_MANDLOCK)
688 const_iv (ST_WRITE)
689 const_iv (ST_APPEND)
690 const_iv (ST_IMMUTABLE)
691 const_iv (ST_NOATIME)
692 const_iv (ST_NODIRATIME)
693 const_iv (ST_RELATIME)
694
695 const_iv (PROT_EXEC)
696 const_iv (PROT_NONE)
697 const_iv (PROT_READ)
698 const_iv (PROT_WRITE)
699
700 /*const_iv (MAP_FIXED)*/
701 const_iv (MAP_PRIVATE)
702 const_iv (MAP_SHARED)
703 const_iv (MAP_ANONYMOUS)
704
705 /* linuxish */
706 const_iv (MAP_HUGETLB)
707 const_iv (MAP_LOCKED)
708 const_iv (MAP_NORESERVE)
709 const_iv (MAP_POPULATE)
710 const_iv (MAP_NONBLOCK)
711
712 const_iv (MCL_FUTURE)
713 const_iv (MCL_CURRENT)
714
715 const_eio (MS_ASYNC)
716 const_eio (MS_INVALIDATE)
717 const_eio (MS_SYNC)
718
719 const_eio (MT_MODIFY)
720
721 const_eio (SYNC_FILE_RANGE_WAIT_BEFORE)
722 const_eio (SYNC_FILE_RANGE_WRITE)
723 const_eio (SYNC_FILE_RANGE_WAIT_AFTER)
724
725 const_eio (READDIR_DENTS)
726 const_eio (READDIR_DIRS_FIRST)
727 const_eio (READDIR_STAT_ORDER)
728 const_eio (READDIR_FOUND_UNKNOWN)
729
730 const_eio (DT_UNKNOWN)
731 const_eio (DT_FIFO)
732 const_eio (DT_CHR)
733 const_eio (DT_DIR)
734 const_eio (DT_BLK)
735 const_eio (DT_REG)
736 const_eio (DT_LNK)
737 const_eio (DT_SOCK)
738 const_eio (DT_WHT)
739 };
740
741 aio_stash = gv_stashpv ("IO::AIO" , 1);
742 aio_req_stash = gv_stashpv ("IO::AIO::REQ", 1);
743 aio_grp_stash = gv_stashpv ("IO::AIO::GRP", 1);
744
745 for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ-- > const_iv; )
746 newCONSTSUB (aio_stash, (char *)civ->name, newSViv (civ->iv));
747
748 newCONSTSUB (aio_stash, "PAGESIZE", newSViv (PAGESIZE));
749
485 create_respipe (); 750 create_respipe ();
486 751
487 if (eio_init (want_poll, done_poll) < 0) 752 if (eio_init (want_poll, done_poll) < 0)
488 croak ("IO::AIO: unable to initialise eio library"); 753 croak ("IO::AIO: unable to initialise eio library");
489 754
490 /* atfork child called in fifo order, so before eio's handler */ 755 /* atfork child called in fifo order, so before eio's handler */
491 X_THREAD_ATFORK (0, 0, atfork_child); 756 X_THREAD_ATFORK (0, 0, atfork_child);
492} 757}
493 758
494void 759void
495max_poll_reqs (int nreqs) 760max_poll_reqs (int nreqs)
496 PROTOTYPE: $ 761 PROTOTYPE: $
549 ALIAS: 814 ALIAS:
550 aio_fsync = EIO_FSYNC 815 aio_fsync = EIO_FSYNC
551 aio_fdatasync = EIO_FDATASYNC 816 aio_fdatasync = EIO_FDATASYNC
552 PPCODE: 817 PPCODE:
553{ 818{
819 int fd = s_fileno_croak (fh, 0);
554 dREQ; 820 dREQ;
555 821
556 req->type = ix; 822 req->type = ix;
557 req->sv1 = newSVsv (fh); 823 req->sv1 = newSVsv (fh);
558 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh))); 824 req->int1 = fd;
825
826 REQ_SEND (req);
827}
828
829void
830aio_sync_file_range (SV *fh, off_t offset, size_t nbytes, UV flags, SV *callback=&PL_sv_undef)
831 PROTOTYPE: $$$$;$
832 PPCODE:
833{
834 int fd = s_fileno_croak (fh, 0);
835 dREQ;
836
837 req->type = EIO_SYNC_FILE_RANGE;
838 req->sv1 = newSVsv (fh);
839 req->int1 = fd;
840 req->offs = offset;
841 req->size = nbytes;
842 req->int2 = flags;
559 843
560 REQ_SEND (req); 844 REQ_SEND (req);
561} 845}
562 846
563void 847void
564aio_close (SV *fh, SV *callback=&PL_sv_undef) 848aio_close (SV *fh, SV *callback=&PL_sv_undef)
565 PROTOTYPE: $;$ 849 PROTOTYPE: $;$
566 PPCODE: 850 PPCODE:
567{ 851{
568 static int close_pipe = -1; /* dummy fd to close fds via dup2 */ 852 static int close_pipe = -1; /* dummy fd to close fds via dup2 */
853 int fd = s_fileno_croak (fh, 0);
569 dREQ; 854 dREQ;
570 855
571 if (close_pipe < 0) 856 if (close_pipe < 0)
572 { 857 {
573 int pipefd [2]; 858 int pipefd [2];
581 } 866 }
582 867
583 req->type = EIO_DUP2; 868 req->type = EIO_DUP2;
584 req->int1 = close_pipe; 869 req->int1 = close_pipe;
585 req->sv2 = newSVsv (fh); 870 req->sv2 = newSVsv (fh);
586 req->int2 = PerlIO_fileno (IoIFP (sv_2io (fh))); 871 req->int2 = fd;
587 872
588 REQ_SEND (req); 873 REQ_SEND (req);
589} 874}
590 875
591void 876void
595 aio_write = EIO_WRITE 880 aio_write = EIO_WRITE
596 PROTOTYPE: $$$$$;$ 881 PROTOTYPE: $$$$$;$
597 PPCODE: 882 PPCODE:
598{ 883{
599 STRLEN svlen; 884 STRLEN svlen;
885 int fd = s_fileno_croak (fh, ix == EIO_WRITE);
600 char *svptr = SvPVbyte (data, svlen); 886 char *svptr = SvPVbyte (data, svlen);
601 UV len = SvUV (length); 887 UV len = SvUV (length);
602
603 SvUPGRADE (data, SVt_PV);
604 SvPOK_on (data);
605 888
606 if (dataoffset < 0) 889 if (dataoffset < 0)
607 dataoffset += svlen; 890 dataoffset += svlen;
608 891
609 if (dataoffset < 0 || dataoffset > svlen) 892 if (dataoffset < 0 || dataoffset > svlen)
615 if (!SvOK (length) || len + dataoffset > svlen) 898 if (!SvOK (length) || len + dataoffset > svlen)
616 len = svlen - dataoffset; 899 len = svlen - dataoffset;
617 } 900 }
618 else 901 else
619 { 902 {
620 /* read: grow scalar as necessary */ 903 /* read: check type and grow scalar as necessary */
904 SvUPGRADE (data, SVt_PV);
621 svptr = SvGROW (data, len + dataoffset + 1); 905 svptr = SvGROW (data, len + dataoffset + 1);
622 } 906 }
623 907
624 if (len < 0)
625 croak ("length must not be negative");
626
627 { 908 {
628 dREQ; 909 dREQ;
629 910
630 req->type = ix; 911 req->type = ix;
631 req->sv1 = newSVsv (fh); 912 req->sv1 = newSVsv (fh);
632 req->int1 = PerlIO_fileno (ix == EIO_READ ? IoIFP (sv_2io (fh)) 913 req->int1 = fd;
633 : IoOFP (sv_2io (fh)));
634 req->offs = SvOK (offset) ? SvVAL64 (offset) : -1; 914 req->offs = SvOK (offset) ? SvVAL64 (offset) : -1;
635 req->size = len; 915 req->size = len;
636 req->sv2 = SvREFCNT_inc (data); 916 req->sv2 = SvREFCNT_inc (data);
637 req->ptr2 = (char *)svptr + dataoffset; 917 req->ptr2 = (char *)svptr + dataoffset;
638 req->stroffset = dataoffset; 918 req->stroffset = dataoffset;
661 941
662 REQ_SEND; 942 REQ_SEND;
663} 943}
664 944
665void 945void
666aio_sendfile (SV *out_fh, SV *in_fh, SV *in_offset, UV length, SV *callback=&PL_sv_undef) 946aio_sendfile (SV *out_fh, SV *in_fh, off_t in_offset, size_t length, SV *callback=&PL_sv_undef)
667 PROTOTYPE: $$$$;$ 947 PROTOTYPE: $$$$;$
668 PPCODE: 948 PPCODE:
669{ 949{
950 int ifd = s_fileno_croak (in_fh , 0);
951 int ofd = s_fileno_croak (out_fh, 1);
670 dREQ; 952 dREQ;
671 953
672 req->type = EIO_SENDFILE; 954 req->type = EIO_SENDFILE;
673 req->sv1 = newSVsv (out_fh); 955 req->sv1 = newSVsv (out_fh);
674 req->int1 = PerlIO_fileno (IoIFP (sv_2io (out_fh))); 956 req->int1 = ofd;
675 req->sv2 = newSVsv (in_fh); 957 req->sv2 = newSVsv (in_fh);
676 req->int2 = PerlIO_fileno (IoIFP (sv_2io (in_fh))); 958 req->int2 = ifd;
677 req->offs = SvVAL64 (in_offset); 959 req->offs = in_offset;
678 req->size = length; 960 req->size = length;
679 961
680 REQ_SEND; 962 REQ_SEND;
681} 963}
682 964
683void 965void
684aio_readahead (SV *fh, SV *offset, IV length, SV *callback=&PL_sv_undef) 966aio_readahead (SV *fh, off_t offset, size_t length, SV *callback=&PL_sv_undef)
685 PROTOTYPE: $$$;$ 967 PROTOTYPE: $$$;$
686 PPCODE: 968 PPCODE:
687{ 969{
970 int fd = s_fileno_croak (fh, 0);
688 dREQ; 971 dREQ;
689 972
690 req->type = EIO_READAHEAD; 973 req->type = EIO_READAHEAD;
691 req->sv1 = newSVsv (fh); 974 req->sv1 = newSVsv (fh);
692 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh))); 975 req->int1 = fd;
693 req->offs = SvVAL64 (offset); 976 req->offs = offset;
694 req->size = length; 977 req->size = length;
695 978
696 REQ_SEND; 979 REQ_SEND;
697} 980}
698 981
699void 982void
700aio_stat (SV8 *fh_or_path, SV *callback=&PL_sv_undef) 983aio_stat (SV8 *fh_or_path, SV *callback=&PL_sv_undef)
701 ALIAS: 984 ALIAS:
702 aio_stat = EIO_STAT 985 aio_stat = EIO_STAT
703 aio_lstat = EIO_LSTAT 986 aio_lstat = EIO_LSTAT
987 aio_statvfs = EIO_STATVFS
704 PPCODE: 988 PPCODE:
705{ 989{
706 dREQ; 990 dREQ;
707 991
708 req->sv1 = newSVsv (fh_or_path); 992 req->sv1 = newSVsv (fh_or_path);
712 req->type = ix; 996 req->type = ix;
713 req->ptr1 = SvPVbyte_nolen (req->sv1); 997 req->ptr1 = SvPVbyte_nolen (req->sv1);
714 } 998 }
715 else 999 else
716 { 1000 {
717 req->type = EIO_FSTAT; 1001 req->type = ix == EIO_STATVFS ? EIO_FSTATVFS : EIO_FSTAT;
718 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); 1002 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
719 } 1003 }
720 1004
721 REQ_SEND; 1005 REQ_SEND;
722} 1006}
817 1101
818 REQ_SEND; 1102 REQ_SEND;
819} 1103}
820 1104
821void 1105void
1106aio_readdirx (SV8 *pathname, IV flags, SV *callback=&PL_sv_undef)
1107 PPCODE:
1108{
1109 dREQ;
1110
1111 req->type = EIO_READDIR;
1112 req->sv1 = newSVsv (pathname);
1113 req->ptr1 = SvPVbyte_nolen (req->sv1);
1114 req->int1 = flags | EIO_READDIR_DENTS | EIO_READDIR_CUSTOM1;
1115
1116 if (flags & EIO_READDIR_DENTS)
1117 req->int1 |= EIO_READDIR_CUSTOM2;
1118
1119 REQ_SEND;
1120}
1121
1122void
822aio_unlink (SV8 *pathname, SV *callback=&PL_sv_undef) 1123aio_unlink (SV8 *pathname, SV *callback=&PL_sv_undef)
823 ALIAS: 1124 ALIAS:
824 aio_unlink = EIO_UNLINK 1125 aio_unlink = EIO_UNLINK
825 aio_rmdir = EIO_RMDIR 1126 aio_rmdir = EIO_RMDIR
826 aio_readdir = EIO_READDIR 1127 aio_readdir = EIO_READDIR
868 1169
869 REQ_SEND; 1170 REQ_SEND;
870} 1171}
871 1172
872void 1173void
1174aio_mtouch (SV8 *data, IV offset = 0, SV *length = &PL_sv_undef, int flags = 0, SV *callback=&PL_sv_undef)
1175 ALIAS:
1176 aio_mtouch = EIO_MTOUCH
1177 aio_msync = EIO_MSYNC
1178 PROTOTYPE: $$$$;$
1179 PPCODE:
1180{
1181 STRLEN svlen;
1182 UV len = SvUV (length);
1183 char *svptr = SvPVbyte (data, svlen);
1184
1185 if (offset < 0)
1186 offset += svlen;
1187
1188 if (offset < 0 || offset > svlen)
1189 croak ("offset outside of scalar");
1190
1191 if (!SvOK (length) || len + offset > svlen)
1192 len = svlen - offset;
1193
1194 {
1195 dREQ;
1196
1197 req->type = ix;
1198 req->size = len;
1199 req->sv2 = SvREFCNT_inc (data);
1200 req->ptr2 = (char *)svptr + offset;
1201 req->int1 = flags;
1202
1203 REQ_SEND;
1204 }
1205}
1206
1207void
873aio_busy (double delay, SV *callback=&PL_sv_undef) 1208aio_busy (double delay, SV *callback=&PL_sv_undef)
874 PPCODE: 1209 PPCODE:
875{ 1210{
876 dREQ; 1211 dREQ;
877 1212
888{ 1223{
889 dREQ; 1224 dREQ;
890 1225
891 req->type = EIO_GROUP; 1226 req->type = EIO_GROUP;
892 1227
893 eio_submit (req); 1228 req_submit (req);
894 XPUSHs (req_sv (req, AIO_GRP_KLASS)); 1229 XPUSHs (req_sv (req, aio_grp_stash));
895} 1230}
896 1231
897void 1232void
898aio_nop (SV *callback=&PL_sv_undef) 1233aio_nop (SV *callback=&PL_sv_undef)
899 ALIAS: 1234 ALIAS:
951 1286
952int 1287int
953poll_fileno() 1288poll_fileno()
954 PROTOTYPE: 1289 PROTOTYPE:
955 CODE: 1290 CODE:
956 RETVAL = respipe [0]; 1291 RETVAL = s_epipe_fd (&respipe);
957 OUTPUT: 1292 OUTPUT:
958 RETVAL 1293 RETVAL
959 1294
960int 1295int
961poll_cb(...) 1296poll_cb(...)
1001 CODE: 1336 CODE:
1002 RETVAL = eio_nthreads (); 1337 RETVAL = eio_nthreads ();
1003 OUTPUT: 1338 OUTPUT:
1004 RETVAL 1339 RETVAL
1005 1340
1341int
1342fadvise (aio_rfd fh, off_t offset, off_t length, IV advice)
1343 PROTOTYPE: $$$$
1344 CODE:
1345#if _XOPEN_SOURCE >= 600 && !NO_FADVISE
1346 RETVAL = posix_fadvise (fh, offset, length, advice);
1347#else
1348 RETVAL = errno = ENOSYS; /* yes, this is actually correct */
1349#endif
1350 OUTPUT:
1351 RETVAL
1352
1353ssize_t
1354sendfile (aio_wfd ofh, aio_rfd ifh, off_t offset, size_t count)
1355 PROTOTYPE: $$$$
1356 CODE:
1357 RETVAL = eio_sendfile_sync (ofh, ifh, offset, count);
1358 OUTPUT:
1359 RETVAL
1360
1361void
1362mmap (SV *scalar, size_t length, int prot, int flags, SV *fh, off_t offset = 0)
1363 PROTOTYPE: $$$$$;$
1364 PPCODE:
1365 sv_unmagic (scalar, MMAP_MAGIC);
1366{
1367 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1;
1368 void *addr = (void *)mmap (0, length, prot, flags, fd, offset);
1369 if (addr == (void *)-1)
1370 XSRETURN_NO;
1371
1372 /* we store the length in mg_obj, as namlen is I32 :/ */
1373 sv_magicext (scalar, 0, MMAP_MAGIC, &mmap_vtbl, (char *)addr, 0)
1374 ->mg_obj = (SV *)length;
1375
1376 SvUPGRADE (scalar, SVt_PV); /* nop... */
1377 if (!(prot & PROT_WRITE))
1378 SvREADONLY_on (scalar);
1379
1380 SvPVX (scalar) = (char *)addr;
1381 SvCUR_set (scalar, length);
1382 SvLEN_set (scalar, 0);
1383 SvPOK_only (scalar);
1384
1385 XSRETURN_YES;
1386}
1387
1388void
1389munmap (SV *scalar)
1390 PROTOTYPE: $
1391 CODE:
1392 sv_unmagic (scalar, MMAP_MAGIC);
1393
1394int
1395mlockall (int flags)
1396 PROTOTYPE: $
1397 CODE:
1398#if _POSIX_MEMLOCK
1399#if __GLIBC__ == 2 && __GLIBC_MINOR__ <= 7
1400 extern int mallopt (int, int);
1401 mallopt (-6, 238); /* http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=473812 */
1402#endif
1403 mlockall (flags);
1404#else
1405 RETVAL = -1;
1406 errno = ENOSYS;
1407#endif
1408 OUTPUT:
1409 RETVAL
1410
1411int
1412munlockall ()
1413 PROTOTYPE:
1414 CODE:
1415#if _POSIX_MEMLOCK
1416 munlockall ();
1417#else
1418 RETVAL = -1;
1419 errno = ENOSYS;
1420#endif
1421 OUTPUT:
1422 RETVAL
1423
1006void _on_next_submit (SV *cb) 1424void _on_next_submit (SV *cb)
1007 CODE: 1425 CODE:
1008 SvREFCNT_dec (on_next_submit); 1426 SvREFCNT_dec (on_next_submit);
1009 on_next_submit = SvOK (cb) ? newSVsv (cb) : 0; 1427 on_next_submit = SvOK (cb) ? newSVsv (cb) : 0;
1010 1428
1017 CODE: 1435 CODE:
1018 eio_cancel (req); 1436 eio_cancel (req);
1019 1437
1020void 1438void
1021cb (aio_req_ornot req, SV *callback=&PL_sv_undef) 1439cb (aio_req_ornot req, SV *callback=&PL_sv_undef)
1022 CODE: 1440 PPCODE:
1441{
1442 if (GIMME_V != G_VOID)
1443 XPUSHs (req->callback ? sv_2mortal (newRV_inc (req->callback)) : &PL_sv_undef);
1444
1445 if (items > 1)
1446 {
1447 SV *cb_cv =get_cb (callback);
1448
1023 SvREFCNT_dec (req->callback); 1449 SvREFCNT_dec (req->callback);
1024 req->callback = newSVsv (callback); 1450 req->callback = SvREFCNT_inc (cb_cv);
1451 }
1452}
1025 1453
1026MODULE = IO::AIO PACKAGE = IO::AIO::GRP 1454MODULE = IO::AIO PACKAGE = IO::AIO::GRP
1027 1455
1028void 1456void
1029add (aio_req grp, ...) 1457add (aio_req grp, ...)
1061 AV *av; 1489 AV *av;
1062 1490
1063 grp->errorno = errno; 1491 grp->errorno = errno;
1064 1492
1065 av = newAV (); 1493 av = newAV ();
1494 av_extend (av, items - 1);
1066 1495
1067 for (i = 1; i < items; ++i ) 1496 for (i = 1; i < items; ++i )
1068 av_push (av, newSVsv (ST (i))); 1497 av_push (av, newSVsv (ST (i)));
1069 1498
1070 SvREFCNT_dec (grp->sv1); 1499 SvREFCNT_dec (grp->sv1);
1084void 1513void
1085feed (aio_req grp, SV *callback=&PL_sv_undef) 1514feed (aio_req grp, SV *callback=&PL_sv_undef)
1086 CODE: 1515 CODE:
1087{ 1516{
1088 SvREFCNT_dec (grp->sv2); 1517 SvREFCNT_dec (grp->sv2);
1089 grp->sv2 = newSVsv (callback); 1518 grp->sv2 = newSVsv (callback);
1519 grp->feed = aio_grp_feed;
1090 1520
1091 if (grp->int2 <= 0) 1521 if (grp->int2 <= 0)
1092 grp->int2 = 2; 1522 grp->int2 = 2;
1093 1523
1094 eio_grp_limit (grp, grp->int2); 1524 eio_grp_limit (grp, grp->int2);

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines