ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.20 by root, Sun Jul 31 19:08:39 2005 UTC vs.
Revision 1.183 by root, Tue Jul 5 09:24:11 2011 UTC

1#define _REENTRANT 1 1#include "libeio/xthread.h"
2
2#include <errno.h> 3#include <errno.h>
3 4
4#include "EXTERN.h" 5#include "EXTERN.h"
5#include "perl.h" 6#include "perl.h"
6#include "XSUB.h" 7#include "XSUB.h"
7 8
8#include "autoconf/config.h" 9#include "schmorp.h"
9 10
11#include <stddef.h>
12#include <stdlib.h>
13#include <errno.h>
10#include <sys/types.h> 14#include <sys/types.h>
11#include <sys/stat.h> 15#include <sys/stat.h>
12 16#include <sys/statvfs.h>
13#include <unistd.h> 17#include <limits.h>
14#include <fcntl.h> 18#include <fcntl.h>
15#include <signal.h>
16#include <sched.h> 19#include <sched.h>
17 20
18#include <pthread.h> 21#if _POSIX_MEMLOCK || _POSIX_MEMLOCK_RANGE || _POSIX_MAPPED_FILES
22# include <sys/mman.h>
23#endif
19 24
20typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */ 25/* perl namespace pollution */
21typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */ 26#undef VERSION
22typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */
23 27
24#if __ia64 28#ifdef _WIN32
25# define STACKSIZE 65536 29
30# define EIO_STRUCT_DIRENT Direntry_t
31# undef malloc
32# undef free
33
34// perl overrides all those nice win32 functions
35# undef open
36# undef read
37# undef write
38# undef send
39# undef recv
40# undef stat
41# undef fstat
42# define lstat stat
43# undef truncate
44# undef ftruncate
45# undef open
46# undef close
47# undef unlink
48# undef rmdir
49# undef rename
50# undef lseek
51
52# define chown(a,b,c) (errno = ENOSYS, -1)
53# define fchown(a,b,c) (errno = ENOSYS, -1)
54# define fchmod(a,b) (errno = ENOSYS, -1)
55# define symlink(a,b) (errno = ENOSYS, -1)
56# define readlink(a,b,c) (errno = ENOSYS, -1)
57# define mknod(a,b,c) (errno = ENOSYS, -1)
58# define truncate(a,b) (errno = ENOSYS, -1)
59# define ftruncate(fd,o) chsize ((fd), (o))
60# define fsync(fd) _commit (fd)
61# define opendir(fd) (errno = ENOSYS, 0)
62# define readdir(fd) (errno = ENOSYS, -1)
63# define closedir(fd) (errno = ENOSYS, -1)
64# define mkdir(a,b) mkdir (a)
65
26#else 66#else
27# define STACKSIZE 4096 67
68# include <sys/time.h>
69# include <sys/select.h>
70# include <unistd.h>
71# include <utime.h>
72# include <signal.h>
73# define EIO_STRUCT_DIRENT struct dirent
74
75#endif
76
77/* perl stupidly overrides readdir and maybe others */
78/* with thread-unsafe versions, imagine that :( */
79#undef readdir
80#undef opendir
81#undef closedir
82
83#define EIO_STRUCT_STAT Stat_t
84
85/* use NV for 32 bit perls as it allows larger offsets */
86#if IVSIZE >= 8
87# define VAL64 IV
88# define SvVAL64 SvIV
89# define newSVval64 newSViv
90#else
91# define VAL64 NV
92# define SvVAL64 SvNV
93# define newSVval64 newSVnv
94#endif
95
96/*****************************************************************************/
97
98#if __GNUC__ >= 3
99# define expect(expr,value) __builtin_expect ((expr),(value))
100#else
101# define expect(expr,value) (expr)
102#endif
103
104#define expect_false(expr) expect ((expr) != 0, 0)
105#define expect_true(expr) expect ((expr) != 0, 1)
106
107/*****************************************************************************/
108
109typedef SV SV8; /* byte-sv, used for argument-checking */
110typedef int aio_rfd; /* read file desriptor */
111typedef int aio_wfd; /* write file descriptor */
112
113static HV *aio_stash, *aio_req_stash, *aio_grp_stash;
114
115#define EIO_REQ_MEMBERS \
116 SV *callback; \
117 SV *sv1, *sv2; \
118 STRLEN stroffset; \
119 SV *self;
120
121#define EIO_NO_WRAPPERS 1
122
123#include "libeio/config.h"
124#include "libeio/eio.h"
125
126/* Linux/others */
127#ifndef O_ASYNC
128# define O_ASYNC 0
129#endif
130#ifndef O_DIRECT
131# define O_DIRECT 0
132#endif
133#ifndef O_NOATIME
134# define O_NOATIME 0
135#endif
136
137/* POSIX */
138#ifndef O_CLOEXEC
139# define O_CLOEXEC 0
140#endif
141#ifndef O_NOFOLLOW
142# define O_NOFOLLOW 0
143#endif
144#ifndef O_NOCTTY
145# define O_NOCTTY 0
146#endif
147#ifndef O_NONBLOCK
148# define O_NONBLOCK 0
149#endif
150#ifndef O_EXEC
151# define O_EXEC 0
152#endif
153#ifndef O_SEARCH
154# define O_SEARCH 0
155#endif
156#ifndef O_DIRECTORY
157# define O_DIRECTORY 0
158#endif
159#ifndef O_DSYNC
160# define O_DSYNC 0
161#endif
162#ifndef O_RSYNC
163# define O_RSYNC 0
164#endif
165#ifndef O_SYNC
166# define O_SYNC 0
167#endif
168#ifndef O_TTY_INIT
169# define O_TTY_INIT 0
170#endif
171
172#ifndef POSIX_FADV_NORMAL
173# define POSIX_FADV_NORMAL 0
174#endif
175#ifndef POSIX_FADV_SEQUENTIAL
176# define POSIX_FADV_SEQUENTIAL 0
177#endif
178#ifndef POSIX_FADV_RANDOM
179# define POSIX_FADV_RANDOM 0
180#endif
181#ifndef POSIX_FADV_NOREUSE
182# define POSIX_FADV_NOREUSE 0
183#endif
184#ifndef POSIX_FADV_WILLNEED
185# define POSIX_FADV_WILLNEED 0
186#endif
187#ifndef POSIX_FADV_DONTNEED
188# define POSIX_FADV_DONTNEED 0
189#endif
190
191#if !HAVE_POSIX_FADVISE
192# define posix_fadvise(a,b,c,d) errno = ENOSYS /* also return ENOSYS */
193#endif
194
195#ifndef POSIX_MADV_NORMAL
196# define POSIX_MADV_NORMAL 0
197#endif
198#ifndef POSIX_MADV_SEQUENTIAL
199# define POSIX_MADV_SEQUENTIAL 0
200#endif
201#ifndef POSIX_MADV_RANDOM
202# define POSIX_MADV_RANDOM 0
203#endif
204#ifndef POSIX_MADV_WILLNEED
205# define POSIX_MADV_WILLNEED 0
206#endif
207#ifndef POSIX_MADV_DONTNEED
208# define POSIX_MADV_DONTNEED 0
209#endif
210
211#if !HAVE_POSIX_MADVISE
212# define posix_madvise(a,b,c) errno = ENOSYS /* also return ENOSYS */
213#endif
214
215#ifndef PROT_NONE
216# define PROT_NONE 0
217#endif
218#ifndef PROT_READ
219# define PROT_READ 0
220#endif
221#ifndef PROT_WRITE
222# define PROT_READ 0
223#endif
224#ifndef PROT_EXEC
225# define PROT_EXEC 0
226#endif
227
228#ifndef ST_NODEV
229# define ST_NODEV 0
230#endif
231#ifndef ST_NOEXEC
232# define ST_NOEXEC 0
233#endif
234#ifndef ST_SYNCHRONOUS
235# define ST_SYNCHRONOUS 0
236#endif
237#ifndef ST_MANDLOCK
238# define ST_MANDLOCK 0
239#endif
240#ifndef ST_WRITE
241# define ST_WRITE 0
242#endif
243#ifndef ST_APPEND
244# define ST_APPEND 0
245#endif
246#ifndef ST_IMMUTABLE
247# define ST_IMMUTABLE 0
248#endif
249#ifndef ST_NOATIME
250# define ST_NOATIME 0
251#endif
252#ifndef ST_NODIRATIME
253# define ST_NODIRATIME 0
254#endif
255#ifndef ST_RELATIME
256# define ST_RELATIME 0
257#endif
258
259#ifndef S_IFIFO
260# define S_IFIFO 0
261#endif
262#ifndef S_IFCHR
263# define S_IFCHR 0
264#endif
265#ifndef S_IFBLK
266# define S_IFBLK 0
267#endif
268#ifndef S_IFLNK
269# define S_IFLNK 0
270#endif
271#ifndef S_IFREG
272# define S_IFREG 0
273#endif
274#ifndef S_IFDIR
275# define S_IFDIR 0
276#endif
277#ifndef S_IFWHT
278# define S_IFWHT 0
279#endif
280#ifndef S_IFSOCK
281# define S_IFSOCK 0
282#endif
283
284#ifndef MAP_ANONYMOUS
285# ifdef MAP_ANON
286# define MAP_ANONYMOUS MAP_ANON
287# else
288# define MAP_ANONYMOUS MAP_FIXED /* and hope this fails */
28#endif 289# endif
290#endif
291#ifndef MAP_HUGETLB
292# define MAP_HUGETLB 0
293#endif
294#ifndef MAP_LOCKED
295# define MAP_LOCKED 0
296#endif
297#ifndef MAP_NORESERVE
298# define MAP_NORESERVE 0
299#endif
300#ifndef MAP_POPULATE
301# define MAP_POPULATE 0
302#endif
303#ifndef MAP_NONBLOCK
304# define MAP_NONBLOCK 0
305#endif
306
307#ifndef makedev
308# define makedev(maj,min) (((maj) << 8) | (min))
309#endif
310#ifndef major
311# define major(dev) ((dev) >> 8)
312#endif
313#ifndef minor
314# define minor(dev) ((dev) & 0xff)
315#endif
316
317#ifndef PAGESIZE
318# define PAGESIZE sysconf (_SC_PAGESIZE)
319#endif
320
321static int req_invoke (eio_req *req);
322#define EIO_FINISH(req) req_invoke (req)
323static void req_destroy (eio_req *grp);
324#define EIO_DESTROY(req) req_destroy (req)
29 325
30enum { 326enum {
31 REQ_QUIT, 327 FLAG_SV2_RO_OFF = 0x40, /* data was set readonly */
32 REQ_OPEN, REQ_CLOSE,
33 REQ_READ, REQ_WRITE, REQ_READAHEAD,
34 REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
35 REQ_FSYNC, REQ_FDATASYNC,
36}; 328};
37 329
38typedef struct aio_cb { 330#include "libeio/eio.c"
39 struct aio_cb *volatile next;
40 331
41 int type;
42
43 int fd;
44 off_t offset;
45 size_t length;
46 ssize_t result;
47 mode_t mode; /* open */
48 int errorno;
49 SV *data, *callback, *fh;
50 void *dataptr;
51 STRLEN dataoffset;
52
53 Stat_t *statdata;
54} aio_cb;
55
56typedef aio_cb *aio_req; 332typedef eio_req *aio_req;
333typedef eio_req *aio_req_ornot;
57 334
58static int started; 335static SV *on_next_submit;
59static volatile int nreqs; 336static int next_pri = EIO_PRI_DEFAULT;
60static int max_outstanding = 1<<30; 337static int max_outstanding;
61static int respipe [2];
62 338
63static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER; 339static s_epipe respipe;
64static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER;
65static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
66 340
67static volatile aio_req reqs, reqe; /* queue start, queue end */ 341static void req_destroy (aio_req req);
68static volatile aio_req ress, rese; /* queue start, queue end */ 342static void req_cancel (aio_req req);
69 343
70static void 344static void want_poll (void)
71poll_wait ()
72{ 345{
73 if (nreqs && !ress) 346 /* write a dummy byte to the pipe so fh becomes ready */
347 s_epipe_signal (&respipe);
348}
349
350static void done_poll (void)
351{
352 /* read any signals sent by the worker threads */
353 s_epipe_drain (&respipe);
354}
355
356/* must be called at most once */
357static SV *req_sv (aio_req req, HV *stash)
358{
359 if (!req->self)
74 { 360 {
75 fd_set rfd; 361 req->self = (SV *)newHV ();
76 FD_ZERO(&rfd); 362 sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0);
77 FD_SET(respipe [0], &rfd);
78
79 select (respipe [0] + 1, &rfd, 0, 0, 0);
80 } 363 }
81}
82 364
83static int 365 return sv_2mortal (sv_bless (newRV_inc (req->self), stash));
84poll_cb () 366}
85{
86 dSP;
87 int count = 0;
88 aio_req req, prv;
89 367
90 pthread_mutex_lock (&reslock); 368static aio_req SvAIO_REQ (SV *sv)
369{
370 MAGIC *mg;
91 371
92 { 372 if (!SvROK (sv)
93 /* read any signals sent by the worker threads */ 373 || (SvSTASH (SvRV (sv)) != aio_grp_stash
94 char buf [32]; 374 && SvSTASH (SvRV (sv)) != aio_req_stash
95 while (read (respipe [0], buf, 32) > 0) 375 && !sv_derived_from (sv, "IO::AIO::REQ")))
96 ; 376 croak ("object of class IO::AIO::REQ expected");
97 }
98 377
99 req = ress; 378 mg = mg_find (SvRV (sv), PERL_MAGIC_ext);
100 ress = rese = 0;
101 379
102 pthread_mutex_unlock (&reslock); 380 return mg ? (aio_req)mg->mg_ptr : 0;
381}
103 382
104 while (req) 383static void aio_grp_feed (aio_req grp)
384{
385 if (grp->sv2 && SvOK (grp->sv2))
105 { 386 {
106 nreqs--; 387 dSP;
107 388
108 if (req->type == REQ_QUIT) 389 ENTER;
109 started--; 390 SAVETMPS;
110 else 391 PUSHMARK (SP);
392 XPUSHs (req_sv (grp, aio_grp_stash));
393 PUTBACK;
394 call_sv (grp->sv2, G_VOID | G_EVAL | G_KEEPERR);
395 SPAGAIN;
396 FREETMPS;
397 LEAVE;
398 }
399}
400
401static void req_submit (eio_req *req)
402{
403 eio_submit (req);
404
405 if (expect_false (on_next_submit))
406 {
407 dSP;
408 SV *cb = sv_2mortal (on_next_submit);
409
410 on_next_submit = 0;
411
412 PUSHMARK (SP);
413 PUTBACK;
414 call_sv (cb, G_DISCARD | G_EVAL);
415 }
416}
417
418static int req_invoke (eio_req *req)
419{
420 if (req->flags & FLAG_SV2_RO_OFF)
421 SvREADONLY_off (req->sv2);
422
423 if (!EIO_CANCELLED (req) && req->callback)
424 {
425 dSP;
426 static SV *sv_result_cache; /* caches the result integer SV */
427 SV *sv_result;
428
429 ENTER;
430 SAVETMPS;
431 PUSHMARK (SP);
432 EXTEND (SP, 1);
433
434 /* do not recreate the result IV from scratch each time */
435 if (expect_true (sv_result_cache))
111 { 436 {
112 int errorno = errno; 437 sv_result = sv_result_cache; sv_result_cache = 0;
113 errno = req->errorno; 438 SvIV_set (sv_result, req->result);
114 439 SvIOK_only (sv_result);
115 if (req->type == REQ_READ)
116 SvCUR_set (req->data, req->dataoffset
117 + req->result > 0 ? req->result : 0);
118
119 if (req->data)
120 SvREFCNT_dec (req->data);
121
122 if (req->fh)
123 SvREFCNT_dec (req->fh);
124
125 if (req->type == REQ_STAT || req->type == REQ_LSTAT || req->type == REQ_FSTAT)
126 {
127 PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
128 PL_laststatval = req->result;
129 PL_statcache = *(req->statdata);
130
131 Safefree (req->statdata);
132 }
133
134 ENTER;
135 PUSHMARK (SP);
136 XPUSHs (sv_2mortal (newSViv (req->result)));
137
138 if (req->type == REQ_OPEN)
139 {
140 /* convert fd to fh */
141 SV *fh;
142
143 PUTBACK;
144 call_pv ("IO::AIO::_fd2fh", G_SCALAR | G_EVAL);
145 SPAGAIN;
146
147 fh = SvREFCNT_inc (POPs);
148
149 PUSHMARK (SP);
150 XPUSHs (sv_2mortal (fh));
151 }
152
153 if (SvOK (req->callback))
154 {
155 PUTBACK;
156 call_sv (req->callback, G_VOID | G_EVAL);
157 SPAGAIN;
158 }
159
160 LEAVE;
161
162 if (req->callback)
163 SvREFCNT_dec (req->callback);
164
165 errno = errorno;
166 count++;
167 }
168
169 prv = req;
170 req = req->next;
171 Safefree (prv);
172
173 /* TODO: croak on errors? */
174 }
175
176 return count;
177}
178
179static void *aio_proc(void *arg);
180
181static void
182start_thread (void)
183{
184 sigset_t fullsigset, oldsigset;
185 pthread_t tid;
186 pthread_attr_t attr;
187
188 pthread_attr_init (&attr);
189 pthread_attr_setstacksize (&attr, STACKSIZE);
190 pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
191
192 sigfillset (&fullsigset);
193 sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset);
194
195 if (pthread_create (&tid, &attr, aio_proc, 0) == 0)
196 started++;
197
198 sigprocmask (SIG_SETMASK, &oldsigset, 0);
199}
200
201static void
202send_req (aio_req req)
203{
204 nreqs++;
205
206 pthread_mutex_lock (&reqlock);
207
208 req->next = 0;
209
210 if (reqe)
211 {
212 reqe->next = req;
213 reqe = req;
214 }
215 else
216 reqe = reqs = req;
217
218 pthread_cond_signal (&reqwait);
219 pthread_mutex_unlock (&reqlock);
220
221 while (nreqs > max_outstanding)
222 {
223 poll_wait ();
224 poll_cb ();
225 }
226}
227
228static void
229end_thread (void)
230{
231 aio_req req;
232 New (0, req, 1, aio_cb);
233 req->type = REQ_QUIT;
234
235 send_req (req);
236}
237
238/* work around various missing functions */
239
240#if !HAVE_PREADWRITE
241# define pread aio_pread
242# define pwrite aio_pwrite
243
244/*
245 * make our pread/pwrite safe against themselves, but not against
246 * normal read/write by using a mutex. slows down execution a lot,
247 * but that's your problem, not mine.
248 */
249static pthread_mutex_t iolock = PTHREAD_MUTEX_INITIALIZER;
250
251static ssize_t
252pread (int fd, void *buf, size_t count, off_t offset)
253{
254 ssize_t res;
255 off_t ooffset;
256
257 pthread_mutex_lock (&iolock);
258 ooffset = lseek (fd, 0, SEEK_CUR);
259 lseek (fd, offset, SEEK_SET);
260 res = read (fd, buf, count);
261 lseek (fd, ooffset, SEEK_SET);
262 pthread_mutex_unlock (&iolock);
263
264 return res;
265}
266
267static ssize_t
268pwrite (int fd, void *buf, size_t count, off_t offset)
269{
270 ssize_t res;
271 off_t ooffset;
272
273 pthread_mutex_lock (&iolock);
274 ooffset = lseek (fd, 0, SEEK_CUR);
275 lseek (fd, offset, SEEK_SET);
276 res = write (fd, buf, count);
277 lseek (fd, offset, SEEK_SET);
278 pthread_mutex_unlock (&iolock);
279
280 return res;
281}
282#endif
283
284#if !HAVE_FDATASYNC
285# define fdatasync fsync
286#endif
287
288#if !HAVE_READAHEAD
289# define readahead aio_readahead
290
291static char readahead_buf[4096];
292
293static ssize_t
294readahead (int fd, off_t offset, size_t count)
295{
296 while (count > 0)
297 {
298 size_t len = count < sizeof (readahead_buf) ? count : sizeof (readahead_buf);
299
300 pread (fd, readahead_buf, len, offset);
301 offset += len;
302 count -= len;
303 }
304
305 errno = 0;
306}
307#endif
308
309static void *
310aio_proc (void *thr_arg)
311{
312 aio_req req;
313 int type;
314
315 do
316 {
317 pthread_mutex_lock (&reqlock);
318
319 for (;;)
320 {
321 req = reqs;
322
323 if (reqs)
324 {
325 reqs = reqs->next;
326 if (!reqs) reqe = 0;
327 }
328
329 if (req)
330 break;
331
332 pthread_cond_wait (&reqwait, &reqlock);
333 }
334
335 pthread_mutex_unlock (&reqlock);
336
337 errno = 0; /* strictly unnecessary */
338
339 type = req->type;
340
341 switch (type)
342 {
343 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
344 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
345
346 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
347
348 case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break;
349 case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break;
350 case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break;
351
352 case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
353 case REQ_CLOSE: req->result = close (req->fd); break;
354 case REQ_UNLINK: req->result = unlink (req->dataptr); break;
355
356 case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
357 case REQ_FSYNC: req->result = fsync (req->fd); break;
358
359 case REQ_QUIT:
360 break;
361
362 default:
363 req->result = ENOSYS;
364 break;
365 }
366
367 req->errorno = errno;
368
369 pthread_mutex_lock (&reslock);
370
371 req->next = 0;
372
373 if (rese)
374 {
375 rese->next = req;
376 rese = req;
377 } 440 }
378 else 441 else
379 { 442 {
380 rese = ress = req; 443 sv_result = newSViv (req->result);
381 444 SvREADONLY_on (sv_result);
382 /* write a dummy byte to the pipe so fh becomes ready */
383 write (respipe [1], &respipe, 1);
384 } 445 }
385 446
386 pthread_mutex_unlock (&reslock); 447 switch (req->type)
448 {
449 case EIO_READDIR:
450 {
451 SV *rv = &PL_sv_undef;
452
453 if (req->result >= 0)
454 {
455 int i;
456 char *names = (char *)req->ptr2;
457 eio_dirent *ent = (eio_dirent *)req->ptr1; /* might be 0 */
458 AV *av = newAV ();
459
460 av_extend (av, req->result - 1);
461
462 for (i = 0; i < req->result; ++i)
463 {
464 if (req->int1 & EIO_READDIR_DENTS)
465 {
466 SV *namesv = newSVpvn (names + ent->nameofs, ent->namelen);
467
468 if (req->int1 & EIO_READDIR_CUSTOM2)
469 {
470 static SV *sv_type [EIO_DT_MAX + 1]; /* type sv cache */
471 AV *avent = newAV ();
472
473 av_extend (avent, 2);
474
475 if (!sv_type [ent->type])
476 {
477 sv_type [ent->type] = newSViv (ent->type);
478 SvREADONLY_on (sv_type [ent->type]);
479 }
480
481 av_store (avent, 0, namesv);
482 av_store (avent, 1, SvREFCNT_inc (sv_type [ent->type]));
483 av_store (avent, 2, IVSIZE >= 8 ? newSVuv (ent->inode) : newSVnv (ent->inode));
484
485 av_store (av, i, newRV_noinc ((SV *)avent));
486 }
487 else
488 av_store (av, i, namesv);
489
490 ++ent;
491 }
492 else
493 {
494 SV *name = newSVpv (names, 0);
495 av_store (av, i, name);
496 names += SvCUR (name) + 1;
497 }
498 }
499
500 rv = sv_2mortal (newRV_noinc ((SV *)av));
501 }
502
503 PUSHs (rv);
504
505 if (req->int1 & EIO_READDIR_CUSTOM1)
506 XPUSHs (sv_2mortal (newSViv (req->int1 & ~(EIO_READDIR_CUSTOM1 | EIO_READDIR_CUSTOM2))));
507 }
508 break;
509
510 case EIO_OPEN:
511 {
512 /* convert fd to fh */
513 SV *fh = &PL_sv_undef;
514
515 if (req->result >= 0)
516 {
517 GV *gv = (GV *)sv_newmortal ();
518 int flags = req->int1 & (O_RDONLY | O_WRONLY | O_RDWR);
519 char sym [64];
520 int symlen;
521
522 symlen = snprintf (sym, sizeof (sym), "fd#%d", (int)req->result);
523 gv_init (gv, aio_stash, sym, symlen, 0);
524
525 symlen = snprintf (
526 sym,
527 sizeof (sym),
528 "%s&=%d",
529 flags == O_RDONLY ? "<" : flags == O_WRONLY ? ">" : "+<",
530 (int)req->result
531 );
532
533 if (do_open (gv, sym, symlen, 0, 0, 0, 0))
534 fh = (SV *)gv;
535 }
536
537 PUSHs (fh);
538 }
539 break;
540
541 case EIO_STATVFS:
542 case EIO_FSTATVFS:
543 {
544 SV *rv = &PL_sv_undef;
545
546 if (req->result >= 0)
547 {
548 EIO_STRUCT_STATVFS *f = EIO_STATVFS_BUF (req);
549 HV *hv = newHV ();
550
551 rv = sv_2mortal (newRV_noinc ((SV *)hv));
552
553 hv_store (hv, "bsize" , sizeof ("bsize" ) - 1, newSVval64 (f->f_bsize ), 0);
554 hv_store (hv, "frsize" , sizeof ("frsize" ) - 1, newSVval64 (f->f_frsize ), 0);
555 hv_store (hv, "blocks" , sizeof ("blocks" ) - 1, newSVval64 (f->f_blocks ), 0);
556 hv_store (hv, "bfree" , sizeof ("bfree" ) - 1, newSVval64 (f->f_bfree ), 0);
557 hv_store (hv, "bavail" , sizeof ("bavail" ) - 1, newSVval64 (f->f_bavail ), 0);
558 hv_store (hv, "files" , sizeof ("files" ) - 1, newSVval64 (f->f_files ), 0);
559 hv_store (hv, "ffree" , sizeof ("ffree" ) - 1, newSVval64 (f->f_ffree ), 0);
560 hv_store (hv, "favail" , sizeof ("favail" ) - 1, newSVval64 (f->f_favail ), 0);
561 hv_store (hv, "fsid" , sizeof ("fsid" ) - 1, newSVval64 (f->f_fsid ), 0);
562 hv_store (hv, "flag" , sizeof ("flag" ) - 1, newSVval64 (f->f_flag ), 0);
563 hv_store (hv, "namemax", sizeof ("namemax") - 1, newSVval64 (f->f_namemax), 0);
564 }
565
566 PUSHs (rv);
567 }
568
569 break;
570
571 case EIO_GROUP:
572 req->int1 = 2; /* mark group as finished */
573
574 if (req->sv1)
575 {
576 int i;
577 AV *av = (AV *)req->sv1;
578
579 EXTEND (SP, AvFILL (av) + 1);
580 for (i = 0; i <= AvFILL (av); ++i)
581 PUSHs (*av_fetch (av, i, 0));
582 }
583 break;
584
585 case EIO_NOP:
586 case EIO_BUSY:
587 break;
588
589 case EIO_READLINK:
590 case EIO_REALPATH:
591 if (req->result > 0)
592 PUSHs (sv_2mortal (newSVpvn (req->ptr2, req->result)));
593 break;
594
595 case EIO_STAT:
596 case EIO_LSTAT:
597 case EIO_FSTAT:
598 PL_laststype = req->type == EIO_LSTAT ? OP_LSTAT : OP_STAT;
599 PL_laststatval = req->result;
600 PL_statcache = *(EIO_STRUCT_STAT *)(req->ptr2);
601 PUSHs (sv_result);
602 break;
603
604 case EIO_READ:
605 {
606 SvCUR_set (req->sv2, req->stroffset + (req->result > 0 ? req->result : 0));
607 *SvEND (req->sv2) = 0;
608 SvPOK_only (req->sv2);
609 SvSETMAGIC (req->sv2);
610 PUSHs (sv_result);
611 }
612 break;
613
614 case EIO_DUP2: /* EIO_DUP2 actually means aio_close(), so fudge result value */
615 if (req->result > 0)
616 SvIV_set (sv_result, 0);
617 /* FALLTHROUGH */
618
619 default:
620 PUSHs (sv_result);
621 break;
622 }
623
624 errno = req->errorno;
625
626 PUTBACK;
627 call_sv (req->callback, G_VOID | G_EVAL | G_DISCARD);
628 SPAGAIN;
629
630 if (expect_false (SvREFCNT (sv_result) != 1 || sv_result_cache))
631 SvREFCNT_dec (sv_result);
632 else
633 sv_result_cache = sv_result;
634
635 FREETMPS;
636 LEAVE;
637
638 PUTBACK;
387 } 639 }
388 while (type != REQ_QUIT); 640
641 return !!SvTRUE (ERRSV);
642}
643
644static void req_destroy (aio_req req)
645{
646 if (req->self)
647 {
648 sv_unmagic (req->self, PERL_MAGIC_ext);
649 SvREFCNT_dec (req->self);
650 }
651
652 SvREFCNT_dec (req->sv1);
653 SvREFCNT_dec (req->sv2);
654 SvREFCNT_dec (req->callback);
655
656 Safefree (req);
657}
658
659static void req_cancel_subs (aio_req grp)
660{
661 aio_req sub;
662
663 if (grp->type != EIO_GROUP)
664 return;
665
666 SvREFCNT_dec (grp->sv2);
667 grp->sv2 = 0;
668
669 eio_grp_cancel (grp);
670}
671
672static void
673create_respipe (void)
674{
675 if (s_epipe_renew (&respipe))
676 croak ("IO::AIO: unable to initialize result pipe");
677}
678
679static void poll_wait (void)
680{
681 while (eio_nreqs ())
682 {
683 int size;
684
685 X_LOCK (reslock);
686 size = res_queue.size;
687 X_UNLOCK (reslock);
688
689 if (size)
690 return;
691
692 etp_maybe_start_thread ();
693
694 s_epipe_wait (&respipe);
695 }
696}
697
698static int poll_cb (void)
699{
700 for (;;)
701 {
702 int res = eio_poll ();
703
704 if (res > 0)
705 croak (0);
706
707 if (!max_outstanding || max_outstanding > eio_nreqs ())
708 return res;
709
710 poll_wait ();
711 }
712}
713
714static void atfork_child (void)
715{
716 create_respipe ();
717}
718
719/*****************************************************************************/
720
721#if !_POSIX_MAPPED_FILES
722# define mmap(addr,length,prot,flags,fd,offs) (errno = ENOSYS, -1)
723# define munmap(addr,length) (errno = ENOSYS, -1)
724#endif
725
726#if !_POSIX_MEMORY_PROTECTION
727# define mprotect(addr,len,prot) (errno = ENOSYS, -1)
728# define PROT_NONE 0
729# define PROT_WRITE 0
730# define MAP_PRIVATE 0
731# define MAP_SHARED 0
732# define MAP_FIXED 0
733#endif
734
735#define MMAP_MAGIC PERL_MAGIC_ext
736
737static int
738mmap_free (pTHX_ SV *sv, MAGIC *mg)
739{
740 int old_errno = errno;
741 munmap (mg->mg_ptr, (size_t)mg->mg_obj);
742 errno = old_errno;
743
744 mg->mg_obj = 0; /* just in case */
745
746 SvREADONLY_off (sv);
747
748 if (SvPVX (sv) != mg->mg_ptr)
749 croak ("ERROR: IO::AIO::mmap-mapped scalar changed location, detected");
750
751 SvCUR_set (sv, 0);
752 SvPVX (sv) = 0;
753 SvOK_off (sv);
389 754
390 return 0; 755 return 0;
391} 756}
392 757
758static MGVTBL mmap_vtbl = {
759 0, 0, 0, 0, mmap_free
760};
761
762/*****************************************************************************/
763
764static SV *
765get_cb (SV *cb_sv)
766{
767 SvGETMAGIC (cb_sv);
768 return SvOK (cb_sv) ? s_get_cv_croak (cb_sv) : 0;
769}
770
771#define dREQ \
772 SV *cb_cv; \
773 aio_req req; \
774 int req_pri = next_pri; \
775 next_pri = EIO_PRI_DEFAULT; \
776 \
777 cb_cv = get_cb (callback); \
778 \
779 Newz (0, req, 1, eio_req); \
780 if (!req) \
781 croak ("out of memory during eio_req allocation"); \
782 \
783 req->callback = SvREFCNT_inc (cb_cv); \
784 req->pri = req_pri
785
786#define REQ_SEND \
787 PUTBACK; \
788 req_submit (req); \
789 SPAGAIN; \
790 \
791 if (GIMME_V != G_VOID) \
792 XPUSHs (req_sv (req, aio_req_stash));
793
393MODULE = IO::AIO PACKAGE = IO::AIO 794MODULE = IO::AIO PACKAGE = IO::AIO
394 795
395PROTOTYPES: ENABLE 796PROTOTYPES: ENABLE
396 797
397BOOT: 798BOOT:
398{ 799{
399 if (pipe (respipe)) 800 static const struct {
400 croak ("unable to initialize result pipe"); 801 const char *name;
802 IV iv;
803 } *civ, const_iv[] = {
804# define const_niv(name, value) { # name, (IV) value },
805# define const_iv(name) { # name, (IV) name },
806# define const_eio(name) { # name, (IV) EIO_ ## name },
807 const_iv (EXDEV)
808 const_iv (ENOSYS)
809 const_iv (O_RDONLY)
810 const_iv (O_WRONLY)
811 const_iv (O_RDWR)
812 const_iv (O_CREAT)
813 const_iv (O_TRUNC)
814 const_iv (O_EXCL)
815 const_iv (O_APPEND)
401 816
402 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK)) 817 const_iv (O_ASYNC)
403 croak ("cannot set result pipe to nonblocking mode"); 818 const_iv (O_DIRECT)
819 const_iv (O_NOATIME)
404 820
405 if (fcntl (respipe [1], F_SETFL, O_NONBLOCK)) 821 const_iv (O_CLOEXEC)
406 croak ("cannot set result pipe to nonblocking mode"); 822 const_iv (O_NOCTTY)
407} 823 const_iv (O_NOFOLLOW)
824 const_iv (O_NONBLOCK)
825 const_iv (O_EXEC)
826 const_iv (O_SEARCH)
827 const_iv (O_DIRECTORY)
828 const_iv (O_DSYNC)
829 const_iv (O_RSYNC)
830 const_iv (O_SYNC)
831 const_iv (O_TTY_INIT)
408 832
833 const_iv (S_IFIFO)
834 const_iv (S_IFCHR)
835 const_iv (S_IFBLK)
836 const_iv (S_IFLNK)
837 const_iv (S_IFREG)
838 const_iv (S_IFDIR)
839 const_iv (S_IFWHT)
840 const_iv (S_IFSOCK)
841 const_iv (S_IFMT)
842
843 const_niv (FADV_NORMAL , POSIX_FADV_NORMAL)
844 const_niv (FADV_SEQUENTIAL, POSIX_FADV_SEQUENTIAL)
845 const_niv (FADV_RANDOM , POSIX_FADV_RANDOM)
846 const_niv (FADV_NOREUSE , POSIX_FADV_NOREUSE)
847 const_niv (FADV_WILLNEED , POSIX_FADV_WILLNEED)
848 const_niv (FADV_DONTNEED , POSIX_FADV_DONTNEED)
849
850 const_niv (MADV_NORMAL , POSIX_MADV_NORMAL)
851 const_niv (MADV_SEQUENTIAL, POSIX_MADV_SEQUENTIAL)
852 const_niv (MADV_RANDOM , POSIX_MADV_RANDOM)
853 const_niv (MADV_WILLNEED , POSIX_MADV_WILLNEED)
854 const_niv (MADV_DONTNEED , POSIX_MADV_DONTNEED)
855
856 const_iv (ST_RDONLY)
857 const_iv (ST_NOSUID)
858 const_iv (ST_NODEV)
859 const_iv (ST_NOEXEC)
860 const_iv (ST_SYNCHRONOUS)
861 const_iv (ST_MANDLOCK)
862 const_iv (ST_WRITE)
863 const_iv (ST_APPEND)
864 const_iv (ST_IMMUTABLE)
865 const_iv (ST_NOATIME)
866 const_iv (ST_NODIRATIME)
867 const_iv (ST_RELATIME)
868
869 const_iv (PROT_NONE)
870 const_iv (PROT_EXEC)
871 const_iv (PROT_READ)
872 const_iv (PROT_WRITE)
873
874 /*const_iv (MAP_FIXED)*/
875 const_iv (MAP_PRIVATE)
876 const_iv (MAP_SHARED)
877 const_iv (MAP_ANONYMOUS)
878
879 /* linuxish */
880 const_iv (MAP_HUGETLB)
881 const_iv (MAP_LOCKED)
882 const_iv (MAP_NORESERVE)
883 const_iv (MAP_POPULATE)
884 const_iv (MAP_NONBLOCK)
885
886 const_eio (MCL_FUTURE)
887 const_eio (MCL_CURRENT)
888
889 const_eio (MS_ASYNC)
890 const_eio (MS_INVALIDATE)
891 const_eio (MS_SYNC)
892
893 const_eio (MT_MODIFY)
894
895 const_eio (SYNC_FILE_RANGE_WAIT_BEFORE)
896 const_eio (SYNC_FILE_RANGE_WRITE)
897 const_eio (SYNC_FILE_RANGE_WAIT_AFTER)
898
899 const_eio (READDIR_DENTS)
900 const_eio (READDIR_DIRS_FIRST)
901 const_eio (READDIR_STAT_ORDER)
902 const_eio (READDIR_FOUND_UNKNOWN)
903
904 const_eio (DT_UNKNOWN)
905 const_eio (DT_FIFO)
906 const_eio (DT_CHR)
907 const_eio (DT_DIR)
908 const_eio (DT_BLK)
909 const_eio (DT_REG)
910 const_eio (DT_LNK)
911 const_eio (DT_SOCK)
912 const_eio (DT_WHT)
913 };
914
915 aio_stash = gv_stashpv ("IO::AIO" , 1);
916 aio_req_stash = gv_stashpv ("IO::AIO::REQ", 1);
917 aio_grp_stash = gv_stashpv ("IO::AIO::GRP", 1);
918
919 for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ-- > const_iv; )
920 newCONSTSUB (aio_stash, (char *)civ->name, newSViv (civ->iv));
921
922 newCONSTSUB (aio_stash, "PAGESIZE", newSViv (PAGESIZE));
923
924 create_respipe ();
925
926 if (eio_init (want_poll, done_poll) < 0)
927 croak ("IO::AIO: unable to initialise eio library");
928
929 /* atfork child called in fifo order, so before eio's handler */
930 X_THREAD_ATFORK (0, 0, atfork_child);
931}
932
409void 933void
410min_parallel(nthreads) 934max_poll_reqs (unsigned int nreqs)
411 int nthreads
412 PROTOTYPE: $ 935 PROTOTYPE: $
413 CODE: 936 CODE:
414 while (nthreads > started) 937 eio_set_max_poll_reqs (nreqs);
415 start_thread ();
416 938
417void 939void
418max_parallel(nthreads) 940max_poll_time (double nseconds)
419 int nthreads
420 PROTOTYPE: $ 941 PROTOTYPE: $
421 CODE: 942 CODE:
943 eio_set_max_poll_time (nseconds);
944
945void
946min_parallel (unsigned int nthreads)
947 PROTOTYPE: $
948 CODE:
949 eio_set_min_parallel (nthreads);
950
951void
952max_parallel (unsigned int nthreads)
953 PROTOTYPE: $
954 CODE:
955 eio_set_max_parallel (nthreads);
956
957void
958max_idle (unsigned int nthreads)
959 PROTOTYPE: $
960 CODE:
961 eio_set_max_idle (nthreads);
962
963void
964idle_timeout (unsigned int seconds)
965 PROTOTYPE: $
966 CODE:
967 eio_set_idle_timeout (seconds);
968
969void
970max_outstanding (unsigned int maxreqs)
971 PROTOTYPE: $
972 CODE:
973 max_outstanding = maxreqs;
974
975void
976aio_open (SV8 *pathname, int flags, int mode, SV *callback=&PL_sv_undef)
977 PPCODE:
422{ 978{
423 int cur = started; 979 dREQ;
424 while (cur > nthreads) 980
425 { 981 req->type = EIO_OPEN;
426 end_thread (); 982 req->sv1 = newSVsv (pathname);
427 cur--; 983 req->ptr1 = SvPVbyte_nolen (req->sv1);
984 req->int1 = flags;
985 req->int2 = mode;
986
987 REQ_SEND;
988}
989
990void
991aio_fsync (SV *fh, SV *callback=&PL_sv_undef)
992 ALIAS:
993 aio_fsync = EIO_FSYNC
994 aio_fdatasync = EIO_FDATASYNC
995 PPCODE:
996{
997 int fd = s_fileno_croak (fh, 0);
998 dREQ;
999
1000 req->type = ix;
1001 req->sv1 = newSVsv (fh);
1002 req->int1 = fd;
1003
1004 REQ_SEND (req);
1005}
1006
1007void
1008aio_sync_file_range (SV *fh, off_t offset, size_t nbytes, UV flags, SV *callback=&PL_sv_undef)
1009 PPCODE:
1010{
1011 int fd = s_fileno_croak (fh, 0);
1012 dREQ;
1013
1014 req->type = EIO_SYNC_FILE_RANGE;
1015 req->sv1 = newSVsv (fh);
1016 req->int1 = fd;
1017 req->offs = offset;
1018 req->size = nbytes;
1019 req->int2 = flags;
1020
1021 REQ_SEND (req);
1022}
1023
1024void
1025aio_close (SV *fh, SV *callback=&PL_sv_undef)
1026 PPCODE:
1027{
1028 static int close_pipe = -1; /* dummy fd to close fds via dup2 */
1029 int fd = s_fileno_croak (fh, 0);
1030 dREQ;
1031
1032 if (close_pipe < 0)
1033 {
1034 int pipefd [2];
1035
1036 if (pipe (pipefd) < 0
1037 || close (pipefd [1]) < 0
1038 || fcntl (pipefd [0], F_SETFD, FD_CLOEXEC) < 0)
1039 abort (); /*D*/
1040
1041 close_pipe = pipefd [0];
428 } 1042 }
429 1043
430 while (started > nthreads) 1044 req->type = EIO_DUP2;
1045 req->int1 = close_pipe;
1046 req->sv2 = newSVsv (fh);
1047 req->int2 = fd;
1048
1049 REQ_SEND (req);
1050}
1051
1052void
1053aio_read (SV *fh, SV *offset, SV *length, SV8 *data, IV dataoffset, SV *callback=&PL_sv_undef)
1054 ALIAS:
1055 aio_read = EIO_READ
1056 aio_write = EIO_WRITE
1057 PPCODE:
1058{
1059 STRLEN svlen;
1060 int fd = s_fileno_croak (fh, ix == EIO_WRITE);
1061 char *svptr = SvPVbyte (data, svlen);
1062 UV len = SvUV (length);
1063
1064 if (dataoffset < 0)
1065 dataoffset += svlen;
1066
1067 if (dataoffset < 0 || dataoffset > svlen)
1068 croak ("dataoffset outside of data scalar");
1069
1070 if (ix == EIO_WRITE)
1071 {
1072 /* write: check length and adjust. */
1073 if (!SvOK (length) || len + dataoffset > svlen)
1074 len = svlen - dataoffset;
1075 }
1076 else
1077 {
1078 /* read: check type and grow scalar as necessary */
1079 SvUPGRADE (data, SVt_PV);
1080 svptr = SvGROW (data, len + dataoffset + 1);
1081 }
1082
1083 {
1084 dREQ;
1085
1086 req->type = ix;
1087 req->sv1 = newSVsv (fh);
1088 req->int1 = fd;
1089 req->offs = SvOK (offset) ? SvVAL64 (offset) : -1;
1090 req->size = len;
1091 req->sv2 = SvREFCNT_inc (data);
1092 req->ptr2 = (char *)svptr + dataoffset;
1093 req->stroffset = dataoffset;
1094
1095 if (!SvREADONLY (data))
1096 {
1097 SvREADONLY_on (data);
1098 req->flags |= FLAG_SV2_RO_OFF;
1099 }
1100
1101 REQ_SEND;
1102 }
1103}
1104
1105void
1106aio_readlink (SV8 *path, SV *callback=&PL_sv_undef)
1107 ALIAS:
1108 aio_readlink = EIO_READLINK
1109 aio_realpath = EIO_REALPATH
1110 PPCODE:
1111{
1112 SV *data;
1113 dREQ;
1114
1115 req->type = ix;
1116 req->sv1 = newSVsv (path);
1117 req->ptr1 = SvPVbyte_nolen (req->sv1);
1118
1119 REQ_SEND;
1120}
1121
1122void
1123aio_sendfile (SV *out_fh, SV *in_fh, off_t in_offset, size_t length, SV *callback=&PL_sv_undef)
1124 PPCODE:
1125{
1126 int ifd = s_fileno_croak (in_fh , 0);
1127 int ofd = s_fileno_croak (out_fh, 1);
1128 dREQ;
1129
1130 req->type = EIO_SENDFILE;
1131 req->sv1 = newSVsv (out_fh);
1132 req->int1 = ofd;
1133 req->sv2 = newSVsv (in_fh);
1134 req->int2 = ifd;
1135 req->offs = in_offset;
1136 req->size = length;
1137
1138 REQ_SEND;
1139}
1140
1141void
1142aio_readahead (SV *fh, off_t offset, size_t length, SV *callback=&PL_sv_undef)
1143 PPCODE:
1144{
1145 int fd = s_fileno_croak (fh, 0);
1146 dREQ;
1147
1148 req->type = EIO_READAHEAD;
1149 req->sv1 = newSVsv (fh);
1150 req->int1 = fd;
1151 req->offs = offset;
1152 req->size = length;
1153
1154 REQ_SEND;
1155}
1156
1157void
1158aio_stat (SV8 *fh_or_path, SV *callback=&PL_sv_undef)
1159 ALIAS:
1160 aio_stat = EIO_STAT
1161 aio_lstat = EIO_LSTAT
1162 aio_statvfs = EIO_STATVFS
1163 PPCODE:
1164{
1165 dREQ;
1166
1167 req->sv1 = newSVsv (fh_or_path);
1168
1169 if (SvPOK (req->sv1))
1170 {
1171 req->type = ix;
1172 req->ptr1 = SvPVbyte_nolen (req->sv1);
1173 }
1174 else
1175 {
1176 req->type = ix == EIO_STATVFS ? EIO_FSTATVFS : EIO_FSTAT;
1177 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1178 }
1179
1180 REQ_SEND;
1181}
1182
1183UV
1184major (UV dev)
1185 ALIAS:
1186 minor = 1
1187 CODE:
1188 RETVAL = ix ? major (dev) : minor (dev);
1189 OUTPUT:
1190 RETVAL
1191
1192UV
1193makedev (UV maj, UV min)
1194 CODE:
1195 RETVAL = makedev (maj, min);
1196 OUTPUT:
1197 RETVAL
1198
1199void
1200aio_utime (SV8 *fh_or_path, SV *atime, SV *mtime, SV *callback=&PL_sv_undef)
1201 PPCODE:
1202{
1203 dREQ;
1204
1205 req->nv1 = SvOK (atime) ? SvNV (atime) : -1.;
1206 req->nv2 = SvOK (mtime) ? SvNV (mtime) : -1.;
1207 req->sv1 = newSVsv (fh_or_path);
1208
1209 if (SvPOK (req->sv1))
1210 {
1211 req->type = EIO_UTIME;
1212 req->ptr1 = SvPVbyte_nolen (req->sv1);
1213 }
1214 else
1215 {
1216 req->type = EIO_FUTIME;
1217 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1218 }
1219
1220 REQ_SEND;
1221}
1222
1223void
1224aio_truncate (SV8 *fh_or_path, SV *offset, SV *callback=&PL_sv_undef)
1225 PPCODE:
1226{
1227 dREQ;
1228
1229 req->sv1 = newSVsv (fh_or_path);
1230 req->offs = SvOK (offset) ? SvVAL64 (offset) : -1;
1231
1232 if (SvPOK (req->sv1))
1233 {
1234 req->type = EIO_TRUNCATE;
1235 req->ptr1 = SvPVbyte_nolen (req->sv1);
1236 }
1237 else
1238 {
1239 req->type = EIO_FTRUNCATE;
1240 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1241 }
1242
1243 REQ_SEND;
1244}
1245
1246void
1247aio_chmod (SV8 *fh_or_path, int mode, SV *callback=&PL_sv_undef)
1248 ALIAS:
1249 aio_chmod = EIO_CHMOD
1250 aio_mkdir = EIO_MKDIR
1251 PPCODE:
1252{
1253 dREQ;
1254
1255 req->int2 = mode;
1256 req->sv1 = newSVsv (fh_or_path);
1257
1258 if (SvPOK (req->sv1))
1259 {
1260 req->type = ix;
1261 req->ptr1 = SvPVbyte_nolen (req->sv1);
1262 }
1263 else
1264 {
1265 req->type = EIO_FCHMOD;
1266 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1267 }
1268
1269 REQ_SEND;
1270}
1271
1272void
1273aio_chown (SV8 *fh_or_path, SV *uid, SV *gid, SV *callback=&PL_sv_undef)
1274 PPCODE:
1275{
1276 dREQ;
1277
1278 req->int2 = SvOK (uid) ? SvIV (uid) : -1;
1279 req->int3 = SvOK (gid) ? SvIV (gid) : -1;
1280 req->sv1 = newSVsv (fh_or_path);
1281
1282 if (SvPOK (req->sv1))
1283 {
1284 req->type = EIO_CHOWN;
1285 req->ptr1 = SvPVbyte_nolen (req->sv1);
1286 }
1287 else
1288 {
1289 req->type = EIO_FCHOWN;
1290 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1291 }
1292
1293 REQ_SEND;
1294}
1295
1296void
1297aio_readdirx (SV8 *pathname, IV flags, SV *callback=&PL_sv_undef)
1298 PPCODE:
1299{
1300 dREQ;
1301
1302 req->type = EIO_READDIR;
1303 req->sv1 = newSVsv (pathname);
1304 req->ptr1 = SvPVbyte_nolen (req->sv1);
1305 req->int1 = flags | EIO_READDIR_DENTS | EIO_READDIR_CUSTOM1;
1306
1307 if (flags & EIO_READDIR_DENTS)
1308 req->int1 |= EIO_READDIR_CUSTOM2;
1309
1310 REQ_SEND;
1311}
1312
1313void
1314aio_unlink (SV8 *pathname, SV *callback=&PL_sv_undef)
1315 ALIAS:
1316 aio_unlink = EIO_UNLINK
1317 aio_rmdir = EIO_RMDIR
1318 aio_readdir = EIO_READDIR
1319 PPCODE:
1320{
1321 dREQ;
1322
1323 req->type = ix;
1324 req->sv1 = newSVsv (pathname);
1325 req->ptr1 = SvPVbyte_nolen (req->sv1);
1326
1327 REQ_SEND;
1328}
1329
1330void
1331aio_link (SV8 *oldpath, SV8 *newpath, SV *callback=&PL_sv_undef)
1332 ALIAS:
1333 aio_link = EIO_LINK
1334 aio_symlink = EIO_SYMLINK
1335 aio_rename = EIO_RENAME
1336 PPCODE:
1337{
1338 dREQ;
1339
1340 req->type = ix;
1341 req->sv1 = newSVsv (oldpath);
1342 req->ptr1 = SvPVbyte_nolen (req->sv1);
1343 req->sv2 = newSVsv (newpath);
1344 req->ptr2 = SvPVbyte_nolen (req->sv2);
1345
1346 REQ_SEND;
1347}
1348
1349void
1350aio_mknod (SV8 *pathname, int mode, UV dev, SV *callback=&PL_sv_undef)
1351 PPCODE:
1352{
1353 dREQ;
1354
1355 req->type = EIO_MKNOD;
1356 req->sv1 = newSVsv (pathname);
1357 req->ptr1 = SvPVbyte_nolen (req->sv1);
1358 req->int2 = (mode_t)mode;
1359 req->offs = dev;
1360
1361 REQ_SEND;
1362}
1363
1364void
1365aio_mtouch (SV8 *data, IV offset = 0, SV *length = &PL_sv_undef, int flags = 0, SV *callback=&PL_sv_undef)
1366 ALIAS:
1367 aio_mtouch = EIO_MTOUCH
1368 aio_msync = EIO_MSYNC
1369 PPCODE:
1370{
1371 STRLEN svlen;
1372 char *svptr = SvPVbyte (data, svlen);
1373 UV len = SvUV (length);
1374
1375 if (offset < 0)
1376 offset += svlen;
1377
1378 if (offset < 0 || offset > svlen)
1379 croak ("offset outside of scalar");
1380
1381 if (!SvOK (length) || len + offset > svlen)
1382 len = svlen - offset;
1383
1384 {
1385 dREQ;
1386
1387 req->type = ix;
1388 req->sv2 = SvREFCNT_inc (data);
1389 req->ptr2 = (char *)svptr + offset;
1390 req->size = len;
1391 req->int1 = flags;
1392
1393 REQ_SEND;
1394 }
1395}
1396
1397void
1398aio_mlock (SV8 *data, IV offset = 0, SV *length = &PL_sv_undef, SV *callback=&PL_sv_undef)
1399 PPCODE:
1400{
1401 STRLEN svlen;
1402 char *svptr = SvPVbyte (data, svlen);
1403 UV len = SvUV (length);
1404
1405 if (offset < 0)
1406 offset += svlen;
1407
1408 if (offset < 0 || offset > svlen)
1409 croak ("offset outside of scalar");
1410
1411 if (!SvOK (length) || len + offset > svlen)
1412 len = svlen - offset;
1413
1414 {
1415 dREQ;
1416
1417 req->type = EIO_MLOCK;
1418 req->sv2 = SvREFCNT_inc (data);
1419 req->ptr2 = (char *)svptr + offset;
1420 req->size = len;
1421
1422 REQ_SEND;
1423 }
1424}
1425
1426void
1427aio_mlockall (IV flags, SV *callback=&PL_sv_undef)
1428 PPCODE:
1429{
1430 dREQ;
1431
1432 req->type = EIO_MLOCKALL;
1433 req->int1 = flags;
1434
1435 REQ_SEND;
1436}
1437
1438void
1439aio_busy (double delay, SV *callback=&PL_sv_undef)
1440 PPCODE:
1441{
1442 dREQ;
1443
1444 req->type = EIO_BUSY;
1445 req->nv1 = delay < 0. ? 0. : delay;
1446
1447 REQ_SEND;
1448}
1449
1450void
1451aio_group (SV *callback=&PL_sv_undef)
1452 PPCODE:
1453{
1454 dREQ;
1455
1456 req->type = EIO_GROUP;
1457
1458 req_submit (req);
1459 XPUSHs (req_sv (req, aio_grp_stash));
1460}
1461
1462void
1463aio_nop (SV *callback=&PL_sv_undef)
1464 ALIAS:
1465 aio_nop = EIO_NOP
1466 aio_sync = EIO_SYNC
1467 PPCODE:
1468{
1469 dREQ;
1470
1471 req->type = ix;
1472
1473 REQ_SEND;
1474}
1475
1476int
1477aioreq_pri (int pri = 0)
1478 CODE:
1479 RETVAL = next_pri;
1480 if (items > 0)
1481 {
1482 if (pri < EIO_PRI_MIN) pri = EIO_PRI_MIN;
1483 if (pri > EIO_PRI_MAX) pri = EIO_PRI_MAX;
1484 next_pri = pri;
1485 }
1486 OUTPUT:
1487 RETVAL
1488
1489void
1490aioreq_nice (int nice = 0)
1491 CODE:
1492 nice = next_pri - nice;
1493 if (nice < EIO_PRI_MIN) nice = EIO_PRI_MIN;
1494 if (nice > EIO_PRI_MAX) nice = EIO_PRI_MAX;
1495 next_pri = nice;
1496
1497void
1498flush ()
1499 CODE:
1500 while (eio_nreqs ())
431 { 1501 {
432 poll_wait (); 1502 poll_wait ();
433 poll_cb (); 1503 poll_cb ();
434 } 1504 }
435}
436 1505
437int 1506int
438max_outstanding(nreqs)
439 int nreqs
440 PROTOTYPE: $
441 CODE:
442 RETVAL = max_outstanding;
443 max_outstanding = nreqs;
444
445void
446aio_open(pathname,flags,mode,callback=&PL_sv_undef)
447 SV * pathname
448 int flags
449 int mode
450 SV * callback
451 PROTOTYPE: $$$;$
452 CODE:
453{
454 aio_req req;
455
456 Newz (0, req, 1, aio_cb);
457
458 if (!req)
459 croak ("out of memory during aio_req allocation");
460
461 req->type = REQ_OPEN;
462 req->data = newSVsv (pathname);
463 req->dataptr = SvPV_nolen (req->data);
464 req->fd = flags;
465 req->mode = mode;
466 req->callback = SvREFCNT_inc (callback);
467
468 send_req (req);
469}
470
471void
472aio_close(fh,callback=&PL_sv_undef)
473 SV * fh
474 SV * callback
475 PROTOTYPE: $;$
476 ALIAS:
477 aio_close = REQ_CLOSE
478 aio_fsync = REQ_FSYNC
479 aio_fdatasync = REQ_FDATASYNC
480 CODE:
481{
482 aio_req req;
483
484 Newz (0, req, 1, aio_cb);
485
486 if (!req)
487 croak ("out of memory during aio_req allocation");
488
489 req->type = ix;
490 req->fh = newSVsv (fh);
491 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
492 req->callback = SvREFCNT_inc (callback);
493
494 send_req (req);
495}
496
497void
498aio_read(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
499 SV * fh
500 UV offset
501 IV length
502 SV * data
503 IV dataoffset
504 SV * callback
505 ALIAS:
506 aio_read = REQ_READ
507 aio_write = REQ_WRITE
508 PROTOTYPE: $$$$$;$
509 CODE:
510{
511 aio_req req;
512 STRLEN svlen;
513 char *svptr = SvPV (data, svlen);
514
515 SvUPGRADE (data, SVt_PV);
516 SvPOK_on (data);
517
518 if (dataoffset < 0)
519 dataoffset += svlen;
520
521 if (dataoffset < 0 || dataoffset > svlen)
522 croak ("data offset outside of string");
523
524 if (ix == REQ_WRITE)
525 {
526 /* write: check length and adjust. */
527 if (length < 0 || length + dataoffset > svlen)
528 length = svlen - dataoffset;
529 }
530 else
531 {
532 /* read: grow scalar as necessary */
533 svptr = SvGROW (data, length + dataoffset);
534 }
535
536 if (length < 0)
537 croak ("length must not be negative");
538
539 Newz (0, req, 1, aio_cb);
540
541 if (!req)
542 croak ("out of memory during aio_req allocation");
543
544 req->type = ix;
545 req->fh = newSVsv (fh);
546 req->fd = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh))
547 : IoOFP (sv_2io (fh)));
548 req->offset = offset;
549 req->length = length;
550 req->data = SvREFCNT_inc (data);
551 req->dataptr = (char *)svptr + dataoffset;
552 req->callback = SvREFCNT_inc (callback);
553
554 send_req (req);
555}
556
557void
558aio_readahead(fh,offset,length,callback=&PL_sv_undef)
559 SV * fh
560 UV offset
561 IV length
562 SV * callback
563 PROTOTYPE: $$$;$
564 CODE:
565{
566 aio_req req;
567
568 if (length < 0)
569 croak ("length must not be negative");
570
571 Newz (0, req, 1, aio_cb);
572
573 if (!req)
574 croak ("out of memory during aio_req allocation");
575
576 req->type = REQ_READAHEAD;
577 req->fh = newSVsv (fh);
578 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
579 req->offset = offset;
580 req->length = length;
581 req->callback = SvREFCNT_inc (callback);
582
583 send_req (req);
584}
585
586void
587aio_stat(fh_or_path,callback=&PL_sv_undef)
588 SV * fh_or_path
589 SV * callback
590 ALIAS:
591 aio_stat = REQ_STAT
592 aio_lstat = REQ_LSTAT
593 CODE:
594{
595 aio_req req;
596
597 Newz (0, req, 1, aio_cb);
598
599 if (!req)
600 croak ("out of memory during aio_req allocation");
601
602 New (0, req->statdata, 1, Stat_t);
603
604 if (!req->statdata)
605 croak ("out of memory during aio_req->statdata allocation");
606
607 if (SvPOK (fh_or_path))
608 {
609 req->type = ix;
610 req->data = newSVsv (fh_or_path);
611 req->dataptr = SvPV_nolen (req->data);
612 }
613 else
614 {
615 req->type = REQ_FSTAT;
616 req->fh = newSVsv (fh_or_path);
617 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
618 }
619
620 req->callback = SvREFCNT_inc (callback);
621
622 send_req (req);
623}
624
625void
626aio_unlink(pathname,callback=&PL_sv_undef)
627 SV * pathname
628 SV * callback
629 CODE:
630{
631 aio_req req;
632
633 Newz (0, req, 1, aio_cb);
634
635 if (!req)
636 croak ("out of memory during aio_req allocation");
637
638 req->type = REQ_UNLINK;
639 req->data = newSVsv (pathname);
640 req->dataptr = SvPV_nolen (req->data);
641 req->callback = SvREFCNT_inc (callback);
642
643 send_req (req);
644}
645
646void
647flush()
648 PROTOTYPE:
649 CODE:
650 while (nreqs)
651 {
652 poll_wait ();
653 poll_cb ();
654 }
655
656void
657poll() 1507poll ()
658 PROTOTYPE:
659 CODE: 1508 CODE:
660 if (nreqs)
661 {
662 poll_wait (); 1509 poll_wait ();
663 poll_cb ();
664 }
665
666int
667poll_fileno()
668 PROTOTYPE:
669 CODE:
670 RETVAL = respipe [0];
671 OUTPUT:
672 RETVAL
673
674int
675poll_cb(...)
676 PROTOTYPE:
677 CODE:
678 RETVAL = poll_cb (); 1510 RETVAL = poll_cb ();
679 OUTPUT: 1511 OUTPUT:
680 RETVAL 1512 RETVAL
681 1513
682void
683poll_wait()
684 PROTOTYPE:
685 CODE:
686 if (nreqs)
687 poll_wait ();
688
689int 1514int
690nreqs() 1515poll_fileno ()
691 PROTOTYPE:
692 CODE: 1516 CODE:
693 RETVAL = nreqs; 1517 RETVAL = s_epipe_fd (&respipe);
694 OUTPUT: 1518 OUTPUT:
695 RETVAL 1519 RETVAL
696 1520
1521int
1522poll_cb (...)
1523 PROTOTYPE:
1524 CODE:
1525 RETVAL = poll_cb ();
1526 OUTPUT:
1527 RETVAL
1528
1529void
1530poll_wait ()
1531 CODE:
1532 poll_wait ();
1533
1534int
1535nreqs ()
1536 CODE:
1537 RETVAL = eio_nreqs ();
1538 OUTPUT:
1539 RETVAL
1540
1541int
1542nready ()
1543 CODE:
1544 RETVAL = eio_nready ();
1545 OUTPUT:
1546 RETVAL
1547
1548int
1549npending ()
1550 CODE:
1551 RETVAL = eio_npending ();
1552 OUTPUT:
1553 RETVAL
1554
1555int
1556nthreads ()
1557 CODE:
1558 RETVAL = eio_nthreads ();
1559 OUTPUT:
1560 RETVAL
1561
1562int
1563fadvise (aio_rfd fh, off_t offset, off_t length, IV advice)
1564 CODE:
1565 RETVAL = posix_fadvise (fh, offset, length, advice);
1566 OUTPUT:
1567 RETVAL
1568
1569ssize_t
1570sendfile (aio_wfd ofh, aio_rfd ifh, off_t offset, size_t count)
1571 CODE:
1572 RETVAL = eio_sendfile_sync (ofh, ifh, offset, count);
1573 OUTPUT:
1574 RETVAL
1575
1576void
1577mmap (SV *scalar, size_t length, int prot, int flags, SV *fh, off_t offset = 0)
1578 PPCODE:
1579 sv_unmagic (scalar, MMAP_MAGIC);
1580{
1581 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1;
1582 void *addr = (void *)mmap (0, length, prot, flags, fd, offset);
1583 if (addr == (void *)-1)
1584 XSRETURN_NO;
1585
1586 sv_force_normal (scalar);
1587
1588 /* we store the length in mg_obj, as namlen is I32 :/ */
1589 sv_magicext (scalar, 0, MMAP_MAGIC, &mmap_vtbl, (char *)addr, 0)
1590 ->mg_obj = (SV *)length;
1591
1592 SvUPGRADE (scalar, SVt_PV); /* nop... */
1593
1594 if (!(prot & PROT_WRITE))
1595 SvREADONLY_on (scalar);
1596
1597 if (SvLEN (scalar))
1598 Safefree (SvPVX (scalar));
1599
1600 SvPVX (scalar) = (char *)addr;
1601 SvCUR_set (scalar, length);
1602 SvLEN_set (scalar, 0);
1603 SvPOK_only (scalar);
1604
1605 XSRETURN_YES;
1606}
1607
1608void
1609munmap (SV *scalar)
1610 CODE:
1611 sv_unmagic (scalar, MMAP_MAGIC);
1612
1613int
1614madvise (SV *scalar, off_t offset = 0, SV *length = &PL_sv_undef, IV advice_or_prot)
1615 ALIAS:
1616 mprotect = 1
1617 CODE:
1618{
1619 STRLEN svlen;
1620 void *addr = SvPVbyte (scalar, svlen);
1621 size_t len = SvUV (length);
1622
1623 if (offset < 0)
1624 offset += svlen;
1625
1626 if (offset < 0 || offset > svlen)
1627 croak ("offset outside of scalar");
1628
1629 if (!SvOK (length) || len + offset > svlen)
1630 len = svlen - offset;
1631
1632 addr = (void *)(((intptr_t)addr) + offset);
1633 eio_page_align (&addr, &len);
1634
1635 switch (ix)
1636 {
1637 case 0: RETVAL = posix_madvise (addr, len, advice_or_prot); break;
1638 case 1: RETVAL = mprotect (addr, len, advice_or_prot); break;
1639 }
1640}
1641 OUTPUT:
1642 RETVAL
1643
1644int
1645munlock (SV *scalar, off_t offset = 0, SV *length = &PL_sv_undef)
1646 CODE:
1647{
1648 STRLEN svlen;
1649 void *addr = SvPVbyte (scalar, svlen);
1650 size_t len = SvUV (length);
1651
1652 if (offset < 0)
1653 offset += svlen;
1654
1655 if (offset < 0 || offset > svlen)
1656 croak ("offset outside of scalar");
1657
1658 if (!SvOK (length) || len + offset > svlen)
1659 len = svlen - offset;
1660
1661 addr = (void *)(((intptr_t)addr) + offset);
1662 eio_page_align (&addr, &len);
1663#if _POSIX_MEMLOCK_RANGE
1664 RETVAL = munlock (addr, len);
1665#else
1666 RETVAL = ((errno = ENOSYS), -1);
1667#endif
1668}
1669 OUTPUT:
1670 RETVAL
1671
1672int
1673munlockall ()
1674 CODE:
1675#if _POSIX_MEMLOCK
1676 munlockall ();
1677#else
1678 RETVAL = -1;
1679 errno = ENOSYS;
1680#endif
1681 OUTPUT:
1682 RETVAL
1683
1684void _on_next_submit (SV *cb)
1685 CODE:
1686 SvREFCNT_dec (on_next_submit);
1687 on_next_submit = SvOK (cb) ? newSVsv (cb) : 0;
1688
1689PROTOTYPES: DISABLE
1690
1691MODULE = IO::AIO PACKAGE = IO::AIO::REQ
1692
1693void
1694cancel (aio_req_ornot req)
1695 CODE:
1696 eio_cancel (req);
1697
1698void
1699cb (aio_req_ornot req, SV *callback=&PL_sv_undef)
1700 PPCODE:
1701{
1702 if (GIMME_V != G_VOID)
1703 XPUSHs (req->callback ? sv_2mortal (newRV_inc (req->callback)) : &PL_sv_undef);
1704
1705 if (items > 1)
1706 {
1707 SV *cb_cv =get_cb (callback);
1708
1709 SvREFCNT_dec (req->callback);
1710 req->callback = SvREFCNT_inc (cb_cv);
1711 }
1712}
1713
1714MODULE = IO::AIO PACKAGE = IO::AIO::GRP
1715
1716void
1717add (aio_req grp, ...)
1718 PPCODE:
1719{
1720 int i;
1721
1722 if (grp->int1 == 2)
1723 croak ("cannot add requests to IO::AIO::GRP after the group finished");
1724
1725 for (i = 1; i < items; ++i )
1726 {
1727 aio_req req;
1728
1729 if (GIMME_V != G_VOID)
1730 XPUSHs (sv_2mortal (newSVsv (ST (i))));
1731
1732 req = SvAIO_REQ (ST (i));
1733
1734 if (req)
1735 eio_grp_add (grp, req);
1736 }
1737}
1738
1739void
1740cancel_subs (aio_req_ornot req)
1741 CODE:
1742 req_cancel_subs (req);
1743
1744void
1745result (aio_req grp, ...)
1746 CODE:
1747{
1748 int i;
1749 AV *av;
1750
1751 grp->errorno = errno;
1752
1753 av = newAV ();
1754 av_extend (av, items - 1);
1755
1756 for (i = 1; i < items; ++i )
1757 av_push (av, newSVsv (ST (i)));
1758
1759 SvREFCNT_dec (grp->sv1);
1760 grp->sv1 = (SV *)av;
1761}
1762
1763void
1764errno (aio_req grp, int errorno = errno)
1765 CODE:
1766 grp->errorno = errorno;
1767
1768void
1769limit (aio_req grp, int limit)
1770 CODE:
1771 eio_grp_limit (grp, limit);
1772
1773void
1774feed (aio_req grp, SV *callback=&PL_sv_undef)
1775 CODE:
1776{
1777 SvREFCNT_dec (grp->sv2);
1778 grp->sv2 = newSVsv (callback);
1779 grp->feed = aio_grp_feed;
1780
1781 if (grp->int2 <= 0)
1782 grp->int2 = 2;
1783
1784 eio_grp_limit (grp, grp->int2);
1785}
1786

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines