ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.19 by root, Sun Jul 31 19:04:45 2005 UTC vs.
Revision 1.255 by root, Tue Feb 20 06:05:19 2018 UTC

1#ifndef _REENTRANT 1#include "libeio/xthread.h"
2# define _REENTRANT 1 2
3#endif
4#include <errno.h> 3#include <errno.h>
5 4
6#include "EXTERN.h" 5#include "EXTERN.h"
7#include "perl.h" 6#include "perl.h"
8#include "XSUB.h" 7#include "XSUB.h"
9 8
10#include "autoconf/config.h" 9#include <stddef.h>
11 10#include <stdlib.h>
11#include <errno.h>
12#include <sys/types.h> 12#include <sys/types.h>
13#include <sys/stat.h> 13#include <sys/stat.h>
14
15#include <unistd.h> 14#include <limits.h>
16#include <fcntl.h> 15#include <fcntl.h>
17#include <signal.h>
18#include <sched.h> 16#include <sched.h>
19 17
20#include <pthread.h> 18#if _POSIX_MEMLOCK || _POSIX_MEMLOCK_RANGE || _POSIX_MAPPED_FILES
19# include <sys/mman.h>
20#endif
21 21
22typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */ 22/* the incompetent fool that created musl keeps __linux__, refuses
23typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */ 23 * to implement any linux standard apis, and also has no way to test
24typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */ 24 * for his broken iplementation. don't complain to me if this fails
25 * for you.
26 */
27#if __linux__ && (defined __GLIBC__ || defined __UCLIBC__)
28# include <linux/fs.h>
29# ifdef FS_IOC_FIEMAP
30# include <linux/types.h>
31# include <linux/fiemap.h>
32# define HAVE_FIEMAP 1
33# endif
34#endif
25 35
26#if __ia64 36/* perl namespace pollution */
27# define STACKSIZE 65536 37#undef VERSION
38
39/* perl stupidly overrides readdir and maybe others */
40/* with thread-unsafe versions, imagine that :( */
41#undef readdir
42#undef opendir
43#undef closedir
44
45#ifdef _WIN32
46
47 // perl overrides all those nice libc functions
48
49 #undef malloc
50 #undef free
51 #undef open
52 #undef read
53 #undef write
54 #undef send
55 #undef recv
56 #undef stat
57 #undef lstat
58 #undef fstat
59 #undef truncate
60 #undef ftruncate
61 #undef open
62 #undef link
63 #undef close
64 #undef unlink
65 #undef mkdir
66 #undef rmdir
67 #undef rename
68 #undef lseek
69 #undef opendir
70 #undef readdir
71 #undef closedir
72 #undef chmod
73 #undef fchmod
74 #undef dup
75 #undef dup2
76 #undef abort
77 #undef pipe
78
79 #define EIO_STRUCT_STAT struct _stati64
80 #define EIO_STRUCT_STATI64
81
28#else 82#else
29# define STACKSIZE 4096 83
84 #include <sys/time.h>
85 #include <sys/select.h>
86 #include <unistd.h>
87 #include <utime.h>
88 #include <signal.h>
89
90 #define EIO_STRUCT_STAT Stat_t
91
92#endif
93
94/*****************************************************************************/
95
96#if __GNUC__ >= 3
97# define expect(expr,value) __builtin_expect ((expr),(value))
98#else
99# define expect(expr,value) (expr)
100#endif
101
102#define expect_false(expr) expect ((expr) != 0, 0)
103#define expect_true(expr) expect ((expr) != 0, 1)
104
105/*****************************************************************************/
106
107#include "libeio/config.h"
108
109#include "schmorp.h"
110
111#if HAVE_EVENTFD
112# include <sys/eventfd.h>
113#endif
114
115#if HAVE_TIMERFD
116# include <sys/timerfd.h>
117#endif
118
119#if HAVE_RLIMITS
120 #include <sys/time.h>
121 #include <sys/resource.h>
122#endif
123
124typedef SV SV8; /* byte-sv, used for argument-checking */
125typedef int aio_rfd; /* read file desriptor */
126typedef int aio_wfd; /* write file descriptor */
127
128static HV *aio_stash, *aio_req_stash, *aio_grp_stash, *aio_wd_stash;
129
130#define EIO_REQ_MEMBERS \
131 SV *callback; \
132 SV *sv1, *sv2; \
133 SV *sv3, *sv4; \
134 STRLEN stroffset; \
135 SV *self;
136
137#define EIO_NO_WRAPPERS 1
138
139#include "libeio/eio.h"
140
141static int req_invoke (eio_req *req);
142#define EIO_FINISH(req) req_invoke (req)
143static void req_destroy (eio_req *grp);
144#define EIO_DESTROY(req) req_destroy (req)
145
146#include "libeio/eio.c"
147
148#if !HAVE_POSIX_FADVISE
149# define posix_fadvise(a,b,c,d) errno = ENOSYS /* also return ENOSYS */
150#endif
151
152#if !HAVE_POSIX_MADVISE
153# define posix_madvise(a,b,c) errno = ENOSYS /* also return ENOSYS */
154#endif
155
156#ifndef MAP_ANONYMOUS
157# ifdef MAP_ANON
158# define MAP_ANONYMOUS MAP_ANON
159# else
160# define MAP_ANONYMOUS MAP_FIXED /* and hope this fails */
30#endif 161# endif
162#endif
163
164/* defines all sorts of constants to 0 unless they are already defined */
165/* also provides const_iv_ and const_niv_ macros for them */
166#include "def0.h"
167
168#ifndef makedev
169# define makedev(maj,min) (((maj) << 8) | (min))
170#endif
171#ifndef major
172# define major(dev) ((dev) >> 8)
173#endif
174#ifndef minor
175# define minor(dev) ((dev) & 0xff)
176#endif
177
178#if PAGESIZE <= 0
179# define PAGESIZE sysconf (_SC_PAGESIZE)
180#endif
181
182/*****************************************************************************/
183
184#if !_POSIX_MAPPED_FILES
185# define mmap(addr,length,prot,flags,fd,offs) EIO_ENOSYS ()
186# define munmap(addr,length) EIO_ENOSYS ()
187#endif
188
189#if !_POSIX_MEMORY_PROTECTION
190# define mprotect(addr,len,prot) EIO_ENOSYS ()
191#endif
192
193#define FOREIGN_MAGIC PERL_MAGIC_ext
194
195static int ecb_cold
196mmap_free (pTHX_ SV *sv, MAGIC *mg)
197{
198 int old_errno = errno;
199 munmap (mg->mg_ptr, (size_t)mg->mg_obj);
200 errno = old_errno;
201
202 mg->mg_obj = 0; /* just in case */
203
204 SvREADONLY_off (sv);
205
206 if (SvPVX (sv) != mg->mg_ptr)
207 croak ("ERROR: IO::AIO::mmap-mapped scalar changed location, detected");
208
209 SvCUR_set (sv, 0);
210 SvPVX (sv) = 0;
211 SvOK_off (sv);
212
213 return 0;
214}
215
216static MGVTBL mmap_vtbl = {
217 0, 0, 0, 0, mmap_free
218};
219
220static int ecb_cold
221sysfree_free (pTHX_ SV *sv, MAGIC *mg)
222{
223 free (mg->mg_ptr);
224 mg->mg_obj = 0; /* just in case */
225
226 SvREADONLY_off (sv);
227
228 if (SvPVX (sv) != mg->mg_ptr)
229 croak ("ERROR: IO::AIO mapped scalar changed location, detected");
230
231 SvCUR_set (sv, 0);
232 SvPVX (sv) = 0;
233 SvOK_off (sv);
234
235 return 0;
236}
237
238static MGVTBL sysfree_vtbl = {
239 0, 0, 0, 0, sysfree_free
240};
241
242/*****************************************************************************/
243
244/* helper: set scalar to foreign ptr with custom free */
245static void
246sv_set_foreign (SV *sv, const MGVTBL *const vtbl, void *addr, IV length)
247{
248 sv_force_normal (sv);
249
250 /* we store the length in mg_obj, as namlen is I32 :/ */
251 sv_magicext (sv, 0, FOREIGN_MAGIC, vtbl, (char *)addr, 0)
252 ->mg_obj = (SV *)length;
253
254 SvUPGRADE (sv, SVt_PV); /* nop... */
255
256 if (SvLEN (sv))
257 Safefree (SvPVX (sv));
258
259 SvPVX (sv) = (char *)addr;
260 SvCUR_set (sv, length);
261 SvLEN_set (sv, 0);
262 SvPOK_only (sv);
263}
264
265static void
266sv_clear_foreign (SV *sv)
267{
268 /* todo: iterate over magic and only free ours, but of course */
269 /* the perl5porters will call that (correct) behaviour buggy */
270 sv_unmagic (sv, FOREIGN_MAGIC);
271}
272
273/*****************************************************************************/
274
275static void
276fiemap (eio_req *req)
277{
278 req->result = -1;
279
280#if HAVE_FIEMAP
281 /* assume some c99 */
282 struct fiemap *fiemap = 0;
283 size_t end_offset;
284 int count = req->int3;
285
286 req->flags |= EIO_FLAG_PTR1_FREE;
287
288 /* heuristic: start with 512 bytes (8 extents), and if that isn't enough, */
289 /* increase in 3.5kb steps */
290 if (count < 0)
291 count = 8;
292
293 fiemap = malloc (sizeof (*fiemap) + sizeof (struct fiemap_extent) * count);
294 errno = ENOMEM;
295 if (!fiemap)
296 return;
297
298 req->ptr1 = fiemap;
299
300 fiemap->fm_start = req->offs;
301 fiemap->fm_length = req->size;
302 fiemap->fm_flags = req->int2;
303 fiemap->fm_extent_count = count;
304
305 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap) < 0)
306 return;
307
308 if (req->int3 >= 0 /* not autosizing */
309 || !fiemap->fm_mapped_extents /* no more extents */
310 || fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_flags & FIEMAP_EXTENT_LAST /* hit eof */)
311 goto done;
312
313 /* else we have to loop -
314 * it would be tempting (actually I tried that first) to just query the
315 * number of extents needed, but linux often feels like not returning all
316 * extents, without telling us it left any out. this complicates
317 * this quite a bit.
318 */
319
320 end_offset = fiemap->fm_length + (fiemap->fm_length == FIEMAP_MAX_OFFSET ? 0 : fiemap->fm_start);
321
322 for (;;)
323 {
324 /* we go in 54 extent steps - 3kb, in the hope that this fits nicely on the eio stack (normally 16+ kb) */
325 char scratch[3072];
326 struct fiemap *incmap = (struct fiemap *)scratch;
327
328 incmap->fm_start = fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_logical
329 + fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_length;
330 incmap->fm_length = fiemap->fm_length - (incmap->fm_start - fiemap->fm_start);
331 incmap->fm_flags = fiemap->fm_flags;
332 incmap->fm_extent_count = (sizeof (scratch) - sizeof (struct fiemap)) / sizeof (struct fiemap_extent);
333
334 if (ioctl (req->int1, FS_IOC_FIEMAP, incmap) < 0)
335 return;
336
337 if (!incmap->fm_mapped_extents)
338 goto done;
339
340 count = fiemap->fm_mapped_extents + incmap->fm_mapped_extents;
341 fiemap = realloc (fiemap, sizeof (*fiemap) + sizeof (struct fiemap_extent) * count);
342 errno = ENOMEM;
343 if (!fiemap)
344 return;
345
346 req->ptr1 = fiemap;
347
348 for (count = 0; count < incmap->fm_mapped_extents; ++count)
349 {
350 struct fiemap_extent *e = incmap->fm_extents + count;
351
352 if (e->fe_logical + e->fe_length >= end_offset)
353 goto done;
354
355 fiemap->fm_extents [fiemap->fm_mapped_extents++] = *e;
356
357 if (e->fe_flags & FIEMAP_EXTENT_LAST)
358 goto done;
359
360 }
361 }
362
363done:
364 req->result = 0;
365
366#else
367 errno = ENOSYS;
368#endif
369}
370
371/*****************************************************************************/
31 372
32enum { 373enum {
33 REQ_QUIT, 374 FLAG_SV2_RO_OFF = 0x40, /* data was set readonly */
34 REQ_OPEN, REQ_CLOSE,
35 REQ_READ, REQ_WRITE, REQ_READAHEAD,
36 REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
37 REQ_FSYNC, REQ_FDATASYNC,
38}; 375};
39 376
40typedef struct aio_cb {
41 struct aio_cb *volatile next;
42
43 int type;
44
45 int fd;
46 off_t offset;
47 size_t length;
48 ssize_t result;
49 mode_t mode; /* open */
50 int errorno;
51 SV *data, *callback, *fh;
52 void *dataptr;
53 STRLEN dataoffset;
54
55 Stat_t *statdata;
56} aio_cb;
57
58typedef aio_cb *aio_req; 377typedef eio_req *aio_req;
378typedef eio_req *aio_req_ornot;
379typedef eio_wd aio_wd;
59 380
60static int started; 381static SV *on_next_submit;
61static volatile int nreqs; 382static int next_pri = EIO_PRI_DEFAULT;
62static int max_outstanding = 1<<30; 383static int max_outstanding;
63static int respipe [2];
64 384
65static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER; 385static s_epipe respipe;
66static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER;
67static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
68 386
69static volatile aio_req reqs, reqe; /* queue start, queue end */ 387static void req_destroy (aio_req req);
70static volatile aio_req ress, rese; /* queue start, queue end */ 388static void req_cancel (aio_req req);
71 389
72static void 390static void
73poll_wait () 391want_poll (void)
74{ 392{
75 if (nreqs && !ress) 393 /* write a dummy byte to the pipe so fh becomes ready */
394 s_epipe_signal (&respipe);
395}
396
397static void
398done_poll (void)
399{
400 /* read any signals sent by the worker threads */
401 s_epipe_drain (&respipe);
402}
403
404/* must be called at most once */
405static SV *
406req_sv (aio_req req, HV *stash)
407{
408 if (!req->self)
76 { 409 {
77 fd_set rfd; 410 req->self = (SV *)newHV ();
78 FD_ZERO(&rfd); 411 sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0);
79 FD_SET(respipe [0], &rfd);
80
81 select (respipe [0] + 1, &rfd, 0, 0, 0);
82 } 412 }
413
414 return sv_2mortal (sv_bless (newRV_inc (req->self), stash));
415}
416
417static SV *
418newSVaio_wd (aio_wd wd)
419{
420 return sv_bless (newRV_noinc (newSViv ((intptr_t)wd)), aio_wd_stash);
421}
422
423static aio_req
424SvAIO_REQ (SV *sv)
425{
426 MAGIC *mg;
427
428 if (!SvROK (sv)
429 /* for speed reasons, we do not verify that SvROK actually has a stash ptr */
430 || (SvSTASH (SvRV (sv)) != aio_grp_stash
431 && SvSTASH (SvRV (sv)) != aio_req_stash
432 && !sv_derived_from (sv, "IO::AIO::REQ")))
433 croak ("object of class IO::AIO::REQ expected");
434
435 mg = mg_find (SvRV (sv), PERL_MAGIC_ext);
436
437 return mg ? (aio_req)mg->mg_ptr : 0;
438}
439
440static aio_wd
441SvAIO_WD (SV *sv)
442{
443 if (!SvROK (sv)
444 || SvTYPE (SvRV (sv)) != SVt_PVMG
445 || SvSTASH (SvRV (sv)) != aio_wd_stash)
446 croak ("IO::AIO: expected a working directory object as returned by aio_wd");
447
448 return (aio_wd)(long)SvIVX (SvRV (sv));
449}
450
451static SV *
452newmortalFH (int fd, int flags)
453{
454 if (fd < 0)
455 return &PL_sv_undef;
456
457 GV *gv = (GV *)sv_newmortal ();
458 char sym[64];
459 int symlen;
460
461 symlen = snprintf (sym, sizeof (sym), "fd#%d", fd);
462 gv_init (gv, aio_stash, sym, symlen, 0);
463
464 symlen = snprintf (
465 sym,
466 sizeof (sym),
467 "%s&=%d",
468 flags == O_RDONLY ? "<" : flags == O_WRONLY ? ">" : "+<",
469 fd
470 );
471
472 return do_open (gv, sym, symlen, 0, 0, 0, 0)
473 ? (SV *)gv : &PL_sv_undef;
474}
475
476static void
477aio_grp_feed (aio_req grp)
478{
479 if (grp->sv2 && SvOK (grp->sv2))
480 {
481 dSP;
482
483 ENTER;
484 SAVETMPS;
485 PUSHMARK (SP);
486 XPUSHs (req_sv (grp, aio_grp_stash));
487 PUTBACK;
488 call_sv (grp->sv2, G_VOID | G_EVAL | G_KEEPERR);
489 SPAGAIN;
490 FREETMPS;
491 LEAVE;
492 }
493}
494
495static void
496req_submit (eio_req *req)
497{
498 eio_submit (req);
499
500 if (expect_false (on_next_submit))
501 {
502 dSP;
503 SV *cb = sv_2mortal (on_next_submit);
504
505 on_next_submit = 0;
506
507 PUSHMARK (SP);
508 PUTBACK;
509 call_sv (cb, G_DISCARD | G_EVAL);
510 }
83} 511}
84 512
85static int 513static int
86poll_cb () 514req_invoke (eio_req *req)
87{ 515{
88 dSP; 516 if (req->flags & FLAG_SV2_RO_OFF)
89 int count = 0; 517 SvREADONLY_off (req->sv2);
90 aio_req req, prv;
91 518
92 pthread_mutex_lock (&reslock); 519 if (!EIO_CANCELLED (req) && req->callback)
93
94 {
95 /* read any signals sent by the worker threads */
96 char buf [32];
97 while (read (respipe [0], buf, 32) > 0)
98 ;
99 }
100
101 req = ress;
102 ress = rese = 0;
103
104 pthread_mutex_unlock (&reslock);
105
106 while (req)
107 { 520 {
108 nreqs--; 521 dSP;
522 static SV *sv_result_cache; /* caches the result integer SV */
523 SV *sv_result;
109 524
110 if (req->type == REQ_QUIT) 525 ENTER;
111 started--; 526 SAVETMPS;
112 else 527 PUSHMARK (SP);
528 EXTEND (SP, 1);
529
530 /* do not recreate the result IV from scratch each time */
531 if (expect_true (sv_result_cache))
113 { 532 {
114 int errorno = errno; 533 sv_result = sv_result_cache; sv_result_cache = 0;
115 errno = req->errorno; 534 SvIV_set (sv_result, req->result);
116 535 SvIOK_only (sv_result);
117 if (req->type == REQ_READ)
118 SvCUR_set (req->data, req->dataoffset
119 + req->result > 0 ? req->result : 0);
120
121 if (req->data)
122 SvREFCNT_dec (req->data);
123
124 if (req->fh)
125 SvREFCNT_dec (req->fh);
126
127 if (req->type == REQ_STAT || req->type == REQ_LSTAT || req->type == REQ_FSTAT)
128 {
129 PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
130 PL_laststatval = req->result;
131 PL_statcache = *(req->statdata);
132
133 Safefree (req->statdata);
134 }
135
136 ENTER;
137 PUSHMARK (SP);
138 XPUSHs (sv_2mortal (newSViv (req->result)));
139
140 if (req->type == REQ_OPEN)
141 {
142 /* convert fd to fh */
143 SV *fh;
144
145 PUTBACK;
146 call_pv ("IO::AIO::_fd2fh", G_SCALAR | G_EVAL);
147 SPAGAIN;
148
149 fh = SvREFCNT_inc (POPs);
150
151 PUSHMARK (SP);
152 XPUSHs (sv_2mortal (fh));
153 }
154
155 if (SvOK (req->callback))
156 {
157 PUTBACK;
158 call_sv (req->callback, G_VOID | G_EVAL);
159 SPAGAIN;
160 }
161
162 LEAVE;
163
164 if (req->callback)
165 SvREFCNT_dec (req->callback);
166
167 errno = errorno;
168 count++;
169 }
170
171 prv = req;
172 req = req->next;
173 Safefree (prv);
174
175 /* TODO: croak on errors? */
176 }
177
178 return count;
179}
180
181static void *aio_proc(void *arg);
182
183static void
184start_thread (void)
185{
186 sigset_t fullsigset, oldsigset;
187 pthread_t tid;
188 pthread_attr_t attr;
189
190 pthread_attr_init (&attr);
191 pthread_attr_setstacksize (&attr, STACKSIZE);
192 pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
193
194 sigfillset (&fullsigset);
195 sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset);
196
197 if (pthread_create (&tid, &attr, aio_proc, 0) == 0)
198 started++;
199
200 sigprocmask (SIG_SETMASK, &oldsigset, 0);
201}
202
203static void
204send_req (aio_req req)
205{
206 nreqs++;
207
208 pthread_mutex_lock (&reqlock);
209
210 req->next = 0;
211
212 if (reqe)
213 {
214 reqe->next = req;
215 reqe = req;
216 }
217 else
218 reqe = reqs = req;
219
220 pthread_cond_signal (&reqwait);
221 pthread_mutex_unlock (&reqlock);
222
223 while (nreqs > max_outstanding)
224 {
225 poll_wait ();
226 poll_cb ();
227 }
228}
229
230static void
231end_thread (void)
232{
233 aio_req req;
234 New (0, req, 1, aio_cb);
235 req->type = REQ_QUIT;
236
237 send_req (req);
238}
239
240/* work around various missing functions */
241
242#if !HAVE_PREADWRITE
243# define pread aio_pread
244# define pwrite aio_pwrite
245
246/*
247 * make our pread/pwrite safe against themselves, but not against
248 * normal read/write by using a mutex. slows down execution a lot,
249 * but that's your problem, not mine.
250 */
251static pthread_mutex_t iolock = PTHREAD_MUTEX_INITIALIZER;
252
253static ssize_t
254pread (int fd, void *buf, size_t count, off_t offset)
255{
256 ssize_t res;
257 off_t ooffset;
258
259 pthread_mutex_lock (&iolock);
260 ooffset = lseek (fd, 0, SEEK_CUR);
261 lseek (fd, offset, SEEK_SET);
262 res = read (fd, buf, count);
263 lseek (fd, ooffset, SEEK_SET);
264 pthread_mutex_unlock (&iolock);
265
266 return res;
267}
268
269static ssize_t
270pwrite (int fd, void *buf, size_t count, off_t offset)
271{
272 ssize_t res;
273 off_t ooffset;
274
275 pthread_mutex_lock (&iolock);
276 ooffset = lseek (fd, 0, SEEK_CUR);
277 lseek (fd, offset, SEEK_SET);
278 res = write (fd, buf, count);
279 lseek (fd, offset, SEEK_SET);
280 pthread_mutex_unlock (&iolock);
281
282 return res;
283}
284#endif
285
286#if !HAVE_FDATASYNC
287# define fdatasync fsync
288#endif
289
290#if !HAVE_READAHEAD
291# define readahead aio_readahead
292
293static char readahead_buf[4096];
294
295static ssize_t
296readahead (int fd, off_t offset, size_t count)
297{
298 while (count > 0)
299 {
300 size_t len = count < sizeof (readahead_buf) ? count : sizeof (readahead_buf);
301
302 pread (fd, readahead_buf, len, offset);
303 offset += len;
304 count -= len;
305 }
306
307 errno = 0;
308}
309#endif
310
311static void *
312aio_proc (void *thr_arg)
313{
314 aio_req req;
315 int type;
316
317 do
318 {
319 pthread_mutex_lock (&reqlock);
320
321 for (;;)
322 {
323 req = reqs;
324
325 if (reqs)
326 {
327 reqs = reqs->next;
328 if (!reqs) reqe = 0;
329 }
330
331 if (req)
332 break;
333
334 pthread_cond_wait (&reqwait, &reqlock);
335 }
336
337 pthread_mutex_unlock (&reqlock);
338
339 errno = 0; /* strictly unnecessary */
340
341 type = req->type;
342
343 switch (type)
344 {
345 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
346 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
347
348 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
349
350 case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break;
351 case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break;
352 case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break;
353
354 case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
355 case REQ_CLOSE: req->result = close (req->fd); break;
356 case REQ_UNLINK: req->result = unlink (req->dataptr); break;
357
358 case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
359 case REQ_FSYNC: req->result = fsync (req->fd); break;
360
361 case REQ_QUIT:
362 break;
363
364 default:
365 req->result = ENOSYS;
366 break;
367 }
368
369 req->errorno = errno;
370
371 pthread_mutex_lock (&reslock);
372
373 req->next = 0;
374
375 if (rese)
376 {
377 rese->next = req;
378 rese = req;
379 } 536 }
380 else 537 else
381 { 538 {
382 rese = ress = req; 539 sv_result = newSViv (req->result);
383 540 SvREADONLY_on (sv_result);
384 /* write a dummy byte to the pipe so fh becomes ready */
385 write (respipe [1], &respipe, 1);
386 } 541 }
387 542
388 pthread_mutex_unlock (&reslock); 543 switch (req->type)
544 {
545 case EIO_WD_OPEN:
546 PUSHs (req->result ? &PL_sv_undef : sv_2mortal (newSVaio_wd (req->wd)));
547 break;
548
549 case EIO_READDIR:
550 {
551 SV *rv = &PL_sv_undef;
552
553 if (req->result >= 0)
554 {
555 int i;
556 char *names = (char *)req->ptr2;
557 eio_dirent *ent = (eio_dirent *)req->ptr1; /* might be 0 */
558 AV *av = newAV ();
559
560 av_extend (av, req->result - 1);
561
562 for (i = 0; i < req->result; ++i)
563 {
564 if (req->int1 & EIO_READDIR_DENTS)
565 {
566 SV *namesv = newSVpvn (names + ent->nameofs, ent->namelen);
567
568 if (req->int1 & EIO_READDIR_CUSTOM2)
569 {
570 static SV *sv_type [EIO_DT_MAX + 1]; /* type sv cache */
571 AV *avent = newAV ();
572
573 av_extend (avent, 2);
574
575 if (!sv_type [ent->type])
576 {
577 sv_type [ent->type] = newSViv (ent->type);
578 SvREADONLY_on (sv_type [ent->type]);
579 }
580
581 av_store (avent, 0, namesv);
582 av_store (avent, 1, SvREFCNT_inc (sv_type [ent->type]));
583 av_store (avent, 2, IVSIZE >= 8 ? newSVuv (ent->inode) : newSVnv (ent->inode));
584
585 av_store (av, i, newRV_noinc ((SV *)avent));
586 }
587 else
588 av_store (av, i, namesv);
589
590 ++ent;
591 }
592 else
593 {
594 SV *name = newSVpv (names, 0);
595 av_store (av, i, name);
596 names += SvCUR (name) + 1;
597 }
598 }
599
600 rv = sv_2mortal (newRV_noinc ((SV *)av));
601 }
602
603 PUSHs (rv);
604
605 if (req->int1 & EIO_READDIR_CUSTOM1)
606 XPUSHs (sv_2mortal (newSViv (req->int1 & ~(EIO_READDIR_CUSTOM1 | EIO_READDIR_CUSTOM2))));
607 }
608 break;
609
610 case EIO_OPEN:
611 PUSHs (newmortalFH (req->result, req->int1 & (O_RDONLY | O_WRONLY | O_RDWR)));
612 break;
613
614 case EIO_STATVFS:
615 case EIO_FSTATVFS:
616 {
617 SV *rv = &PL_sv_undef;
618
619#ifndef _WIN32
620 if (req->result >= 0)
621 {
622 EIO_STRUCT_STATVFS *f = EIO_STATVFS_BUF (req);
623 HV *hv = newHV ();
624 /* POSIX requires fsid to be unsigned long, but AIX in its infinite wisdom
625 * chooses to make it a struct.
626 */
627 unsigned long fsid = 0;
628 memcpy (&fsid, &f->f_fsid, sizeof (unsigned long) < sizeof (f->f_fsid) ? sizeof (unsigned long) : sizeof (f->f_fsid));
629
630 rv = sv_2mortal (newRV_noinc ((SV *)hv));
631
632 hv_store (hv, "bsize" , sizeof ("bsize" ) - 1, newSVval64 (f->f_bsize ), 0);
633 hv_store (hv, "frsize" , sizeof ("frsize" ) - 1, newSVval64 (f->f_frsize ), 0);
634 hv_store (hv, "blocks" , sizeof ("blocks" ) - 1, newSVval64 (f->f_blocks ), 0);
635 hv_store (hv, "bfree" , sizeof ("bfree" ) - 1, newSVval64 (f->f_bfree ), 0);
636 hv_store (hv, "bavail" , sizeof ("bavail" ) - 1, newSVval64 (f->f_bavail ), 0);
637 hv_store (hv, "files" , sizeof ("files" ) - 1, newSVval64 (f->f_files ), 0);
638 hv_store (hv, "ffree" , sizeof ("ffree" ) - 1, newSVval64 (f->f_ffree ), 0);
639 hv_store (hv, "favail" , sizeof ("favail" ) - 1, newSVval64 (f->f_favail ), 0);
640 hv_store (hv, "fsid" , sizeof ("fsid" ) - 1, newSVval64 (fsid ), 0);
641 hv_store (hv, "flag" , sizeof ("flag" ) - 1, newSVval64 (f->f_flag ), 0);
642 hv_store (hv, "namemax", sizeof ("namemax") - 1, newSVval64 (f->f_namemax), 0);
643 }
644#endif
645
646 PUSHs (rv);
647 }
648
649 break;
650
651 case EIO_GROUP:
652 req->int1 = 2; /* mark group as finished */
653
654 if (req->sv1)
655 {
656 int i;
657 AV *av = (AV *)req->sv1;
658
659 EXTEND (SP, AvFILL (av) + 1);
660 for (i = 0; i <= AvFILL (av); ++i)
661 PUSHs (*av_fetch (av, i, 0));
662 }
663 break;
664
665 case EIO_NOP:
666 case EIO_BUSY:
667 break;
668
669 case EIO_READLINK:
670 case EIO_REALPATH:
671 if (req->result > 0)
672 PUSHs (sv_2mortal (newSVpvn (req->ptr2, req->result)));
673 break;
674
675 case EIO_STAT:
676 case EIO_LSTAT:
677 case EIO_FSTAT:
678 PL_laststype = req->type == EIO_LSTAT ? OP_LSTAT : OP_STAT;
679
680 if (!(PL_laststatval = req->result))
681 /* if compilation fails here then perl's Stat_t is not struct _stati64 */
682 PL_statcache = *(EIO_STRUCT_STAT *)(req->ptr2);
683
684 PUSHs (sv_result);
685 break;
686
687 case EIO_SEEK:
688 PUSHs (req->result ? sv_result : sv_2mortal (newSVval64 (req->offs)));
689 break;
690
691 case EIO_READ:
692 {
693 SvCUR_set (req->sv2, req->stroffset + (req->result > 0 ? req->result : 0));
694 *SvEND (req->sv2) = 0;
695 SvPOK_only (req->sv2);
696 SvSETMAGIC (req->sv2);
697 PUSHs (sv_result);
698 }
699 break;
700
701 case EIO_SLURP:
702 {
703 if (req->result >= 0)
704 {
705 /* if length was originally not known, we steal the malloc'ed memory */
706 if (req->flags & EIO_FLAG_PTR2_FREE)
707 {
708 req->flags &= ~EIO_FLAG_PTR2_FREE;
709 sv_set_foreign (req->sv2, &sysfree_vtbl, req->ptr2, req->result);
710 }
711 else
712 {
713 SvCUR_set (req->sv2, req->result);
714 *SvEND (req->sv2) = 0;
715 SvPOK_only (req->sv2);
716 }
717
718 SvSETMAGIC (req->sv2);
719 }
720
721 PUSHs (sv_result);
722 }
723 break;
724
725 case EIO_CUSTOM:
726 if (req->feed == fiemap)
727 {
728#if HAVE_FIEMAP
729 if (!req->result)
730 {
731 struct fiemap *fiemap = (struct fiemap *)req->ptr1;
732
733 if (fiemap->fm_extent_count)
734 {
735 AV *av = newAV ();
736 int i;
737
738 while (fiemap->fm_mapped_extents)
739 {
740 struct fiemap_extent *extent = &fiemap->fm_extents [--fiemap->fm_mapped_extents];
741 AV *ext_av = newAV ();
742
743 av_store (ext_av, 3, newSVuv (extent->fe_flags));
744 av_store (ext_av, 2, newSVval64 (extent->fe_length));
745 av_store (ext_av, 1, newSVval64 (extent->fe_physical));
746 av_store (ext_av, 0, newSVval64 (extent->fe_logical));
747
748 av_store (av, fiemap->fm_mapped_extents, newRV_noinc ((SV *)ext_av));
749 }
750
751 PUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
752 }
753 else
754 {
755 SvIV_set (sv_result, fiemap->fm_mapped_extents);
756 PUSHs (sv_result);
757 }
758 }
759#endif
760 }
761 else
762 PUSHs (sv_result);
763 break;
764
765 case EIO_DUP2: /* EIO_DUP2 actually means aio_close(), so fudge result value */
766 if (req->result > 0)
767 SvIV_set (sv_result, 0);
768 /* FALLTHROUGH */
769
770 default:
771 PUSHs (sv_result);
772 break;
773 }
774
775 errno = req->errorno;
776
777 PUTBACK;
778 call_sv (req->callback, G_VOID | G_EVAL | G_DISCARD);
779 SPAGAIN;
780
781 if (expect_false (SvREFCNT (sv_result) != 1 || sv_result_cache))
782 SvREFCNT_dec (sv_result);
783 else
784 sv_result_cache = sv_result;
785
786 FREETMPS;
787 LEAVE;
788
789 PUTBACK;
389 } 790 }
390 while (type != REQ_QUIT);
391 791
792 return !!SvTRUE (ERRSV);
793}
794
795static void
796req_destroy (aio_req req)
797{
798 if (req->self)
799 {
800 sv_unmagic (req->self, PERL_MAGIC_ext);
801 SvREFCNT_dec (req->self);
802 }
803
804 SvREFCNT_dec (req->sv1);
805 SvREFCNT_dec (req->sv2);
806 SvREFCNT_dec (req->sv3);
807 SvREFCNT_dec (req->sv4);
808 SvREFCNT_dec (req->callback);
809
810 free (req);
811}
812
813static void
814req_cancel_subs (aio_req grp)
815{
816 if (grp->type != EIO_GROUP)
817 return;
818
819 SvREFCNT_dec (grp->sv2);
820 grp->sv2 = 0;
821
822 eio_grp_cancel (grp);
823}
824
825static void ecb_cold
826create_respipe (void)
827{
828 if (s_epipe_renew (&respipe))
829 croak ("IO::AIO: unable to initialize result pipe");
830}
831
832static void
833poll_wait (void)
834{
835 while (eio_nreqs ())
836 {
837 int size;
838
839 X_LOCK (EIO_POOL->reslock);
840 size = EIO_POOL->res_queue.size;
841 X_UNLOCK (EIO_POOL->reslock);
842
843 if (size)
844 return;
845
846 etp_maybe_start_thread (EIO_POOL);
847
848 s_epipe_wait (&respipe);
849 }
850}
851
852static int
853poll_cb (void)
854{
855 for (;;)
856 {
857 int res = eio_poll ();
858
859 if (res > 0)
860 croak (0);
861
862 if (!max_outstanding || max_outstanding > eio_nreqs ())
863 return res;
864
865 poll_wait ();
866 }
867}
868
869static void ecb_cold
870reinit (void)
871{
872 create_respipe ();
873
874 if (eio_init (want_poll, done_poll) < 0)
875 croak ("IO::AIO: unable to initialise eio library");
876}
877
878/*****************************************************************************/
879
880static SV *
881get_cb (SV *cb_sv)
882{
883 SvGETMAGIC (cb_sv);
884 return SvOK (cb_sv) ? s_get_cv_croak (cb_sv) : 0;
885}
886
887static aio_req ecb_noinline
888dreq (SV *callback)
889{
890 SV *cb_cv;
891 aio_req req;
892 int req_pri = next_pri;
893 next_pri = EIO_PRI_DEFAULT;
894
895 cb_cv = get_cb (callback);
896
897 req = calloc (sizeof (*req), 1);
898 if (!req)
899 croak ("out of memory during eio_req allocation");
900
901 req->callback = SvREFCNT_inc (cb_cv);
902 req->pri = req_pri;
903
392 return 0; 904 return req;
393} 905}
906
907#define dREQ \
908 aio_req req = dreq (callback); \
909
910#define REQ_SEND \
911 PUTBACK; \
912 req_submit (req); \
913 SPAGAIN; \
914 \
915 if (GIMME_V != G_VOID) \
916 XPUSHs (req_sv (req, aio_req_stash));
917
918ecb_inline void
919req_set_path (aio_req req, SV *path, SV **wdsv, SV **pathsv, eio_wd *wd, void **ptr)
920{
921 if (expect_false (SvROK (path)))
922 {
923 SV *rv = SvRV (path);
924 SV *wdob;
925
926 if (SvTYPE (rv) == SVt_PVAV && AvFILLp (rv) == 1)
927 {
928 path = AvARRAY (rv)[1];
929 wdob = AvARRAY (rv)[0];
930
931 if (SvOK (wdob))
932 {
933 *wd = SvAIO_WD (wdob);
934 *wdsv = SvREFCNT_inc_NN (SvRV (wdob));
935 }
936 else
937 *wd = EIO_INVALID_WD;
938 }
939 else if (SvTYPE (rv) == SVt_PVMG && SvSTASH (rv) == aio_wd_stash)
940 {
941 *wd = (aio_wd)(long)SvIVX (rv);
942 *wdsv = SvREFCNT_inc_NN (rv);
943 *ptr = ".";
944 return; /* path set to "." */
945 }
946 else
947 croak ("IO::AIO: pathname arguments must be specified as a string, an IO::AIO::WD object or a [IO::AIO::WD, path] pair");
948 }
949
950 *pathsv = newSVsv (path);
951 *ptr = SvPVbyte_nolen (*pathsv);
952}
953
954static void ecb_noinline
955req_set_path1 (aio_req req, SV *path)
956{
957 req_set_path (req, path, &req->sv1, &req->sv3, &req->wd, &req->ptr1);
958}
959
960static void ecb_noinline
961req_set_fh_or_path (aio_req req, int type_path, int type_fh, SV *fh_or_path)
962{
963 SV *rv = SvROK (fh_or_path) ? SvRV (fh_or_path) : fh_or_path;
964
965 switch (SvTYPE (rv))
966 {
967 case SVt_PVIO:
968 case SVt_PVLV:
969 case SVt_PVGV:
970 req->type = type_fh;
971 req->sv1 = newSVsv (fh_or_path);
972 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
973 break;
974
975 default:
976 req->type = type_path;
977 req_set_path1 (req, fh_or_path);
978 break;
979 }
980}
981
982/*****************************************************************************/
983
984static void
985ts_set (struct timespec *ts, NV value)
986{
987 ts->tv_sec = value;
988 ts->tv_nsec = (value - ts->tv_sec) * 1e9;
989}
990
991static NV
992ts_get (const struct timespec *ts)
993{
994 return ts->tv_sec + ts->tv_nsec * 1e-9;
995}
996
997/*****************************************************************************/
998
999XS(boot_IO__AIO) ecb_cold;
394 1000
395MODULE = IO::AIO PACKAGE = IO::AIO 1001MODULE = IO::AIO PACKAGE = IO::AIO
396 1002
397PROTOTYPES: ENABLE 1003PROTOTYPES: ENABLE
398 1004
399BOOT: 1005BOOT:
400{ 1006{
401 if (pipe (respipe)) 1007 static const struct {
402 croak ("unable to initialize result pipe"); 1008 const char *name;
1009 IV iv;
1010 } *civ, const_iv[] = {
1011# define const_niv(name, value) { # name, (IV) value },
1012# define const_iv(name) { # name, (IV) name },
1013# define const_eio(name) { # name, (IV) EIO_ ## name },
403 1014
404 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK)) 1015 /* you have to re-run ./gendef0 after adding/removing any constants here */
405 croak ("cannot set result pipe to nonblocking mode"); 1016 /* the first block can be undef if missing */
1017 const_iv (ENOSYS)
1018 const_iv (EXDEV)
1019 const_iv (EBADR)
406 1020
407 if (fcntl (respipe [1], F_SETFL, O_NONBLOCK)) 1021 /* for lseek */
408 croak ("cannot set result pipe to nonblocking mode"); 1022 const_iv (SEEK_DATA)
409} 1023 const_iv (SEEK_HOLE)
410 1024
1025 const_niv (FADV_NORMAL , POSIX_FADV_NORMAL)
1026 const_niv (FADV_SEQUENTIAL, POSIX_FADV_SEQUENTIAL)
1027 const_niv (FADV_RANDOM , POSIX_FADV_RANDOM)
1028 const_niv (FADV_NOREUSE , POSIX_FADV_NOREUSE)
1029 const_niv (FADV_WILLNEED , POSIX_FADV_WILLNEED)
1030 const_niv (FADV_DONTNEED , POSIX_FADV_DONTNEED)
1031
1032 const_niv (MADV_NORMAL , POSIX_MADV_NORMAL)
1033 const_niv (MADV_SEQUENTIAL, POSIX_MADV_SEQUENTIAL)
1034 const_niv (MADV_RANDOM , POSIX_MADV_RANDOM)
1035 const_niv (MADV_WILLNEED , POSIX_MADV_WILLNEED)
1036 const_niv (MADV_DONTNEED , POSIX_MADV_DONTNEED)
1037
1038 /* the second block will be 0 when missing */
1039 const_iv (O_RDONLY)
1040 const_iv (O_WRONLY)
1041 const_iv (O_RDWR)
1042 const_iv (O_CREAT)
1043 const_iv (O_TRUNC)
1044 const_iv (O_EXCL)
1045 const_iv (O_APPEND)
1046
1047 const_iv (O_ASYNC)
1048 const_iv (O_DIRECT)
1049 const_iv (O_NOATIME)
1050
1051 const_iv (O_CLOEXEC)
1052 const_iv (O_NOCTTY)
1053 const_iv (O_NOFOLLOW)
1054 const_iv (O_NONBLOCK)
1055 const_iv (O_EXEC)
1056 const_iv (O_SEARCH)
1057 const_iv (O_DIRECTORY)
1058 const_iv (O_DSYNC)
1059 const_iv (O_RSYNC)
1060 const_iv (O_SYNC)
1061 const_iv (O_PATH)
1062 const_iv (O_TMPFILE)
1063 const_iv (O_TTY_INIT)
1064
1065 const_iv (S_IFIFO)
1066 const_iv (S_IFCHR)
1067 const_iv (S_IFBLK)
1068 const_iv (S_IFLNK)
1069 const_iv (S_IFREG)
1070 const_iv (S_IFDIR)
1071 const_iv (S_IFWHT)
1072 const_iv (S_IFSOCK)
1073 const_iv (S_IFMT)
1074
1075 const_iv (ST_RDONLY)
1076 const_iv (ST_NOSUID)
1077 const_iv (ST_NODEV)
1078 const_iv (ST_NOEXEC)
1079 const_iv (ST_SYNCHRONOUS)
1080 const_iv (ST_MANDLOCK)
1081 const_iv (ST_WRITE)
1082 const_iv (ST_APPEND)
1083 const_iv (ST_IMMUTABLE)
1084 const_iv (ST_NOATIME)
1085 const_iv (ST_NODIRATIME)
1086 const_iv (ST_RELATIME)
1087
1088 const_iv (PROT_NONE)
1089 const_iv (PROT_EXEC)
1090 const_iv (PROT_READ)
1091 const_iv (PROT_WRITE)
1092
1093 const_iv (MAP_PRIVATE)
1094 const_iv (MAP_SHARED)
1095 const_iv (MAP_FIXED)
1096 const_iv (MAP_ANONYMOUS)
1097
1098 /* linuxish */
1099 const_iv (MAP_LOCKED)
1100 const_iv (MAP_NORESERVE)
1101 const_iv (MAP_POPULATE)
1102 const_iv (MAP_NONBLOCK)
1103 const_iv (MAP_GROWSDOWN)
1104 const_iv (MAP_32BIT)
1105 const_iv (MAP_HUGETLB)
1106 const_iv (MAP_STACK)
1107
1108 const_iv (F_DUPFD_CLOEXEC)
1109
1110 const_iv (F_OFD_GETLK)
1111 const_iv (F_OFD_SETLK)
1112 const_iv (F_OFD_GETLKW)
1113
1114 const_iv (FIFREEZE)
1115 const_iv (FITHAW)
1116 const_iv (FITRIM)
1117 const_iv (FICLONE)
1118 const_iv (FICLONERANGE)
1119 const_iv (FIDEDUPERANGE)
1120
1121 const_iv (FS_IOC_GETFLAGS)
1122 const_iv (FS_IOC_SETFLAGS)
1123 const_iv (FS_IOC_GETVERSION)
1124 const_iv (FS_IOC_SETVERSION)
1125 const_iv (FS_IOC_FIEMAP)
1126 const_iv (FS_IOC_FSGETXATTR)
1127 const_iv (FS_IOC_FSSETXATTR)
1128 const_iv (FS_IOC_SET_ENCRYPTION_POLICY)
1129 const_iv (FS_IOC_GET_ENCRYPTION_PWSALT)
1130 const_iv (FS_IOC_GET_ENCRYPTION_POLICY)
1131
1132 const_iv (FS_KEY_DESCRIPTOR_SIZE)
1133
1134 const_iv (FS_SECRM_FL)
1135 const_iv (FS_UNRM_FL)
1136 const_iv (FS_COMPR_FL)
1137 const_iv (FS_SYNC_FL)
1138 const_iv (FS_IMMUTABLE_FL)
1139 const_iv (FS_APPEND_FL)
1140 const_iv (FS_NODUMP_FL)
1141 const_iv (FS_NOATIME_FL)
1142 const_iv (FS_DIRTY_FL)
1143 const_iv (FS_COMPRBLK_FL)
1144 const_iv (FS_NOCOMP_FL)
1145 const_iv (FS_ENCRYPT_FL)
1146 const_iv (FS_BTREE_FL)
1147 const_iv (FS_INDEX_FL)
1148 const_iv (FS_JOURNAL_DATA_FL)
1149 const_iv (FS_NOTAIL_FL)
1150 const_iv (FS_DIRSYNC_FL)
1151 const_iv (FS_TOPDIR_FL)
1152 const_iv (FS_FL_USER_MODIFIABLE)
1153
1154 const_iv (FS_XFLAG_REALTIME)
1155 const_iv (FS_XFLAG_PREALLOC)
1156 const_iv (FS_XFLAG_IMMUTABLE)
1157 const_iv (FS_XFLAG_APPEND)
1158 const_iv (FS_XFLAG_SYNC)
1159 const_iv (FS_XFLAG_NOATIME)
1160 const_iv (FS_XFLAG_NODUMP)
1161 const_iv (FS_XFLAG_RTINHERIT)
1162 const_iv (FS_XFLAG_PROJINHERIT)
1163 const_iv (FS_XFLAG_NOSYMLINKS)
1164 const_iv (FS_XFLAG_EXTSIZE)
1165 const_iv (FS_XFLAG_EXTSZINHERIT)
1166 const_iv (FS_XFLAG_NODEFRAG)
1167 const_iv (FS_XFLAG_FILESTREAM)
1168 const_iv (FS_XFLAG_DAX)
1169 const_iv (FS_XFLAG_HASATTR)
1170
1171 const_iv (FIEMAP_FLAG_SYNC)
1172 const_iv (FIEMAP_FLAG_XATTR)
1173 const_iv (FIEMAP_FLAGS_COMPAT)
1174 const_iv (FIEMAP_EXTENT_LAST)
1175 const_iv (FIEMAP_EXTENT_UNKNOWN)
1176 const_iv (FIEMAP_EXTENT_DELALLOC)
1177 const_iv (FIEMAP_EXTENT_ENCODED)
1178 const_iv (FIEMAP_EXTENT_DATA_ENCRYPTED)
1179 const_iv (FIEMAP_EXTENT_NOT_ALIGNED)
1180 const_iv (FIEMAP_EXTENT_DATA_INLINE)
1181 const_iv (FIEMAP_EXTENT_DATA_TAIL)
1182 const_iv (FIEMAP_EXTENT_UNWRITTEN)
1183 const_iv (FIEMAP_EXTENT_MERGED)
1184 const_iv (FIEMAP_EXTENT_SHARED)
1185
1186 const_iv (SPLICE_F_MOVE)
1187 const_iv (SPLICE_F_NONBLOCK)
1188 const_iv (SPLICE_F_MORE)
1189 const_iv (SPLICE_F_GIFT)
1190
1191 const_iv (EFD_CLOEXEC)
1192 const_iv (EFD_NONBLOCK)
1193 const_iv (EFD_SEMAPHORE)
1194
1195 const_iv (CLOCK_REALTIME)
1196 const_iv (CLOCK_MONOTONIC)
1197 const_iv (CLOCK_BOOTTIME)
1198 const_iv (CLOCK_REALTIME_ALARM)
1199 const_iv (CLOCK_BOOTTIME_ALARM)
1200
1201 const_iv (TFD_NONBLOCK)
1202 const_iv (TFD_CLOEXEC)
1203
1204 const_iv (TFD_TIMER_ABSTIME)
1205 const_iv (TFD_TIMER_CANCEL_ON_SET)
1206
1207 /* these are libeio constants, and are independent of gendef0 */
1208 const_eio (SEEK_SET)
1209 const_eio (SEEK_CUR)
1210 const_eio (SEEK_END)
1211
1212 const_eio (MCL_FUTURE)
1213 const_eio (MCL_CURRENT)
1214
1215 const_eio (MS_ASYNC)
1216 const_eio (MS_INVALIDATE)
1217 const_eio (MS_SYNC)
1218
1219 const_eio (MT_MODIFY)
1220
1221 const_eio (SYNC_FILE_RANGE_WAIT_BEFORE)
1222 const_eio (SYNC_FILE_RANGE_WRITE)
1223 const_eio (SYNC_FILE_RANGE_WAIT_AFTER)
1224
1225 const_eio (FALLOC_FL_KEEP_SIZE)
1226 const_eio (FALLOC_FL_PUNCH_HOLE)
1227 const_eio (FALLOC_FL_COLLAPSE_RANGE)
1228 const_eio (FALLOC_FL_ZERO_RANGE)
1229 const_eio (FALLOC_FL_INSERT_RANGE)
1230 const_eio (FALLOC_FL_UNSHARE_RANGE)
1231
1232 const_eio (RENAME_NOREPLACE)
1233 const_eio (RENAME_EXCHANGE)
1234 const_eio (RENAME_WHITEOUT)
1235
1236 const_eio (READDIR_DENTS)
1237 const_eio (READDIR_DIRS_FIRST)
1238 const_eio (READDIR_STAT_ORDER)
1239 const_eio (READDIR_FOUND_UNKNOWN)
1240
1241 const_eio (DT_UNKNOWN)
1242 const_eio (DT_FIFO)
1243 const_eio (DT_CHR)
1244 const_eio (DT_DIR)
1245 const_eio (DT_BLK)
1246 const_eio (DT_REG)
1247 const_eio (DT_LNK)
1248 const_eio (DT_SOCK)
1249 const_eio (DT_WHT)
1250 };
1251
1252 aio_stash = gv_stashpv ("IO::AIO" , 1);
1253 aio_req_stash = gv_stashpv ("IO::AIO::REQ", 1);
1254 aio_grp_stash = gv_stashpv ("IO::AIO::GRP", 1);
1255 aio_wd_stash = gv_stashpv ("IO::AIO::WD" , 1);
1256
1257 for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ > const_iv; civ--)
1258 newCONSTSUB (aio_stash, (char *)civ[-1].name, newSViv (civ[-1].iv));
1259
1260 newCONSTSUB (aio_stash, "PAGESIZE", newSViv (PAGESIZE));
1261
1262 reinit ();
1263}
1264
411void 1265void
412min_parallel(nthreads) 1266reinit ()
413 int nthreads 1267 PROTOTYPE:
1268
1269void
1270max_poll_reqs (unsigned int nreqs)
414 PROTOTYPE: $ 1271 PROTOTYPE: $
415 CODE: 1272 CODE:
416 while (nthreads > started) 1273 eio_set_max_poll_reqs (nreqs);
417 start_thread ();
418 1274
419void 1275void
420max_parallel(nthreads) 1276max_poll_time (double nseconds)
421 int nthreads
422 PROTOTYPE: $ 1277 PROTOTYPE: $
423 CODE: 1278 CODE:
1279 eio_set_max_poll_time (nseconds);
1280
1281void
1282min_parallel (unsigned int nthreads)
1283 PROTOTYPE: $
1284 CODE:
1285 eio_set_min_parallel (nthreads);
1286
1287void
1288max_parallel (unsigned int nthreads)
1289 PROTOTYPE: $
1290 CODE:
1291 eio_set_max_parallel (nthreads);
1292
1293void
1294max_idle (unsigned int nthreads)
1295 PROTOTYPE: $
1296 CODE:
1297 eio_set_max_idle (nthreads);
1298
1299void
1300idle_timeout (unsigned int seconds)
1301 PROTOTYPE: $
1302 CODE:
1303 eio_set_idle_timeout (seconds);
1304
1305void
1306max_outstanding (unsigned int maxreqs)
1307 PROTOTYPE: $
1308 CODE:
1309 max_outstanding = maxreqs;
1310
1311void
1312aio_wd (SV8 *pathname, SV *callback = &PL_sv_undef)
1313 PPCODE:
424{ 1314{
425 int cur = started; 1315 dREQ;
426 while (cur > nthreads) 1316
427 { 1317 req->type = EIO_WD_OPEN;
428 end_thread (); 1318 req_set_path1 (req, pathname);
1319
1320 REQ_SEND;
1321}
1322
1323void
1324aio_open (SV8 *pathname, int flags, int mode, SV *callback = &PL_sv_undef)
1325 PPCODE:
1326{
1327 dREQ;
1328
1329 req->type = EIO_OPEN;
1330 req_set_path1 (req, pathname);
1331 req->int1 = flags;
1332 req->int2 = mode;
1333
1334 REQ_SEND;
1335}
1336
1337void
1338aio_fsync (SV *fh, SV *callback = &PL_sv_undef)
1339 ALIAS:
1340 aio_fsync = EIO_FSYNC
1341 aio_fdatasync = EIO_FDATASYNC
1342 aio_syncfs = EIO_SYNCFS
1343 PPCODE:
1344{
1345 int fd = s_fileno_croak (fh, 0);
1346 dREQ;
1347
1348 req->type = ix;
1349 req->sv1 = newSVsv (fh);
1350 req->int1 = fd;
1351
1352 REQ_SEND;
1353}
1354
1355void
1356aio_sync_file_range (SV *fh, off_t offset, size_t nbytes, UV flags, SV *callback = &PL_sv_undef)
1357 PPCODE:
1358{
1359 int fd = s_fileno_croak (fh, 0);
1360 dREQ;
1361
1362 req->type = EIO_SYNC_FILE_RANGE;
1363 req->sv1 = newSVsv (fh);
1364 req->int1 = fd;
1365 req->offs = offset;
1366 req->size = nbytes;
1367 req->int2 = flags;
1368
1369 REQ_SEND;
1370}
1371
1372void
1373aio_allocate (SV *fh, int mode, off_t offset, size_t len, SV *callback = &PL_sv_undef)
1374 PPCODE:
1375{
1376 int fd = s_fileno_croak (fh, 0);
1377 dREQ;
1378
1379 req->type = EIO_FALLOCATE;
1380 req->sv1 = newSVsv (fh);
1381 req->int1 = fd;
1382 req->int2 = mode;
1383 req->offs = offset;
1384 req->size = len;
1385
1386 REQ_SEND;
1387}
1388
1389void
1390aio_close (SV *fh, SV *callback = &PL_sv_undef)
1391 PPCODE:
1392{
1393 static int close_fd = -1; /* dummy fd to close fds via dup2 */
1394 int fd = s_fileno_croak (fh, 0);
1395 dREQ;
1396
1397 if (expect_false (close_fd < 0))
1398 {
1399 int pipefd [2];
1400
1401 if (
1402#ifdef _WIN32
1403 _pipe (pipefd, 1, _O_BINARY) < 0
1404#else
1405 pipe (pipefd) < 0
1406 || fcntl (pipefd [0], F_SETFD, FD_CLOEXEC) < 0
1407#endif
1408 || close (pipefd [1]) < 0
429 cur--; 1409 )
1410 abort (); /*D*/
1411
1412 close_fd = pipefd [0];
430 } 1413 }
431 1414
432 while (started > nthreads) 1415 req->type = EIO_DUP2;
1416 req->int1 = close_fd;
1417 req->sv2 = newSVsv (fh);
1418 req->int2 = fd;
1419
1420 REQ_SEND;
1421}
1422
1423void
1424aio_seek (SV *fh, SV *offset, int whence, SV *callback = &PL_sv_undef)
1425 PPCODE:
1426{
1427 int fd = s_fileno_croak (fh, 0);
1428 dREQ;
1429
1430 req->type = EIO_SEEK;
1431 req->sv1 = newSVsv (fh);
1432 req->int1 = fd;
1433 req->offs = SvVAL64 (offset);
1434 req->int2 = whence;
1435
1436 REQ_SEND;
1437}
1438
1439void
1440aio_read (SV *fh, SV *offset, SV *length, SV8 *data, IV dataoffset, SV *callback = &PL_sv_undef)
1441 ALIAS:
1442 aio_read = EIO_READ
1443 aio_write = EIO_WRITE
1444 PPCODE:
1445{
1446 STRLEN svlen;
1447 int fd = s_fileno_croak (fh, ix == EIO_WRITE);
1448 char *svptr = SvPVbyte (data, svlen);
1449 UV len = SvUV (length);
1450
1451 if (dataoffset < 0)
1452 dataoffset += svlen;
1453
1454 if (dataoffset < 0 || dataoffset > svlen)
1455 croak ("dataoffset outside of data scalar");
1456
1457 if (ix == EIO_WRITE)
1458 {
1459 /* write: check length and adjust. */
1460 if (!SvOK (length) || len + dataoffset > svlen)
1461 len = svlen - dataoffset;
1462 }
1463 else
1464 {
1465 /* read: check type and grow scalar as necessary */
1466 if (!SvPOK (data) || SvLEN (data) >= SvCUR (data))
1467 svptr = sv_grow (data, len + dataoffset + 1);
1468 else if (SvCUR (data) < len + dataoffset)
1469 croak ("length + dataoffset outside of scalar, and cannot grow");
1470 }
1471
1472 {
1473 dREQ;
1474
1475 req->type = ix;
1476 req->sv1 = newSVsv (fh);
1477 req->int1 = fd;
1478 req->offs = SvOK (offset) ? SvVAL64 (offset) : -1;
1479 req->size = len;
1480 req->sv2 = SvREFCNT_inc (data);
1481 req->ptr2 = (char *)svptr + dataoffset;
1482 req->stroffset = dataoffset;
1483
1484 if (!SvREADONLY (data))
1485 {
1486 SvREADONLY_on (data);
1487 req->flags |= FLAG_SV2_RO_OFF;
1488 }
1489
1490 REQ_SEND;
1491 }
1492}
1493
1494void
1495aio_ioctl (SV *fh, unsigned long request, SV8 *arg, SV *callback = &PL_sv_undef)
1496 ALIAS:
1497 aio_ioctl = EIO_IOCTL
1498 aio_fcntl = EIO_FCNTL
1499 PPCODE:
1500{
1501 int fd = s_fileno_croak (fh, 0);
1502 char *svptr;
1503
1504 if (SvPOK (arg) || !SvNIOK (arg))
1505 {
1506 STRLEN svlen;
1507 /* perl uses IOCPARM_LEN for fcntl, so we do, too */
1508#ifdef IOCPARM_LEN
1509 STRLEN need = IOCPARM_LEN (request);
1510#else
1511 STRLEN need = 256;
1512#endif
1513
1514 if (svlen < need)
1515 svptr = SvGROW (arg, need);
1516 }
1517 else
1518 svptr = (char *)SvIV (arg);
1519
1520 {
1521 dREQ;
1522
1523 req->type = ix;
1524 req->sv1 = newSVsv (fh);
1525 req->int1 = fd;
1526 req->int2 = (long)request;
1527 req->sv2 = SvREFCNT_inc (arg);
1528 req->ptr2 = svptr;
1529
1530 REQ_SEND;
1531 }
1532}
1533
1534void
1535aio_readlink (SV8 *pathname, SV *callback = &PL_sv_undef)
1536 ALIAS:
1537 aio_readlink = EIO_READLINK
1538 aio_realpath = EIO_REALPATH
1539 PPCODE:
1540{
1541 dREQ;
1542
1543 req->type = ix;
1544 req_set_path1 (req, pathname);
1545
1546 REQ_SEND;
1547}
1548
1549void
1550aio_sendfile (SV *out_fh, SV *in_fh, off_t in_offset, size_t length, SV *callback = &PL_sv_undef)
1551 PPCODE:
1552{
1553 int ifd = s_fileno_croak (in_fh , 0);
1554 int ofd = s_fileno_croak (out_fh, 1);
1555 dREQ;
1556
1557 req->type = EIO_SENDFILE;
1558 req->sv1 = newSVsv (out_fh);
1559 req->int1 = ofd;
1560 req->sv2 = newSVsv (in_fh);
1561 req->int2 = ifd;
1562 req->offs = in_offset;
1563 req->size = length;
1564
1565 REQ_SEND;
1566}
1567
1568void
1569aio_readahead (SV *fh, off_t offset, size_t length, SV *callback = &PL_sv_undef)
1570 PPCODE:
1571{
1572 int fd = s_fileno_croak (fh, 0);
1573 dREQ;
1574
1575 req->type = EIO_READAHEAD;
1576 req->sv1 = newSVsv (fh);
1577 req->int1 = fd;
1578 req->offs = offset;
1579 req->size = length;
1580
1581 REQ_SEND;
1582}
1583
1584void
1585aio_stat (SV8 *fh_or_path, SV *callback = &PL_sv_undef)
1586 ALIAS:
1587 aio_stat = EIO_STAT
1588 aio_lstat = EIO_LSTAT
1589 aio_statvfs = EIO_STATVFS
1590 PPCODE:
1591{
1592 dREQ;
1593
1594 req_set_fh_or_path (req, ix, ix == EIO_STATVFS ? EIO_FSTATVFS : EIO_FSTAT, fh_or_path);
1595
1596 REQ_SEND;
1597}
1598
1599UV
1600major (UV dev)
1601 ALIAS:
1602 minor = 1
1603 CODE:
1604 RETVAL = ix ? minor (dev) : major (dev);
1605 OUTPUT:
1606 RETVAL
1607
1608UV
1609makedev (UV maj, UV min)
1610 CODE:
1611 RETVAL = makedev (maj, min);
1612 OUTPUT:
1613 RETVAL
1614
1615void
1616aio_utime (SV8 *fh_or_path, SV *atime, SV *mtime, SV *callback = &PL_sv_undef)
1617 PPCODE:
1618{
1619 dREQ;
1620
1621 req->nv1 = SvOK (atime) ? SvNV (atime) : -1.;
1622 req->nv2 = SvOK (mtime) ? SvNV (mtime) : -1.;
1623 req_set_fh_or_path (req, EIO_UTIME, EIO_FUTIME, fh_or_path);
1624
1625 REQ_SEND;
1626}
1627
1628void
1629aio_truncate (SV8 *fh_or_path, SV *offset, SV *callback = &PL_sv_undef)
1630 PPCODE:
1631{
1632 dREQ;
1633
1634 req->offs = SvOK (offset) ? SvVAL64 (offset) : -1;
1635 req_set_fh_or_path (req, EIO_TRUNCATE, EIO_FTRUNCATE, fh_or_path);
1636
1637 REQ_SEND;
1638}
1639
1640void
1641aio_chmod (SV8 *fh_or_path, int mode, SV *callback = &PL_sv_undef)
1642 PPCODE:
1643{
1644 dREQ;
1645
1646 req->int2 = mode;
1647 req_set_fh_or_path (req, EIO_CHMOD, EIO_FCHMOD, fh_or_path);
1648
1649 REQ_SEND;
1650}
1651
1652void
1653aio_chown (SV8 *fh_or_path, SV *uid, SV *gid, SV *callback = &PL_sv_undef)
1654 PPCODE:
1655{
1656 dREQ;
1657
1658 req->int2 = SvOK (uid) ? SvIV (uid) : -1;
1659 req->int3 = SvOK (gid) ? SvIV (gid) : -1;
1660 req_set_fh_or_path (req, EIO_CHOWN, EIO_FCHOWN, fh_or_path);
1661
1662 REQ_SEND;
1663}
1664
1665void
1666aio_readdirx (SV8 *pathname, IV flags, SV *callback = &PL_sv_undef)
1667 PPCODE:
1668{
1669 dREQ;
1670
1671 req->type = EIO_READDIR;
1672 req->int1 = flags | EIO_READDIR_DENTS | EIO_READDIR_CUSTOM1;
1673
1674 if (flags & EIO_READDIR_DENTS)
1675 req->int1 |= EIO_READDIR_CUSTOM2;
1676
1677 req_set_path1 (req, pathname);
1678
1679 REQ_SEND;
1680}
1681
1682void
1683aio_mkdir (SV8 *pathname, int mode, SV *callback = &PL_sv_undef)
1684 PPCODE:
1685{
1686 dREQ;
1687
1688 req->type = EIO_MKDIR;
1689 req->int2 = mode;
1690 req_set_path1 (req, pathname);
1691
1692 REQ_SEND;
1693}
1694
1695void
1696aio_unlink (SV8 *pathname, SV *callback = &PL_sv_undef)
1697 ALIAS:
1698 aio_unlink = EIO_UNLINK
1699 aio_rmdir = EIO_RMDIR
1700 aio_readdir = EIO_READDIR
1701 PPCODE:
1702{
1703 dREQ;
1704
1705 req->type = ix;
1706 req_set_path1 (req, pathname);
1707
1708 REQ_SEND;
1709}
1710
1711void
1712aio_link (SV8 *oldpath, SV8 *newpath, SV *callback = &PL_sv_undef)
1713 ALIAS:
1714 aio_link = EIO_LINK
1715 aio_symlink = EIO_SYMLINK
1716 aio_rename = EIO_RENAME
1717 PPCODE:
1718{
1719 eio_wd wd2 = 0;
1720 dREQ;
1721
1722 req->type = ix;
1723 req_set_path1 (req, oldpath);
1724 req_set_path (req, newpath, &req->sv2, &req->sv4, &wd2, &req->ptr2);
1725 req->int3 = (long)wd2;
1726
1727 REQ_SEND;
1728}
1729
1730void
1731aio_rename2 (SV8 *oldpath, SV8 *newpath, int flags = 0, SV *callback = &PL_sv_undef)
1732 PPCODE:
1733{
1734 eio_wd wd2 = 0;
1735 dREQ;
1736
1737 req->type = EIO_RENAME;
1738 req_set_path1 (req, oldpath);
1739 req_set_path (req, newpath, &req->sv2, &req->sv4, &wd2, &req->ptr2);
1740 req->int2 = flags;
1741 req->int3 = (long)wd2;
1742
1743 REQ_SEND;
1744}
1745
1746void
1747aio_mknod (SV8 *pathname, int mode, UV dev, SV *callback = &PL_sv_undef)
1748 PPCODE:
1749{
1750 dREQ;
1751
1752 req->type = EIO_MKNOD;
1753 req->int2 = (mode_t)mode;
1754 req->offs = dev;
1755 req_set_path1 (req, pathname);
1756
1757 REQ_SEND;
1758}
1759
1760void
1761aio_mtouch (SV8 *data, IV offset = 0, SV *length = &PL_sv_undef, int flags = -1, SV *callback = &PL_sv_undef)
1762 ALIAS:
1763 aio_mtouch = EIO_MTOUCH
1764 aio_msync = EIO_MSYNC
1765 PPCODE:
1766{
1767 STRLEN svlen;
1768 char *svptr = SvPVbyte (data, svlen);
1769 UV len = SvUV (length);
1770
1771 if (flags < 0)
1772 flags = ix == EIO_MSYNC ? EIO_MS_SYNC : 0;
1773
1774 if (offset < 0)
1775 offset += svlen;
1776
1777 if (offset < 0 || offset > svlen)
1778 croak ("offset outside of scalar");
1779
1780 if (!SvOK (length) || len + offset > svlen)
1781 len = svlen - offset;
1782
1783 {
1784 dREQ;
1785
1786 req->type = ix;
1787 req->sv2 = SvREFCNT_inc (data);
1788 req->ptr2 = (char *)svptr + offset;
1789 req->size = len;
1790 req->int1 = flags;
1791
1792 REQ_SEND;
1793 }
1794}
1795
1796void
1797aio_mlock (SV8 *data, IV offset = 0, SV *length = &PL_sv_undef, SV *callback = &PL_sv_undef)
1798 PPCODE:
1799{
1800 STRLEN svlen;
1801 char *svptr = SvPVbyte (data, svlen);
1802 UV len = SvUV (length);
1803
1804 if (offset < 0)
1805 offset += svlen;
1806
1807 if (offset < 0 || offset > svlen)
1808 croak ("offset outside of scalar");
1809
1810 if (!SvOK (length) || len + offset > svlen)
1811 len = svlen - offset;
1812
1813 {
1814 dREQ;
1815
1816 req->type = EIO_MLOCK;
1817 req->sv2 = SvREFCNT_inc (data);
1818 req->ptr2 = (char *)svptr + offset;
1819 req->size = len;
1820
1821 REQ_SEND;
1822 }
1823}
1824
1825void
1826aio_mlockall (IV flags, SV *callback = &PL_sv_undef)
1827 PPCODE:
1828{
1829 dREQ;
1830
1831 req->type = EIO_MLOCKALL;
1832 req->int1 = flags;
1833
1834 REQ_SEND;
1835}
1836
1837void
1838aio_fiemap (SV *fh, off_t start, SV *length, U32 flags, SV *count, SV *callback = &PL_sv_undef)
1839 PPCODE:
1840{
1841 int fd = s_fileno_croak (fh, 0);
1842 dREQ;
1843
1844 req->type = EIO_CUSTOM;
1845 req->sv1 = newSVsv (fh);
1846 req->int1 = fd;
1847
1848 req->feed = fiemap;
1849#if HAVE_FIEMAP
1850 /* keep our fingers crossed that the next two types are 64 bit */
1851 req->offs = start;
1852 req->size = SvOK (length) ? SvVAL64 (length) : ~0ULL;
1853 req->int2 = flags;
1854 req->int3 = SvOK (count) ? SvIV (count) : -1;
1855#endif
1856
1857 REQ_SEND;
1858}
1859
1860void
1861aio_slurp (SV *pathname, off_t offset, UV length, SV8 *data, SV *callback = &PL_sv_undef)
1862 PPCODE:
1863{
1864 char *svptr = 0;
1865
1866 sv_clear_foreign (data);
1867
1868 if (length) /* known length, directly read into scalar */
1869 {
1870 if (!SvPOK (data) || SvLEN (data) >= SvCUR (data))
1871 svptr = sv_grow (data, length + 1);
1872 else if (SvCUR (data) < length)
1873 croak ("length outside of scalar, and cannot grow");
1874 else
1875 svptr = SvPVbyte_nolen (data);
1876 }
1877
1878 {
1879 dREQ;
1880
1881 req->type = EIO_SLURP;
1882 req_set_path1 (req, pathname);
1883 req->offs = offset;
1884 req->size = length;
1885 req->sv2 = SvREFCNT_inc (data);
1886 req->ptr2 = svptr;
1887
1888 if (!SvREADONLY (data))
1889 {
1890 SvREADONLY_on (data);
1891 req->flags |= FLAG_SV2_RO_OFF;
1892 }
1893
1894 REQ_SEND;
1895 }
1896}
1897
1898void
1899aio_busy (double delay, SV *callback = &PL_sv_undef)
1900 PPCODE:
1901{
1902 dREQ;
1903
1904 req->type = EIO_BUSY;
1905 req->nv1 = delay < 0. ? 0. : delay;
1906
1907 REQ_SEND;
1908}
1909
1910void
1911aio_group (SV *callback = &PL_sv_undef)
1912 PPCODE:
1913{
1914 dREQ;
1915
1916 req->type = EIO_GROUP;
1917
1918 PUTBACK;
1919 req_submit (req);
1920 SPAGAIN;
1921
1922 XPUSHs (req_sv (req, aio_grp_stash));
1923}
1924
1925void
1926aio_nop (SV *callback = &PL_sv_undef)
1927 ALIAS:
1928 aio_nop = EIO_NOP
1929 aio_sync = EIO_SYNC
1930 PPCODE:
1931{
1932 dREQ;
1933
1934 req->type = ix;
1935
1936 REQ_SEND;
1937}
1938
1939int
1940aioreq_pri (int pri = NO_INIT)
1941 CODE:
1942 RETVAL = next_pri;
1943 if (items > 0)
1944 {
1945 if (pri < EIO_PRI_MIN) pri = EIO_PRI_MIN;
1946 if (pri > EIO_PRI_MAX) pri = EIO_PRI_MAX;
1947 next_pri = pri;
1948 }
1949 OUTPUT:
1950 RETVAL
1951
1952void
1953aioreq_nice (int nice = 0)
1954 CODE:
1955 nice = next_pri - nice;
1956 if (nice < EIO_PRI_MIN) nice = EIO_PRI_MIN;
1957 if (nice > EIO_PRI_MAX) nice = EIO_PRI_MAX;
1958 next_pri = nice;
1959
1960void
1961flush ()
1962 CODE:
1963 while (eio_nreqs ())
433 { 1964 {
434 poll_wait (); 1965 poll_wait ();
435 poll_cb (); 1966 poll_cb ();
436 } 1967 }
437}
438 1968
439int 1969int
440max_outstanding(nreqs) 1970poll ()
441 int nreqs
442 PROTOTYPE: $
443 CODE:
444 RETVAL = max_outstanding;
445 max_outstanding = nreqs;
446
447void
448aio_open(pathname,flags,mode,callback=&PL_sv_undef)
449 SV * pathname
450 int flags
451 int mode
452 SV * callback
453 PROTOTYPE: $$$;$
454 CODE: 1971 CODE:
455{
456 aio_req req;
457
458 Newz (0, req, 1, aio_cb);
459
460 if (!req)
461 croak ("out of memory during aio_req allocation");
462
463 req->type = REQ_OPEN;
464 req->data = newSVsv (pathname);
465 req->dataptr = SvPV_nolen (req->data);
466 req->fd = flags;
467 req->mode = mode;
468 req->callback = SvREFCNT_inc (callback);
469
470 send_req (req);
471}
472
473void
474aio_close(fh,callback=&PL_sv_undef)
475 SV * fh
476 SV * callback
477 PROTOTYPE: $;$
478 ALIAS:
479 aio_close = REQ_CLOSE
480 aio_fsync = REQ_FSYNC
481 aio_fdatasync = REQ_FDATASYNC
482 CODE:
483{
484 aio_req req;
485
486 Newz (0, req, 1, aio_cb);
487
488 if (!req)
489 croak ("out of memory during aio_req allocation");
490
491 req->type = ix;
492 req->fh = newSVsv (fh);
493 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
494 req->callback = SvREFCNT_inc (callback);
495
496 send_req (req);
497}
498
499void
500aio_read(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
501 SV * fh
502 UV offset
503 IV length
504 SV * data
505 IV dataoffset
506 SV * callback
507 ALIAS:
508 aio_read = REQ_READ
509 aio_write = REQ_WRITE
510 PROTOTYPE: $$$$$;$
511 CODE:
512{
513 aio_req req;
514 STRLEN svlen;
515 char *svptr = SvPV (data, svlen);
516
517 SvUPGRADE (data, SVt_PV);
518 SvPOK_on (data);
519
520 if (dataoffset < 0)
521 dataoffset += svlen;
522
523 if (dataoffset < 0 || dataoffset > svlen)
524 croak ("data offset outside of string");
525
526 if (ix == REQ_WRITE)
527 {
528 /* write: check length and adjust. */
529 if (length < 0 || length + dataoffset > svlen)
530 length = svlen - dataoffset;
531 }
532 else
533 {
534 /* read: grow scalar as necessary */
535 svptr = SvGROW (data, length + dataoffset);
536 }
537
538 if (length < 0)
539 croak ("length must not be negative");
540
541 Newz (0, req, 1, aio_cb);
542
543 if (!req)
544 croak ("out of memory during aio_req allocation");
545
546 req->type = ix;
547 req->fh = newSVsv (fh);
548 req->fd = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh))
549 : IoOFP (sv_2io (fh)));
550 req->offset = offset;
551 req->length = length;
552 req->data = SvREFCNT_inc (data);
553 req->dataptr = (char *)svptr + dataoffset;
554 req->callback = SvREFCNT_inc (callback);
555
556 send_req (req);
557}
558
559void
560aio_readahead(fh,offset,length,callback=&PL_sv_undef)
561 SV * fh
562 UV offset
563 IV length
564 SV * callback
565 PROTOTYPE: $$$;$
566 CODE:
567{
568 aio_req req;
569
570 if (length < 0)
571 croak ("length must not be negative");
572
573 Newz (0, req, 1, aio_cb);
574
575 if (!req)
576 croak ("out of memory during aio_req allocation");
577
578 req->type = REQ_READAHEAD;
579 req->fh = newSVsv (fh);
580 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
581 req->offset = offset;
582 req->length = length;
583 req->callback = SvREFCNT_inc (callback);
584
585 send_req (req);
586}
587
588void
589aio_stat(fh_or_path,callback=&PL_sv_undef)
590 SV * fh_or_path
591 SV * callback
592 ALIAS:
593 aio_stat = REQ_STAT
594 aio_lstat = REQ_LSTAT
595 CODE:
596{
597 aio_req req;
598
599 Newz (0, req, 1, aio_cb);
600
601 if (!req)
602 croak ("out of memory during aio_req allocation");
603
604 New (0, req->statdata, 1, Stat_t);
605
606 if (!req->statdata)
607 croak ("out of memory during aio_req->statdata allocation");
608
609 if (SvPOK (fh_or_path))
610 {
611 req->type = ix;
612 req->data = newSVsv (fh_or_path);
613 req->dataptr = SvPV_nolen (req->data);
614 }
615 else
616 {
617 req->type = REQ_FSTAT;
618 req->fh = newSVsv (fh_or_path);
619 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
620 }
621
622 req->callback = SvREFCNT_inc (callback);
623
624 send_req (req);
625}
626
627void
628aio_unlink(pathname,callback=&PL_sv_undef)
629 SV * pathname
630 SV * callback
631 CODE:
632{
633 aio_req req;
634
635 Newz (0, req, 1, aio_cb);
636
637 if (!req)
638 croak ("out of memory during aio_req allocation");
639
640 req->type = REQ_UNLINK;
641 req->data = newSVsv (pathname);
642 req->dataptr = SvPV_nolen (req->data);
643 req->callback = SvREFCNT_inc (callback);
644
645 send_req (req);
646}
647
648void
649flush()
650 PROTOTYPE:
651 CODE:
652 while (nreqs)
653 {
654 poll_wait (); 1972 poll_wait ();
655 poll_cb (); 1973 RETVAL = poll_cb ();
656 }
657
658void
659poll()
660 PROTOTYPE:
661 CODE:
662 if (nreqs)
663 {
664 poll_wait ();
665 poll_cb ();
666 }
667
668int
669poll_fileno()
670 PROTOTYPE:
671 CODE:
672 RETVAL = respipe [0];
673 OUTPUT: 1974 OUTPUT:
674 RETVAL 1975 RETVAL
675 1976
676int 1977int
1978poll_fileno ()
1979 CODE:
1980 RETVAL = s_epipe_fd (&respipe);
1981 OUTPUT:
1982 RETVAL
1983
1984int
677poll_cb(...) 1985poll_cb (...)
678 PROTOTYPE: 1986 PROTOTYPE:
679 CODE: 1987 CODE:
680 RETVAL = poll_cb (); 1988 RETVAL = poll_cb ();
681 OUTPUT: 1989 OUTPUT:
682 RETVAL 1990 RETVAL
683 1991
684void 1992void
685poll_wait() 1993poll_wait ()
686 PROTOTYPE:
687 CODE: 1994 CODE:
688 if (nreqs)
689 poll_wait (); 1995 poll_wait ();
690 1996
691int 1997int
692nreqs() 1998nreqs ()
693 PROTOTYPE:
694 CODE: 1999 CODE:
695 RETVAL = nreqs; 2000 RETVAL = eio_nreqs ();
696 OUTPUT: 2001 OUTPUT:
697 RETVAL 2002 RETVAL
698 2003
2004int
2005nready ()
2006 CODE:
2007 RETVAL = eio_nready ();
2008 OUTPUT:
2009 RETVAL
2010
2011int
2012npending ()
2013 CODE:
2014 RETVAL = eio_npending ();
2015 OUTPUT:
2016 RETVAL
2017
2018int
2019nthreads ()
2020 CODE:
2021 RETVAL = eio_nthreads ();
2022 OUTPUT:
2023 RETVAL
2024
2025int
2026fadvise (aio_rfd fh, off_t offset, off_t length, IV advice)
2027 CODE:
2028 RETVAL = posix_fadvise (fh, offset, length, advice);
2029 OUTPUT:
2030 RETVAL
2031
2032IV
2033sendfile (aio_wfd ofh, aio_rfd ifh, off_t offset, size_t count)
2034 CODE:
2035 RETVAL = eio_sendfile_sync (ofh, ifh, offset, count);
2036 OUTPUT:
2037 RETVAL
2038
2039void
2040mmap (SV *scalar, STRLEN length, int prot, int flags, SV *fh = &PL_sv_undef, off_t offset = 0)
2041 PPCODE:
2042 sv_clear_foreign (scalar);
2043{
2044 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1;
2045 void *addr = (void *)mmap (0, length, prot, flags, fd, offset);
2046 if (addr == (void *)-1)
2047 XSRETURN_NO;
2048
2049 sv_set_foreign (scalar, &mmap_vtbl, addr, length);
2050
2051 if (!(prot & PROT_WRITE))
2052 SvREADONLY_on (scalar);
2053
2054 XSRETURN_YES;
2055}
2056
2057void
2058munmap (SV *scalar)
2059 CODE:
2060 sv_clear_foreign (scalar);
2061
2062int
2063madvise (SV *scalar, STRLEN offset = 0, SV *length = &PL_sv_undef, IV advice_or_prot)
2064 ALIAS:
2065 mprotect = 1
2066 CODE:
2067{
2068 STRLEN svlen;
2069 void *addr = SvPVbyte (scalar, svlen);
2070 STRLEN len = SvUV (length);
2071
2072 if (offset < 0)
2073 offset += svlen;
2074
2075 if (offset < 0 || offset > svlen)
2076 croak ("offset outside of scalar");
2077
2078 if (!SvOK (length) || len + offset > svlen)
2079 len = svlen - offset;
2080
2081 addr = (void *)(((intptr_t)addr) + offset);
2082 eio_page_align (&addr, &len);
2083
2084 switch (ix)
2085 {
2086 case 0: RETVAL = posix_madvise (addr, len, advice_or_prot); break;
2087 case 1: RETVAL = mprotect (addr, len, advice_or_prot); break;
2088 }
2089}
2090 OUTPUT:
2091 RETVAL
2092
2093int
2094munlock (SV *scalar, STRLEN offset = 0, SV *length = &PL_sv_undef)
2095 CODE:
2096{
2097 STRLEN svlen;
2098 void *addr = SvPVbyte (scalar, svlen);
2099 size_t len = SvUV (length);
2100
2101 if (offset < 0)
2102 offset += svlen;
2103
2104 if (offset < 0 || offset > svlen)
2105 croak ("offset outside of scalar");
2106
2107 if (!SvOK (length) || len + offset > svlen)
2108 len = svlen - offset;
2109
2110 addr = (void *)(((intptr_t)addr) + offset);
2111 eio_page_align (&addr, &len);
2112#if _POSIX_MEMLOCK_RANGE
2113 RETVAL = munlock (addr, len);
2114#else
2115 RETVAL = EIO_ENOSYS ();
2116#endif
2117}
2118 OUTPUT:
2119 RETVAL
2120
2121int
2122munlockall ()
2123 CODE:
2124#if _POSIX_MEMLOCK
2125 munlockall ();
2126#else
2127 RETVAL = EIO_ENOSYS ();
2128#endif
2129 OUTPUT:
2130 RETVAL
2131
2132int
2133splice (aio_rfd rfh, SV *off_in, aio_wfd wfh, SV *off_out, size_t length, unsigned int flags)
2134 CODE:
2135{
2136#if HAVE_LINUX_SPLICE
2137 loff_t off_in_, off_out_;
2138 RETVAL = splice (
2139 rfh, SvOK (off_in ) ? (off_in_ = SvVAL64 (off_in )), &off_in_ : 0,
2140 wfh, SvOK (off_out) ? (off_out_ = SvVAL64 (off_out)), &off_out_ : 0,
2141 length, flags
2142 );
2143#else
2144 RETVAL = EIO_ENOSYS ();
2145#endif
2146}
2147 OUTPUT:
2148 RETVAL
2149
2150int
2151tee (aio_rfd rfh, aio_wfd wfh, size_t length, unsigned int flags)
2152 CODE:
2153#if HAVE_LINUX_SPLICE
2154 RETVAL = tee (rfh, wfh, length, flags);
2155#else
2156 RETVAL = EIO_ENOSYS ();
2157#endif
2158 OUTPUT:
2159 RETVAL
2160
2161int
2162pipesize (aio_rfd rfh, int new_size = -1)
2163 PROTOTYPE: $;$
2164 CODE:
2165#if defined(F_SETPIPE_SZ) && defined(F_GETPIPE_SZ)
2166 if (new_size >= 0)
2167 RETVAL = fcntl (rfh, F_SETPIPE_SZ, new_size);
2168 else
2169 RETVAL = fcntl (rfh, F_GETPIPE_SZ);
2170#else
2171 errno = ENOSYS;
2172 RETVAL = -1;
2173#endif
2174 OUTPUT:
2175 RETVAL
2176
2177void
2178pipe2 (int flags = 0)
2179 PROTOTYPE: ;$
2180 PPCODE:
2181{
2182 int fd[2];
2183 int res;
2184
2185 if (flags)
2186#if HAVE_PIPE2
2187 res = pipe2 (fd, flags);
2188#else
2189 res = (errno = ENOSYS, -1);
2190#endif
2191 else
2192 res = pipe (fd);
2193
2194 if (!res)
2195 {
2196 EXTEND (SP, 2);
2197 PUSHs (newmortalFH (fd[0], O_RDONLY));
2198 PUSHs (newmortalFH (fd[1], O_WRONLY));
2199 }
2200}
2201
2202void
2203eventfd (unsigned int initval = 0, int flags = 0)
2204 PPCODE:
2205{
2206 int fd;
2207#if HAVE_EVENTFD
2208 fd = eventfd (initval, flags);
2209#else
2210 fd = (errno = ENOSYS, -1);
2211#endif
2212
2213 XPUSHs (newmortalFH (fd, O_RDWR));
2214}
2215
2216void
2217timerfd_create (int clockid, int flags = 0)
2218 PPCODE:
2219{
2220 int fd;
2221#if HAVE_TIMERFD
2222 fd = timerfd_create (clockid, flags);
2223#else
2224 fd = (errno = ENOSYS, -1);
2225#endif
2226
2227 XPUSHs (newmortalFH (fd, O_RDWR));
2228}
2229
2230void
2231timerfd_settime (SV *fh, int flags, NV interval, NV value)
2232 PPCODE:
2233{
2234 int fd = s_fileno_croak (fh, 0);
2235 int res;
2236 struct itimerspec its, ots;
2237
2238 ts_set (&its.it_interval, interval);
2239 ts_set (&its.it_value , value);
2240#if HAVE_TIMERFD
2241 res = timerfd_settime (fd, flags, &its, &ots);
2242#else
2243 res = (errno = ENOSYS, -1);
2244#endif
2245
2246 if (!res)
2247 {
2248 EXTEND (SP, 2);
2249 PUSHs (newSVnv (ts_get (&ots.it_interval)));
2250 PUSHs (newSVnv (ts_get (&ots.it_value)));
2251 }
2252}
2253
2254void
2255timerfd_gettime (SV *fh)
2256 PPCODE:
2257{
2258 int fd = s_fileno_croak (fh, 0);
2259 int res;
2260 struct itimerspec ots;
2261#if HAVE_TIMERFD
2262 res = timerfd_gettime (fd, &ots);
2263#else
2264 res = (errno = ENOSYS, -1);
2265#endif
2266
2267 if (!res)
2268 {
2269 EXTEND (SP, 2);
2270 PUSHs (newSVnv (ts_get (&ots.it_interval)));
2271 PUSHs (newSVnv (ts_get (&ots.it_value)));
2272 }
2273}
2274
2275UV
2276get_fdlimit ()
2277 CODE:
2278#if HAVE_RLIMITS
2279 struct rlimit rl;
2280 if (0 == getrlimit (RLIMIT_NOFILE, &rl))
2281 XSRETURN_UV (rl.rlim_cur == RLIM_INFINITY ? (UV)-1 : rl.rlim_cur);
2282#endif
2283 XSRETURN_UNDEF;
2284 OUTPUT:
2285 RETVAL
2286
2287void
2288min_fdlimit (UV limit = 0x7fffffffU)
2289 CODE:
2290{
2291#if HAVE_RLIMITS
2292 struct rlimit rl;
2293 rlim_t orig_rlim_max;
2294 UV bit;
2295
2296 if (0 != getrlimit (RLIMIT_NOFILE, &rl))
2297 goto fail;
2298
2299 if (rl.rlim_cur == RLIM_INFINITY)
2300 XSRETURN_YES;
2301
2302 orig_rlim_max = rl.rlim_max == RLIM_INFINITY ? ((rlim_t)0)-1 : rl.rlim_max;
2303
2304 if (rl.rlim_cur < limit)
2305 {
2306 rl.rlim_cur = limit;
2307
2308 if (rl.rlim_max < rl.rlim_cur && rl.rlim_max != RLIM_INFINITY)
2309 rl.rlim_max = rl.rlim_cur;
2310 }
2311
2312 if (0 == setrlimit (RLIMIT_NOFILE, &rl))
2313 XSRETURN_YES;
2314
2315 if (errno == EPERM)
2316 {
2317 /* setlimit failed with EPERM - maybe we can't raise the hardlimit, or maybe */
2318 /* our limit overflows a system-wide limit */
2319 /* try an adaptive algorithm, but do not lower the hardlimit */
2320 rl.rlim_max = 0;
2321 for (bit = 0x40000000U; bit; bit >>= 1)
2322 {
2323 rl.rlim_max |= bit;
2324 rl.rlim_cur = rl.rlim_max;
2325
2326 /* nevr decrease the hard limit */
2327 if (rl.rlim_max < orig_rlim_max)
2328 break;
2329
2330 if (0 != setrlimit (RLIMIT_NOFILE, &rl))
2331 rl.rlim_max &= ~bit; /* too high, remove bit again */
2332 }
2333
2334 /* now, raise the soft limit to the max permitted */
2335 if (0 == getrlimit (RLIMIT_NOFILE, &rl))
2336 {
2337 rl.rlim_cur = rl.rlim_max;
2338 if (0 == setrlimit (RLIMIT_NOFILE, &rl))
2339 errno = EPERM;
2340 }
2341 }
2342#endif
2343 fail:
2344 XSRETURN_UNDEF;
2345}
2346
2347void _on_next_submit (SV *cb)
2348 CODE:
2349 SvREFCNT_dec (on_next_submit);
2350 on_next_submit = SvOK (cb) ? newSVsv (cb) : 0;
2351
2352PROTOTYPES: DISABLE
2353
2354MODULE = IO::AIO PACKAGE = IO::AIO::WD
2355
2356BOOT:
2357{
2358 newCONSTSUB (aio_stash, "CWD" , newSVaio_wd (EIO_CWD ));
2359 newCONSTSUB (aio_stash, "INVALID_WD", newSVaio_wd (EIO_INVALID_WD));
2360}
2361
2362void
2363DESTROY (SV *self)
2364 CODE:
2365{
2366 aio_wd wd = SvAIO_WD (self);
2367#if HAVE_AT
2368 {
2369 SV *callback = &PL_sv_undef;
2370 dREQ; /* clobbers next_pri :/ */
2371 next_pri = req->pri; /* restore next_pri */
2372 req->pri = EIO_PRI_MAX; /* better use max. priority to conserve fds */
2373 req->type = EIO_WD_CLOSE;
2374 req->wd = wd;
2375 REQ_SEND;
2376 }
2377#else
2378 eio_wd_close_sync (wd);
2379#endif
2380}
2381
2382MODULE = IO::AIO PACKAGE = IO::AIO::REQ
2383
2384void
2385cancel (aio_req_ornot req)
2386 CODE:
2387 eio_cancel (req);
2388
2389void
2390cb (aio_req_ornot req, SV *callback = NO_INIT)
2391 PPCODE:
2392{
2393 if (GIMME_V != G_VOID)
2394 XPUSHs (req->callback ? sv_2mortal (newRV_inc (req->callback)) : &PL_sv_undef);
2395
2396 if (items > 1)
2397 {
2398 SV *cb_cv = get_cb (callback);
2399
2400 SvREFCNT_dec (req->callback);
2401 req->callback = SvREFCNT_inc (cb_cv);
2402 }
2403}
2404
2405MODULE = IO::AIO PACKAGE = IO::AIO::GRP
2406
2407void
2408add (aio_req grp, ...)
2409 PPCODE:
2410{
2411 int i;
2412
2413 if (grp->int1 == 2)
2414 croak ("cannot add requests to IO::AIO::GRP after the group finished");
2415
2416 for (i = 1; i < items; ++i )
2417 {
2418 aio_req req;
2419
2420 if (GIMME_V != G_VOID)
2421 XPUSHs (sv_2mortal (newSVsv (ST (i))));
2422
2423 req = SvAIO_REQ (ST (i));
2424
2425 if (req)
2426 eio_grp_add (grp, req);
2427 }
2428}
2429
2430void
2431cancel_subs (aio_req_ornot req)
2432 CODE:
2433 req_cancel_subs (req);
2434
2435void
2436result (aio_req grp, ...)
2437 CODE:
2438{
2439 int i;
2440 AV *av;
2441
2442 grp->errorno = errno;
2443
2444 av = newAV ();
2445 av_extend (av, items - 1);
2446
2447 for (i = 1; i < items; ++i )
2448 av_push (av, newSVsv (ST (i)));
2449
2450 SvREFCNT_dec (grp->sv1);
2451 grp->sv1 = (SV *)av;
2452}
2453
2454void
2455errno (aio_req grp, int errorno = errno)
2456 CODE:
2457 grp->errorno = errorno;
2458
2459void
2460limit (aio_req grp, int limit)
2461 CODE:
2462 eio_grp_limit (grp, limit);
2463
2464void
2465feed (aio_req grp, SV *callback = &PL_sv_undef)
2466 CODE:
2467{
2468 SvREFCNT_dec (grp->sv2);
2469 grp->sv2 = newSVsv (callback);
2470 grp->feed = aio_grp_feed;
2471
2472 if (grp->int2 <= 0)
2473 grp->int2 = 2;
2474
2475 eio_grp_limit (grp, grp->int2);
2476}
2477

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines