ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
Revision: 1.53
Committed: Mon Oct 23 00:17:07 2006 UTC (17 years, 6 months ago) by root
Branch: MAIN
Changes since 1.52: +5 -2 lines
Log Message:
c89ify

File Contents

# User Rev Content
1 root 1.20 #define _REENTRANT 1
2 root 1.19 #include <errno.h>
3    
4 root 1.15 #include "EXTERN.h"
5 root 1.1 #include "perl.h"
6     #include "XSUB.h"
7    
8 root 1.16 #include "autoconf/config.h"
9    
10 root 1.32 #include <pthread.h>
11    
12 root 1.37 #include <stddef.h>
13 root 1.41 #include <errno.h>
14 root 1.45 #include <sys/time.h>
15     #include <sys/select.h>
16 root 1.1 #include <sys/types.h>
17     #include <sys/stat.h>
18 root 1.37 #include <limits.h>
19 root 1.1 #include <unistd.h>
20     #include <fcntl.h>
21     #include <signal.h>
22     #include <sched.h>
23    
24 root 1.32 #if HAVE_SENDFILE
25     # if __linux
26     # include <sys/sendfile.h>
27     # elif __freebsd
28     # include <sys/socket.h>
29     # include <sys/uio.h>
30     # elif __hpux
31     # include <sys/socket.h>
32 root 1.35 # elif __solaris /* not yet */
33     # include <sys/sendfile.h>
34 root 1.34 # else
35     # error sendfile support requested but not available
36 root 1.32 # endif
37     #endif
38 root 1.1
39 root 1.39 /* used for struct dirent, AIX doesn't provide it */
40     #ifndef NAME_MAX
41     # define NAME_MAX 4096
42     #endif
43    
44 root 1.4 #if __ia64
45     # define STACKSIZE 65536
46 root 1.1 #else
47 root 1.37 # define STACKSIZE 8192
48 root 1.1 #endif
49    
50     enum {
51     REQ_QUIT,
52     REQ_OPEN, REQ_CLOSE,
53     REQ_READ, REQ_WRITE, REQ_READAHEAD,
54 root 1.32 REQ_SENDFILE,
55 root 1.22 REQ_STAT, REQ_LSTAT, REQ_FSTAT,
56 root 1.1 REQ_FSYNC, REQ_FDATASYNC,
57 root 1.40 REQ_UNLINK, REQ_RMDIR, REQ_RENAME,
58 root 1.37 REQ_READDIR,
59 root 1.40 REQ_LINK, REQ_SYMLINK,
60 root 1.45 REQ_SLEEP,
61 root 1.44 REQ_GROUP,
62 root 1.1 };
63    
64 root 1.44 #define AIO_REQ_KLASS "IO::AIO::REQ"
65     #define AIO_GRP_KLASS "IO::AIO::GRP"
66 root 1.43
67     typedef struct aio_cb
68     {
69 root 1.49 struct aio_cb *volatile next;
70 root 1.43
71 root 1.49 struct aio_cb *grp, *grp_prev, *grp_next, *grp_first;
72 root 1.1
73 root 1.43 SV *self; /* the perl counterpart of this request, if any */
74 root 1.1
75 root 1.43 SV *data, *callback;
76     SV *fh, *fh2;
77     void *dataptr, *data2ptr;
78     Stat_t *statdata;
79 root 1.1 off_t offset;
80     size_t length;
81     ssize_t result;
82 root 1.43
83     int type;
84     int fd, fd2;
85 root 1.1 int errorno;
86     STRLEN dataoffset;
87 root 1.43 mode_t mode; /* open */
88     unsigned char cancelled;
89 root 1.1 } aio_cb;
90    
91     typedef aio_cb *aio_req;
92 root 1.43 typedef aio_cb *aio_req_ornot;
93 root 1.1
94 root 1.30 static int started, wanted;
95 root 1.11 static volatile int nreqs;
96 root 1.4 static int max_outstanding = 1<<30;
97 root 1.3 static int respipe [2];
98 root 1.1
99 root 1.3 static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER;
100     static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER;
101     static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
102    
103     static volatile aio_req reqs, reqe; /* queue start, queue end */
104     static volatile aio_req ress, rese; /* queue start, queue end */
105 root 1.1
106 root 1.50 static void req_invoke (aio_req req);
107 root 1.45 static void req_free (aio_req req);
108    
109 root 1.43 /* must be called at most once */
110 root 1.44 static SV *req_sv (aio_req req, const char *klass)
111 root 1.43 {
112 root 1.49 if (!req->self)
113     {
114     req->self = (SV *)newHV ();
115     sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0);
116     }
117 root 1.43
118 root 1.45 return sv_2mortal (sv_bless (newRV_inc (req->self), gv_stashpv (klass, 1)));
119 root 1.43 }
120    
121 root 1.45 static aio_req SvAIO_REQ (SV *sv)
122 root 1.26 {
123 root 1.53 MAGIC *mg;
124    
125 root 1.45 if (!sv_derived_from (sv, AIO_REQ_KLASS) || !SvROK (sv))
126     croak ("object of class " AIO_REQ_KLASS " expected");
127 root 1.43
128 root 1.53 mg = mg_find (SvRV (sv), PERL_MAGIC_ext);
129 root 1.43
130     return mg ? (aio_req)mg->mg_ptr : 0;
131     }
132    
133 root 1.49 static void aio_grp_feed (aio_req grp)
134     {
135     while (grp->length < grp->fd2)
136     {
137     int old_len = grp->length;
138    
139     if (grp->fh2 && SvOK (grp->fh2))
140     {
141     dSP;
142    
143     ENTER;
144     SAVETMPS;
145     PUSHMARK (SP);
146     XPUSHs (req_sv (grp, AIO_GRP_KLASS));
147     PUTBACK;
148     call_sv (grp->fh2, G_VOID | G_EVAL);
149     SPAGAIN;
150     FREETMPS;
151     LEAVE;
152     }
153    
154     /* stop if no progress has been made */
155     if (old_len == grp->length)
156     {
157     SvREFCNT_dec (grp->fh2);
158     grp->fh2 = 0;
159     break;
160     }
161     }
162     }
163    
164 root 1.50 static void aio_grp_dec (aio_req grp)
165     {
166     --grp->length;
167    
168     /* call feeder, if applicable */
169     aio_grp_feed (grp);
170    
171     /* finish, if done */
172     if (!grp->length && grp->fd)
173     {
174     req_invoke (grp);
175     req_free (grp);
176     }
177     }
178    
179 root 1.45 static void poll_wait ()
180     {
181     if (nreqs && !ress)
182     {
183     fd_set rfd;
184     FD_ZERO(&rfd);
185     FD_SET(respipe [0], &rfd);
186    
187     select (respipe [0] + 1, &rfd, 0, 0, 0);
188     }
189     }
190    
191     static void req_invoke (aio_req req)
192     {
193     dSP;
194     int errorno = errno;
195    
196     if (req->cancelled || !SvOK (req->callback))
197     return;
198    
199     errno = req->errorno;
200    
201     ENTER;
202 root 1.49 SAVETMPS;
203 root 1.45 PUSHMARK (SP);
204 root 1.48 EXTEND (SP, 1);
205 root 1.45
206     switch (req->type)
207     {
208     case REQ_READDIR:
209     {
210     SV *rv = &PL_sv_undef;
211    
212     if (req->result >= 0)
213     {
214     char *buf = req->data2ptr;
215     AV *av = newAV ();
216    
217     while (req->result)
218     {
219     SV *sv = newSVpv (buf, 0);
220    
221     av_push (av, sv);
222     buf += SvCUR (sv) + 1;
223     req->result--;
224     }
225    
226     rv = sv_2mortal (newRV_noinc ((SV *)av));
227     }
228    
229 root 1.48 PUSHs (rv);
230 root 1.45 }
231     break;
232    
233     case REQ_OPEN:
234     {
235     /* convert fd to fh */
236     SV *fh;
237    
238 root 1.48 PUSHs (sv_2mortal (newSViv (req->result)));
239 root 1.45 PUTBACK;
240     call_pv ("IO::AIO::_fd2fh", G_SCALAR | G_EVAL);
241     SPAGAIN;
242    
243     fh = SvREFCNT_inc (POPs);
244    
245     PUSHMARK (SP);
246     XPUSHs (sv_2mortal (fh));
247     }
248     break;
249    
250 root 1.48 case REQ_GROUP:
251 root 1.49 req->fd = 2; /* mark group as finished */
252    
253 root 1.48 if (req->data)
254     {
255     int i;
256     AV *av = (AV *)req->data;
257    
258     EXTEND (SP, AvFILL (av) + 1);
259     for (i = 0; i <= AvFILL (av); ++i)
260     PUSHs (*av_fetch (av, i, 0));
261     }
262     break;
263    
264 root 1.45 case REQ_SLEEP:
265     break;
266    
267     default:
268 root 1.48 PUSHs (sv_2mortal (newSViv (req->result)));
269 root 1.45 break;
270     }
271    
272    
273     PUTBACK;
274     call_sv (req->callback, G_VOID | G_EVAL);
275     SPAGAIN;
276    
277 root 1.51 FREETMPS;
278     LEAVE;
279    
280     errno = errorno;
281    
282 root 1.45 if (SvTRUE (ERRSV))
283     {
284     req_free (req);
285     croak (0);
286     }
287     }
288    
289 root 1.43 static void req_free (aio_req req)
290     {
291 root 1.45 if (req->grp)
292     {
293     aio_req grp = req->grp;
294    
295     /* unlink request */
296 root 1.49 if (req->grp_next) req->grp_next->grp_prev = req->grp_prev;
297     if (req->grp_prev) req->grp_prev->grp_next = req->grp_next;
298    
299     if (grp->grp_first == req)
300     grp->grp_first = req->grp_next;
301    
302 root 1.50 aio_grp_dec (grp);
303 root 1.45 }
304    
305 root 1.43 if (req->self)
306     {
307     sv_unmagic (req->self, PERL_MAGIC_ext);
308     SvREFCNT_dec (req->self);
309     }
310    
311 root 1.49 SvREFCNT_dec (req->data);
312     SvREFCNT_dec (req->fh);
313     SvREFCNT_dec (req->fh2);
314     SvREFCNT_dec (req->callback);
315     Safefree (req->statdata);
316 root 1.26
317 root 1.37 if (req->type == REQ_READDIR && req->result >= 0)
318     free (req->data2ptr);
319    
320 root 1.26 Safefree (req);
321     }
322    
323 root 1.45 static void req_cancel (aio_req req)
324 root 1.1 {
325 root 1.45 req->cancelled = 1;
326    
327     if (req->type == REQ_GROUP)
328 root 1.11 {
329 root 1.45 aio_req sub;
330 root 1.3
331 root 1.49 for (sub = req->grp_first; sub; sub = sub->grp_next)
332 root 1.45 req_cancel (sub);
333 root 1.11 }
334 root 1.1 }
335    
336 root 1.45 static int poll_cb ()
337 root 1.1 {
338     dSP;
339     int count = 0;
340 root 1.24 int do_croak = 0;
341 root 1.27 aio_req req;
342    
343     for (;;)
344     {
345     pthread_mutex_lock (&reslock);
346     req = ress;
347    
348     if (req)
349     {
350     ress = req->next;
351 root 1.11
352 root 1.27 if (!ress)
353     {
354     /* read any signals sent by the worker threads */
355     char buf [32];
356     while (read (respipe [0], buf, 32) == 32)
357     ;
358 root 1.30
359     rese = 0;
360 root 1.27 }
361     }
362 root 1.1
363 root 1.27 pthread_mutex_unlock (&reslock);
364 root 1.3
365 root 1.27 if (!req)
366     break;
367 root 1.3
368 root 1.50 --nreqs;
369 root 1.1
370     if (req->type == REQ_QUIT)
371     started--;
372 root 1.49 else if (req->type == REQ_GROUP && req->length)
373 root 1.46 {
374     req->fd = 1; /* mark request as delayed */
375     continue;
376     }
377 root 1.1 else
378     {
379     if (req->type == REQ_READ)
380 root 1.27 SvCUR_set (req->data, req->dataoffset + (req->result > 0 ? req->result : 0));
381 root 1.1
382 root 1.28 if (req->data2ptr && (req->type == REQ_READ || req->type == REQ_WRITE))
383     SvREADONLY_off (req->data);
384    
385 root 1.27 if (req->statdata)
386 root 1.1 {
387     PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
388     PL_laststatval = req->result;
389     PL_statcache = *(req->statdata);
390     }
391    
392 root 1.45 req_invoke (req);
393 root 1.26
394 root 1.1 count++;
395     }
396    
397 root 1.43 req_free (req);
398 root 1.1 }
399    
400     return count;
401     }
402    
403 root 1.4 static void *aio_proc(void *arg);
404    
405 root 1.45 static void start_thread (void)
406 root 1.4 {
407     sigset_t fullsigset, oldsigset;
408     pthread_t tid;
409     pthread_attr_t attr;
410    
411     pthread_attr_init (&attr);
412     pthread_attr_setstacksize (&attr, STACKSIZE);
413 root 1.31 pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
414 root 1.4
415     sigfillset (&fullsigset);
416     sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset);
417    
418     if (pthread_create (&tid, &attr, aio_proc, 0) == 0)
419     started++;
420    
421     sigprocmask (SIG_SETMASK, &oldsigset, 0);
422     }
423    
424 root 1.45 static void req_send (aio_req req)
425 root 1.4 {
426 root 1.30 while (started < wanted && nreqs >= started)
427     start_thread ();
428    
429 root 1.50 ++nreqs;
430 root 1.4
431     pthread_mutex_lock (&reqlock);
432    
433     req->next = 0;
434    
435     if (reqe)
436     {
437     reqe->next = req;
438     reqe = req;
439     }
440     else
441     reqe = reqs = req;
442    
443     pthread_cond_signal (&reqwait);
444     pthread_mutex_unlock (&reqlock);
445    
446 root 1.27 if (nreqs > max_outstanding)
447     for (;;)
448     {
449     poll_cb ();
450    
451     if (nreqs <= max_outstanding)
452     break;
453    
454     poll_wait ();
455     }
456 root 1.4 }
457    
458 root 1.45 static void end_thread (void)
459 root 1.4 {
460     aio_req req;
461 root 1.26 Newz (0, req, 1, aio_cb);
462 root 1.4 req->type = REQ_QUIT;
463    
464 root 1.43 req_send (req);
465 root 1.4 }
466    
467 root 1.22 static void min_parallel (int nthreads)
468     {
469 root 1.30 if (wanted < nthreads)
470     wanted = nthreads;
471 root 1.22 }
472    
473     static void max_parallel (int nthreads)
474     {
475     int cur = started;
476 root 1.27
477 root 1.30 if (wanted > nthreads)
478     wanted = nthreads;
479    
480     while (cur > wanted)
481     {
482 root 1.22 end_thread ();
483     cur--;
484     }
485    
486 root 1.30 while (started > wanted)
487 root 1.22 {
488     poll_wait ();
489     poll_cb ();
490     }
491     }
492    
493 root 1.26 static void create_pipe ()
494 root 1.22 {
495 root 1.26 if (pipe (respipe))
496     croak ("unable to initialize result pipe");
497 root 1.22
498 root 1.26 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
499     croak ("cannot set result pipe to nonblocking mode");
500 root 1.22
501 root 1.26 if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
502     croak ("cannot set result pipe to nonblocking mode");
503     }
504 root 1.22
505     /*****************************************************************************/
506 root 1.17 /* work around various missing functions */
507    
508     #if !HAVE_PREADWRITE
509     # define pread aio_pread
510     # define pwrite aio_pwrite
511    
512     /*
513     * make our pread/pwrite safe against themselves, but not against
514     * normal read/write by using a mutex. slows down execution a lot,
515     * but that's your problem, not mine.
516     */
517 root 1.37 static pthread_mutex_t preadwritelock = PTHREAD_MUTEX_INITIALIZER;
518 root 1.17
519 root 1.45 static ssize_t pread (int fd, void *buf, size_t count, off_t offset)
520 root 1.17 {
521     ssize_t res;
522     off_t ooffset;
523    
524 root 1.37 pthread_mutex_lock (&preadwritelock);
525 root 1.17 ooffset = lseek (fd, 0, SEEK_CUR);
526     lseek (fd, offset, SEEK_SET);
527     res = read (fd, buf, count);
528     lseek (fd, ooffset, SEEK_SET);
529 root 1.37 pthread_mutex_unlock (&preadwritelock);
530 root 1.17
531     return res;
532     }
533    
534 root 1.45 static ssize_t pwrite (int fd, void *buf, size_t count, off_t offset)
535 root 1.17 {
536     ssize_t res;
537     off_t ooffset;
538    
539 root 1.37 pthread_mutex_lock (&preadwritelock);
540 root 1.17 ooffset = lseek (fd, 0, SEEK_CUR);
541     lseek (fd, offset, SEEK_SET);
542     res = write (fd, buf, count);
543     lseek (fd, offset, SEEK_SET);
544 root 1.37 pthread_mutex_unlock (&preadwritelock);
545 root 1.17
546     return res;
547     }
548     #endif
549    
550     #if !HAVE_FDATASYNC
551     # define fdatasync fsync
552     #endif
553    
554     #if !HAVE_READAHEAD
555     # define readahead aio_readahead
556    
557 root 1.45 static ssize_t readahead (int fd, off_t offset, size_t count)
558 root 1.17 {
559 root 1.37 char readahead_buf[4096];
560    
561 root 1.17 while (count > 0)
562     {
563     size_t len = count < sizeof (readahead_buf) ? count : sizeof (readahead_buf);
564    
565     pread (fd, readahead_buf, len, offset);
566     offset += len;
567     count -= len;
568     }
569    
570     errno = 0;
571     }
572     #endif
573    
574 root 1.37 #if !HAVE_READDIR_R
575     # define readdir_r aio_readdir_r
576    
577     static pthread_mutex_t readdirlock = PTHREAD_MUTEX_INITIALIZER;
578    
579 root 1.45 static int readdir_r (DIR *dirp, struct dirent *ent, struct dirent **res)
580 root 1.37 {
581     struct dirent *e;
582     int errorno;
583    
584     pthread_mutex_lock (&readdirlock);
585    
586     e = readdir (dirp);
587     errorno = errno;
588    
589     if (e)
590     {
591     *res = ent;
592     strcpy (ent->d_name, e->d_name);
593     }
594     else
595     *res = 0;
596    
597     pthread_mutex_unlock (&readdirlock);
598    
599     errno = errorno;
600     return e ? 0 : -1;
601     }
602     #endif
603    
604 root 1.32 /* sendfile always needs emulation */
605 root 1.45 static ssize_t sendfile_ (int ofd, int ifd, off_t offset, size_t count)
606 root 1.32 {
607 root 1.37 ssize_t res;
608 root 1.32
609 root 1.37 if (!count)
610     return 0;
611 root 1.32
612 root 1.35 #if HAVE_SENDFILE
613     # if __linux
614 root 1.37 res = sendfile (ofd, ifd, &offset, count);
615 root 1.32
616 root 1.35 # elif __freebsd
617 root 1.37 /*
618     * Of course, the freebsd sendfile is a dire hack with no thoughts
619     * wasted on making it similar to other I/O functions.
620     */
621     {
622     off_t sbytes;
623     res = sendfile (ifd, ofd, offset, count, 0, &sbytes, 0);
624    
625     if (res < 0 && sbytes)
626     /* maybe only on EAGAIN only: as usual, the manpage leaves you guessing */
627     res = sbytes;
628     }
629 root 1.32
630 root 1.35 # elif __hpux
631 root 1.37 res = sendfile (ofd, ifd, offset, count, 0, 0);
632 root 1.32
633 root 1.35 # elif __solaris
634 root 1.37 {
635     struct sendfilevec vec;
636     size_t sbytes;
637    
638     vec.sfv_fd = ifd;
639     vec.sfv_flag = 0;
640     vec.sfv_off = offset;
641     vec.sfv_len = count;
642    
643     res = sendfilev (ofd, &vec, 1, &sbytes);
644    
645     if (res < 0 && sbytes)
646     res = sbytes;
647     }
648 root 1.35
649 root 1.38 # endif
650     #else
651 root 1.37 res = -1;
652     errno = ENOSYS;
653 root 1.32 #endif
654    
655 root 1.37 if (res < 0
656     && (errno == ENOSYS || errno == EINVAL || errno == ENOTSOCK
657 root 1.35 #if __solaris
658 root 1.37 || errno == EAFNOSUPPORT || errno == EPROTOTYPE
659 root 1.35 #endif
660 root 1.37 )
661     )
662     {
663     /* emulate sendfile. this is a major pain in the ass */
664     char buf[4096];
665     res = 0;
666    
667 root 1.38 while (count)
668 root 1.37 {
669     ssize_t cnt;
670    
671 root 1.38 cnt = pread (ifd, buf, count > 4096 ? 4096 : count, offset);
672 root 1.32
673 root 1.37 if (cnt <= 0)
674     {
675     if (cnt && !res) res = -1;
676     break;
677     }
678    
679     cnt = write (ofd, buf, cnt);
680    
681     if (cnt <= 0)
682     {
683     if (cnt && !res) res = -1;
684     break;
685     }
686    
687     offset += cnt;
688     res += cnt;
689 root 1.38 count -= cnt;
690 root 1.37 }
691     }
692    
693     return res;
694     }
695    
696     /* read a full directory */
697 root 1.45 static int scandir_ (const char *path, void **namesp)
698 root 1.37 {
699     DIR *dirp = opendir (path);
700     union
701     {
702     struct dirent d;
703     char b [offsetof (struct dirent, d_name) + NAME_MAX + 1];
704     } u;
705     struct dirent *entp;
706     char *name, *names;
707     int memlen = 4096;
708     int memofs = 0;
709     int res = 0;
710     int errorno;
711    
712     if (!dirp)
713     return -1;
714    
715     names = malloc (memlen);
716    
717     for (;;)
718     {
719     errno = 0, readdir_r (dirp, &u.d, &entp);
720    
721     if (!entp)
722     break;
723    
724     name = entp->d_name;
725    
726     if (name [0] != '.' || (name [1] && (name [1] != '.' || name [2])))
727     {
728     int len = strlen (name) + 1;
729    
730     res++;
731    
732     while (memofs + len > memlen)
733     {
734     memlen *= 2;
735     names = realloc (names, memlen);
736     if (!names)
737     break;
738     }
739    
740     memcpy (names + memofs, name, len);
741     memofs += len;
742     }
743     }
744    
745     errorno = errno;
746     closedir (dirp);
747    
748     if (errorno)
749     {
750     free (names);
751     errno = errorno;
752     res = -1;
753     }
754    
755     *namesp = (void *)names;
756     return res;
757 root 1.32 }
758    
759 root 1.22 /*****************************************************************************/
760    
761 root 1.45 static void *aio_proc (void *thr_arg)
762 root 1.1 {
763     aio_req req;
764 root 1.3 int type;
765 root 1.1
766 root 1.3 do
767 root 1.1 {
768 root 1.3 pthread_mutex_lock (&reqlock);
769    
770     for (;;)
771     {
772     req = reqs;
773    
774     if (reqs)
775     {
776     reqs = reqs->next;
777     if (!reqs) reqe = 0;
778     }
779    
780     if (req)
781     break;
782    
783     pthread_cond_wait (&reqwait, &reqlock);
784     }
785    
786     pthread_mutex_unlock (&reqlock);
787    
788 root 1.1 errno = 0; /* strictly unnecessary */
789    
790 root 1.43 if (!req->cancelled)
791 root 1.50 switch (type = req->type) /* remember type for QUIT check */
792 root 1.43 {
793     case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
794     case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
795 root 1.3
796 root 1.43 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
797     case REQ_SENDFILE: req->result = sendfile_ (req->fd, req->fd2, req->offset, req->length); break;
798 root 1.16
799 root 1.43 case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break;
800     case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break;
801     case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break;
802    
803     case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
804     case REQ_CLOSE: req->result = close (req->fd); break;
805     case REQ_UNLINK: req->result = unlink (req->dataptr); break;
806     case REQ_RMDIR: req->result = rmdir (req->dataptr); break;
807     case REQ_RENAME: req->result = rename (req->data2ptr, req->dataptr); break;
808     case REQ_LINK: req->result = link (req->data2ptr, req->dataptr); break;
809     case REQ_SYMLINK: req->result = symlink (req->data2ptr, req->dataptr); break;
810    
811     case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
812     case REQ_FSYNC: req->result = fsync (req->fd); break;
813     case REQ_READDIR: req->result = scandir_ (req->dataptr, &req->data2ptr); break;
814 root 1.1
815 root 1.45 case REQ_SLEEP:
816     {
817     struct timeval tv;
818    
819     tv.tv_sec = req->fd;
820     tv.tv_usec = req->fd2;
821    
822     req->result = select (0, 0, 0, 0, &tv);
823     }
824    
825 root 1.43 case REQ_QUIT:
826     break;
827 root 1.1
828 root 1.43 default:
829     req->result = ENOSYS;
830     break;
831     }
832 root 1.1
833     req->errorno = errno;
834 root 1.3
835     pthread_mutex_lock (&reslock);
836    
837     req->next = 0;
838    
839     if (rese)
840     {
841     rese->next = req;
842     rese = req;
843     }
844     else
845     {
846     rese = ress = req;
847    
848     /* write a dummy byte to the pipe so fh becomes ready */
849     write (respipe [1], &respipe, 1);
850     }
851    
852     pthread_mutex_unlock (&reslock);
853 root 1.1 }
854 root 1.3 while (type != REQ_QUIT);
855 root 1.1
856     return 0;
857     }
858    
859 root 1.37 /*****************************************************************************/
860    
861     static void atfork_prepare (void)
862     {
863     pthread_mutex_lock (&reqlock);
864     pthread_mutex_lock (&reslock);
865     #if !HAVE_PREADWRITE
866     pthread_mutex_lock (&preadwritelock);
867     #endif
868     #if !HAVE_READDIR_R
869     pthread_mutex_lock (&readdirlock);
870     #endif
871     }
872    
873     static void atfork_parent (void)
874     {
875     #if !HAVE_READDIR_R
876     pthread_mutex_unlock (&readdirlock);
877     #endif
878     #if !HAVE_PREADWRITE
879     pthread_mutex_unlock (&preadwritelock);
880     #endif
881     pthread_mutex_unlock (&reslock);
882     pthread_mutex_unlock (&reqlock);
883     }
884    
885     static void atfork_child (void)
886     {
887     aio_req prv;
888    
889     started = 0;
890    
891     while (reqs)
892     {
893     prv = reqs;
894     reqs = prv->next;
895 root 1.43 req_free (prv);
896 root 1.37 }
897    
898     reqs = reqe = 0;
899    
900     while (ress)
901     {
902     prv = ress;
903     ress = prv->next;
904 root 1.43 req_free (prv);
905 root 1.37 }
906    
907     ress = rese = 0;
908    
909     close (respipe [0]);
910     close (respipe [1]);
911     create_pipe ();
912    
913     atfork_parent ();
914     }
915    
916 root 1.22 #define dREQ \
917     aio_req req; \
918     \
919     if (SvOK (callback) && !SvROK (callback)) \
920 root 1.43 croak ("callback must be undef or of reference type"); \
921 root 1.22 \
922     Newz (0, req, 1, aio_cb); \
923     if (!req) \
924     croak ("out of memory during aio_req allocation"); \
925     \
926 root 1.43 req->callback = newSVsv (callback)
927    
928     #define REQ_SEND \
929     req_send (req); \
930     \
931     if (GIMME_V != G_VOID) \
932 root 1.44 XPUSHs (req_sv (req, AIO_REQ_KLASS));
933 root 1.22
934 root 1.1 MODULE = IO::AIO PACKAGE = IO::AIO
935    
936 root 1.8 PROTOTYPES: ENABLE
937    
938 root 1.1 BOOT:
939     {
940 root 1.41 HV *stash = gv_stashpv ("IO::AIO", 1);
941     newCONSTSUB (stash, "EXDEV", newSViv (EXDEV));
942     newCONSTSUB (stash, "O_RDONLY", newSViv (O_RDONLY));
943     newCONSTSUB (stash, "O_WRONLY", newSViv (O_WRONLY));
944    
945 root 1.26 create_pipe ();
946 root 1.22 pthread_atfork (atfork_prepare, atfork_parent, atfork_child);
947 root 1.1 }
948    
949     void
950 root 1.40 min_parallel (nthreads)
951 root 1.1 int nthreads
952     PROTOTYPE: $
953    
954     void
955 root 1.40 max_parallel (nthreads)
956 root 1.1 int nthreads
957     PROTOTYPE: $
958    
959 root 1.4 int
960 root 1.40 max_outstanding (nreqs)
961 root 1.4 int nreqs
962     PROTOTYPE: $
963     CODE:
964     RETVAL = max_outstanding;
965     max_outstanding = nreqs;
966    
967 root 1.1 void
968 root 1.40 aio_open (pathname,flags,mode,callback=&PL_sv_undef)
969 root 1.1 SV * pathname
970     int flags
971     int mode
972     SV * callback
973 root 1.8 PROTOTYPE: $$$;$
974 root 1.43 PPCODE:
975 root 1.1 {
976 root 1.22 dREQ;
977 root 1.1
978     req->type = REQ_OPEN;
979     req->data = newSVsv (pathname);
980 root 1.22 req->dataptr = SvPVbyte_nolen (req->data);
981 root 1.1 req->fd = flags;
982     req->mode = mode;
983    
984 root 1.43 REQ_SEND;
985 root 1.1 }
986    
987     void
988 root 1.40 aio_close (fh,callback=&PL_sv_undef)
989 root 1.13 SV * fh
990     SV * callback
991 root 1.8 PROTOTYPE: $;$
992 root 1.1 ALIAS:
993     aio_close = REQ_CLOSE
994     aio_fsync = REQ_FSYNC
995     aio_fdatasync = REQ_FDATASYNC
996 root 1.43 PPCODE:
997 root 1.1 {
998 root 1.22 dREQ;
999 root 1.1
1000     req->type = ix;
1001 root 1.13 req->fh = newSVsv (fh);
1002     req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
1003 root 1.1
1004 root 1.43 REQ_SEND (req);
1005 root 1.1 }
1006    
1007     void
1008 root 1.40 aio_read (fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
1009 root 1.13 SV * fh
1010     UV offset
1011 root 1.32 UV length
1012 root 1.13 SV * data
1013 root 1.32 UV dataoffset
1014 root 1.13 SV * callback
1015     ALIAS:
1016     aio_read = REQ_READ
1017     aio_write = REQ_WRITE
1018 root 1.8 PROTOTYPE: $$$$$;$
1019 root 1.43 PPCODE:
1020 root 1.13 {
1021     aio_req req;
1022     STRLEN svlen;
1023 root 1.21 char *svptr = SvPVbyte (data, svlen);
1024 root 1.13
1025     SvUPGRADE (data, SVt_PV);
1026     SvPOK_on (data);
1027 root 1.1
1028 root 1.13 if (dataoffset < 0)
1029     dataoffset += svlen;
1030    
1031     if (dataoffset < 0 || dataoffset > svlen)
1032     croak ("data offset outside of string");
1033    
1034     if (ix == REQ_WRITE)
1035     {
1036     /* write: check length and adjust. */
1037     if (length < 0 || length + dataoffset > svlen)
1038     length = svlen - dataoffset;
1039     }
1040     else
1041     {
1042     /* read: grow scalar as necessary */
1043     svptr = SvGROW (data, length + dataoffset);
1044     }
1045    
1046     if (length < 0)
1047     croak ("length must not be negative");
1048    
1049 root 1.22 {
1050     dREQ;
1051 root 1.13
1052 root 1.22 req->type = ix;
1053     req->fh = newSVsv (fh);
1054     req->fd = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh))
1055     : IoOFP (sv_2io (fh)));
1056     req->offset = offset;
1057     req->length = length;
1058     req->data = SvREFCNT_inc (data);
1059     req->dataptr = (char *)svptr + dataoffset;
1060 root 1.13
1061 root 1.28 if (!SvREADONLY (data))
1062     {
1063     SvREADONLY_on (data);
1064     req->data2ptr = (void *)data;
1065     }
1066    
1067 root 1.43 REQ_SEND;
1068 root 1.22 }
1069 root 1.13 }
1070 root 1.1
1071     void
1072 root 1.40 aio_sendfile (out_fh,in_fh,in_offset,length,callback=&PL_sv_undef)
1073 root 1.32 SV * out_fh
1074     SV * in_fh
1075     UV in_offset
1076     UV length
1077     SV * callback
1078     PROTOTYPE: $$$$;$
1079 root 1.43 PPCODE:
1080 root 1.32 {
1081     dREQ;
1082    
1083     req->type = REQ_SENDFILE;
1084     req->fh = newSVsv (out_fh);
1085     req->fd = PerlIO_fileno (IoIFP (sv_2io (out_fh)));
1086     req->fh2 = newSVsv (in_fh);
1087     req->fd2 = PerlIO_fileno (IoIFP (sv_2io (in_fh)));
1088     req->offset = in_offset;
1089     req->length = length;
1090    
1091 root 1.43 REQ_SEND;
1092 root 1.32 }
1093    
1094     void
1095 root 1.40 aio_readahead (fh,offset,length,callback=&PL_sv_undef)
1096 root 1.13 SV * fh
1097     UV offset
1098     IV length
1099     SV * callback
1100 root 1.8 PROTOTYPE: $$$;$
1101 root 1.43 PPCODE:
1102 root 1.1 {
1103 root 1.22 dREQ;
1104 root 1.1
1105     req->type = REQ_READAHEAD;
1106 root 1.13 req->fh = newSVsv (fh);
1107     req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
1108 root 1.1 req->offset = offset;
1109     req->length = length;
1110    
1111 root 1.43 REQ_SEND;
1112 root 1.1 }
1113    
1114     void
1115 root 1.40 aio_stat (fh_or_path,callback=&PL_sv_undef)
1116 root 1.1 SV * fh_or_path
1117     SV * callback
1118     ALIAS:
1119 root 1.8 aio_stat = REQ_STAT
1120     aio_lstat = REQ_LSTAT
1121 root 1.43 PPCODE:
1122 root 1.1 {
1123 root 1.22 dREQ;
1124 root 1.1
1125     New (0, req->statdata, 1, Stat_t);
1126     if (!req->statdata)
1127 root 1.27 {
1128 root 1.43 req_free (req);
1129 root 1.27 croak ("out of memory during aio_req->statdata allocation");
1130     }
1131 root 1.1
1132     if (SvPOK (fh_or_path))
1133     {
1134 root 1.8 req->type = ix;
1135 root 1.1 req->data = newSVsv (fh_or_path);
1136 root 1.22 req->dataptr = SvPVbyte_nolen (req->data);
1137 root 1.1 }
1138     else
1139     {
1140     req->type = REQ_FSTAT;
1141 root 1.13 req->fh = newSVsv (fh_or_path);
1142 root 1.1 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1143     }
1144    
1145 root 1.43 REQ_SEND;
1146 root 1.1 }
1147    
1148     void
1149 root 1.40 aio_unlink (pathname,callback=&PL_sv_undef)
1150 root 1.1 SV * pathname
1151     SV * callback
1152 root 1.22 ALIAS:
1153 root 1.40 aio_unlink = REQ_UNLINK
1154     aio_rmdir = REQ_RMDIR
1155     aio_readdir = REQ_READDIR
1156 root 1.43 PPCODE:
1157 root 1.1 {
1158 root 1.22 dREQ;
1159 root 1.1
1160 root 1.22 req->type = ix;
1161     req->data = newSVsv (pathname);
1162     req->dataptr = SvPVbyte_nolen (req->data);
1163 root 1.1
1164 root 1.43 REQ_SEND;
1165 root 1.22 }
1166    
1167     void
1168 root 1.40 aio_link (oldpath,newpath,callback=&PL_sv_undef)
1169 root 1.22 SV * oldpath
1170     SV * newpath
1171     SV * callback
1172 root 1.40 ALIAS:
1173     aio_link = REQ_LINK
1174     aio_symlink = REQ_SYMLINK
1175     aio_rename = REQ_RENAME
1176 root 1.43 PPCODE:
1177 root 1.22 {
1178     dREQ;
1179 root 1.1
1180 root 1.40 req->type = ix;
1181 root 1.22 req->fh = newSVsv (oldpath);
1182     req->data2ptr = SvPVbyte_nolen (req->fh);
1183     req->data = newSVsv (newpath);
1184     req->dataptr = SvPVbyte_nolen (req->data);
1185 root 1.1
1186 root 1.43 REQ_SEND;
1187 root 1.1 }
1188    
1189 root 1.42 void
1190 root 1.45 aio_sleep (delay,callback=&PL_sv_undef)
1191     double delay
1192     SV * callback
1193     PPCODE:
1194     {
1195     dREQ;
1196    
1197     req->type = REQ_SLEEP;
1198     req->fd = delay < 0. ? 0 : delay;
1199     req->fd2 = delay < 0. ? 0 : 1000. * (delay - req->fd);
1200    
1201     REQ_SEND;
1202     }
1203    
1204     void
1205 root 1.44 aio_group (callback=&PL_sv_undef)
1206     SV * callback
1207 root 1.46 PROTOTYPE: ;$
1208 root 1.44 PPCODE:
1209 root 1.42 {
1210 root 1.44 dREQ;
1211     req->type = REQ_GROUP;
1212 root 1.45 req_send (req);
1213 root 1.44 XPUSHs (req_sv (req, AIO_GRP_KLASS));
1214 root 1.42 }
1215    
1216 root 1.6 void
1217 root 1.40 flush ()
1218 root 1.6 PROTOTYPE:
1219     CODE:
1220     while (nreqs)
1221     {
1222     poll_wait ();
1223     poll_cb ();
1224     }
1225    
1226 root 1.7 void
1227     poll()
1228     PROTOTYPE:
1229     CODE:
1230     if (nreqs)
1231     {
1232     poll_wait ();
1233     poll_cb ();
1234     }
1235    
1236 root 1.1 int
1237     poll_fileno()
1238     PROTOTYPE:
1239     CODE:
1240 root 1.3 RETVAL = respipe [0];
1241 root 1.1 OUTPUT:
1242     RETVAL
1243    
1244     int
1245     poll_cb(...)
1246     PROTOTYPE:
1247     CODE:
1248 root 1.5 RETVAL = poll_cb ();
1249 root 1.1 OUTPUT:
1250     RETVAL
1251    
1252     void
1253     poll_wait()
1254     PROTOTYPE:
1255     CODE:
1256 root 1.3 if (nreqs)
1257     poll_wait ();
1258 root 1.1
1259     int
1260     nreqs()
1261     PROTOTYPE:
1262     CODE:
1263     RETVAL = nreqs;
1264     OUTPUT:
1265     RETVAL
1266    
1267 root 1.48 PROTOTYPES: DISABLE
1268    
1269 root 1.44 MODULE = IO::AIO PACKAGE = IO::AIO::REQ
1270 root 1.43
1271     void
1272     cancel (aio_req_ornot req)
1273     PROTOTYPE:
1274     CODE:
1275 root 1.45 req_cancel (req);
1276    
1277     MODULE = IO::AIO PACKAGE = IO::AIO::GRP
1278    
1279     void
1280     add (aio_req grp, ...)
1281     PPCODE:
1282     {
1283     int i;
1284 root 1.53 aio_req req;
1285 root 1.45
1286 root 1.49 if (grp->fd == 2)
1287     croak ("cannot add requests to IO::AIO::GRP after the group finished");
1288    
1289 root 1.45 for (i = 1; i < items; ++i )
1290     {
1291 root 1.46 if (GIMME_V != G_VOID)
1292     XPUSHs (sv_2mortal (newSVsv (ST (i))));
1293    
1294 root 1.53 req = SvAIO_REQ (ST (i));
1295 root 1.45
1296 root 1.46 if (req)
1297     {
1298 root 1.49 ++grp->length;
1299     req->grp = grp;
1300    
1301     req->grp_prev = 0;
1302     req->grp_next = grp->grp_first;
1303 root 1.45
1304 root 1.49 if (grp->grp_first)
1305     grp->grp_first->grp_prev = req;
1306    
1307     grp->grp_first = req;
1308 root 1.46 }
1309 root 1.45 }
1310     }
1311 root 1.43
1312 root 1.48 void
1313 root 1.51 result (aio_req grp, ...)
1314     CODE:
1315     {
1316     int i;
1317     AV *av = newAV ();
1318    
1319     for (i = 1; i < items; ++i )
1320     av_push (av, newSVsv (ST (i)));
1321    
1322     SvREFCNT_dec (grp->data);
1323     grp->data = (SV *)av;
1324     }
1325    
1326     void
1327 root 1.50 lock (aio_req grp)
1328 root 1.48 CODE:
1329 root 1.50 ++grp->length;
1330 root 1.48
1331 root 1.50 void
1332     unlock (aio_req grp)
1333     CODE:
1334     aio_grp_dec (grp);
1335 root 1.48
1336 root 1.49 void
1337     feeder_limit (aio_req grp, int limit)
1338     CODE:
1339     grp->fd2 = limit;
1340     aio_grp_feed (grp);
1341    
1342     void
1343     set_feeder (aio_req grp, SV *callback=&PL_sv_undef)
1344     CODE:
1345     {
1346     SvREFCNT_dec (grp->fh2);
1347     grp->fh2 = newSVsv (callback);
1348    
1349     if (grp->fd2 <= 0)
1350     grp->fd2 = 2;
1351    
1352     aio_grp_feed (grp);
1353     }
1354