ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.71 by root, Tue Oct 24 16:35:04 2006 UTC vs.
Revision 1.112 by root, Tue Apr 1 19:40:47 2008 UTC

1/* solaris */ 1#include "xthread.h"
2#define _POSIX_PTHREAD_SEMANTICS 1
3
4#if __linux
5# define _GNU_SOURCE
6#endif
7
8#define _REENTRANT 1
9 2
10#include <errno.h> 3#include <errno.h>
11 4
12#include "EXTERN.h" 5#include "EXTERN.h"
13#include "perl.h" 6#include "perl.h"
14#include "XSUB.h" 7#include "XSUB.h"
15 8
16#include "autoconf/config.h"
17
18#include <pthread.h>
19
20#include <stddef.h> 9#include <stddef.h>
10#include <stdlib.h>
21#include <errno.h> 11#include <errno.h>
22#include <sys/time.h>
23#include <sys/select.h>
24#include <sys/types.h> 12#include <sys/types.h>
25#include <sys/stat.h> 13#include <sys/stat.h>
26#include <limits.h> 14#include <limits.h>
27#include <unistd.h>
28#include <fcntl.h> 15#include <fcntl.h>
29#include <signal.h>
30#include <sched.h> 16#include <sched.h>
17
18#ifdef _WIN32
19
20# define SIGIO 0
21 typedef Direntry_t X_DIRENT;
22#undef malloc
23#undef free
24
25// perl overrides all those nice win32 functions
26# undef open
27# undef read
28# undef write
29# undef send
30# undef recv
31# undef stat
32# undef fstat
33# define lstat stat
34# undef truncate
35# undef ftruncate
36# undef open
37# undef close
38# undef unlink
39# undef rmdir
40# undef rename
41# undef lseek
42
43# define chown(a,b,c) (errno = ENOSYS, -1)
44# define fchown(a,b,c) (errno = ENOSYS, -1)
45# define fchmod(a,b) (errno = ENOSYS, -1)
46# define symlink(a,b) (errno = ENOSYS, -1)
47# define readlink(a,b,c) (errno = ENOSYS, -1)
48# define mknod(a,b,c) (errno = ENOSYS, -1)
49# define truncate(a,b) (errno = ENOSYS, -1)
50# define ftruncate(fd,o) chsize ((fd), (o))
51# define fsync(fd) _commit (fd)
52# define opendir(fd) (errno = ENOSYS, 0)
53# define readdir(fd) (errno = ENOSYS, -1)
54# define closedir(fd) (errno = ENOSYS, -1)
55# define mkdir(a,b) mkdir (a)
56
57#else
58
59# include "autoconf/config.h"
60# include <sys/time.h>
61# include <sys/select.h>
62# include <unistd.h>
63# include <utime.h>
64# include <signal.h>
65 typedef struct dirent X_DIRENT;
66
67#endif
31 68
32#if HAVE_SENDFILE 69#if HAVE_SENDFILE
33# if __linux 70# if __linux
34# include <sys/sendfile.h> 71# include <sys/sendfile.h>
35# elif __freebsd 72# elif __freebsd
42# else 79# else
43# error sendfile support requested but not available 80# error sendfile support requested but not available
44# endif 81# endif
45#endif 82#endif
46 83
84/* number of seconds after which idle threads exit */
85#define IDLE_TIMEOUT 10
86
47/* used for struct dirent, AIX doesn't provide it */ 87/* used for struct dirent, AIX doesn't provide it */
48#ifndef NAME_MAX 88#ifndef NAME_MAX
49# define NAME_MAX 4096 89# define NAME_MAX 4096
50#endif 90#endif
51 91
52#if __ia64
53# define STACKSIZE 65536
54#elif __i386 || __x86_64 /* 16k is unreasonably high :( */
55# define STACKSIZE PTHREAD_STACK_MIN
56#else
57# define STACKSIZE 16384
58#endif
59
60/* buffer size for various temporary buffers */ 92/* buffer size for various temporary buffers */
61#define AIO_BUFSIZE 65536 93#define AIO_BUFSIZE 65536
62 94
95/* use NV for 32 bit perls as it allows larger offsets */
96#if IVSIZE >= 8
97# define SvVAL64 SvIV
98#else
99# define SvVAL64 SvNV
100#endif
101
102static HV *stash;
103
63#define dBUF \ 104#define dBUF \
64 char *aio_buf; \ 105 char *aio_buf; \
65 LOCK (wrklock); \ 106 X_LOCK (wrklock); \
66 self->dbuf = aio_buf = malloc (AIO_BUFSIZE); \ 107 self->dbuf = aio_buf = malloc (AIO_BUFSIZE); \
67 UNLOCK (wrklock); \ 108 X_UNLOCK (wrklock); \
68 if (!aio_buf) \ 109 if (!aio_buf) \
69 return -1; 110 return -1;
111
112typedef SV SV8; /* byte-sv, used for argument-checking */
70 113
71enum { 114enum {
72 REQ_QUIT, 115 REQ_QUIT,
73 REQ_OPEN, REQ_CLOSE, 116 REQ_OPEN, REQ_CLOSE,
74 REQ_READ, REQ_WRITE, REQ_READAHEAD, 117 REQ_READ, REQ_WRITE,
75 REQ_SENDFILE, 118 REQ_READAHEAD, REQ_SENDFILE,
76 REQ_STAT, REQ_LSTAT, REQ_FSTAT, 119 REQ_STAT, REQ_LSTAT, REQ_FSTAT,
120 REQ_TRUNCATE, REQ_FTRUNCATE,
121 REQ_UTIME, REQ_FUTIME,
122 REQ_CHMOD, REQ_FCHMOD,
123 REQ_CHOWN, REQ_FCHOWN,
77 REQ_FSYNC, REQ_FDATASYNC, 124 REQ_SYNC, REQ_FSYNC, REQ_FDATASYNC,
78 REQ_UNLINK, REQ_RMDIR, REQ_RENAME, 125 REQ_UNLINK, REQ_RMDIR, REQ_MKDIR, REQ_RENAME,
79 REQ_READDIR, 126 REQ_MKNOD, REQ_READDIR,
80 REQ_LINK, REQ_SYMLINK, 127 REQ_LINK, REQ_SYMLINK, REQ_READLINK,
81 REQ_GROUP, REQ_NOP, 128 REQ_GROUP, REQ_NOP,
82 REQ_BUSY, 129 REQ_BUSY,
83}; 130};
84 131
85#define AIO_REQ_KLASS "IO::AIO::REQ" 132#define AIO_REQ_KLASS "IO::AIO::REQ"
87 134
88typedef struct aio_cb 135typedef struct aio_cb
89{ 136{
90 struct aio_cb *volatile next; 137 struct aio_cb *volatile next;
91 138
92 SV *data, *callback; 139 SV *callback;
93 SV *fh, *fh2; 140 SV *sv1, *sv2;
94 void *dataptr, *data2ptr; 141 void *ptr1, *ptr2;
95 Stat_t *statdata;
96 off_t offset; 142 off_t offs;
97 size_t length; 143 size_t size;
98 ssize_t result; 144 ssize_t result;
145 double nv1, nv2;
99 146
100 STRLEN dataoffset; 147 STRLEN stroffset;
101 int type; 148 int type;
102 int fd, fd2; 149 int int1, int2, int3;
103 int errorno; 150 int errorno;
104 mode_t mode; /* open */ 151 mode_t mode; /* open */
105 152
106 unsigned char flags; 153 unsigned char flags;
107 unsigned char pri; 154 unsigned char pri;
109 SV *self; /* the perl counterpart of this request, if any */ 156 SV *self; /* the perl counterpart of this request, if any */
110 struct aio_cb *grp, *grp_prev, *grp_next, *grp_first; 157 struct aio_cb *grp, *grp_prev, *grp_next, *grp_first;
111} aio_cb; 158} aio_cb;
112 159
113enum { 160enum {
114 FLAG_CANCELLED = 0x01, 161 FLAG_CANCELLED = 0x01, /* request was cancelled */
162 FLAG_SV2_RO_OFF = 0x40, /* data was set readonly */
163 FLAG_PTR2_FREE = 0x80, /* need to free(ptr2) */
115}; 164};
116 165
117typedef aio_cb *aio_req; 166typedef aio_cb *aio_req;
118typedef aio_cb *aio_req_ornot; 167typedef aio_cb *aio_req_ornot;
119 168
124 DEFAULT_PRI = 0, 173 DEFAULT_PRI = 0,
125 PRI_BIAS = -PRI_MIN, 174 PRI_BIAS = -PRI_MIN,
126 NUM_PRI = PRI_MAX + PRI_BIAS + 1, 175 NUM_PRI = PRI_MAX + PRI_BIAS + 1,
127}; 176};
128 177
178#define AIO_TICKS ((1000000 + 1023) >> 10)
179
180static unsigned int max_poll_time = 0;
181static unsigned int max_poll_reqs = 0;
182
183/* calculcate time difference in ~1/AIO_TICKS of a second */
184static int tvdiff (struct timeval *tv1, struct timeval *tv2)
185{
186 return (tv2->tv_sec - tv1->tv_sec ) * AIO_TICKS
187 + ((tv2->tv_usec - tv1->tv_usec) >> 10);
188}
189
190static thread_t main_tid;
191static int main_sig;
192static int block_sig_level;
193
194void block_sig (void)
195{
196 sigset_t ss;
197
198 if (block_sig_level++)
199 return;
200
201 if (!main_sig)
202 return;
203
204 sigemptyset (&ss);
205 sigaddset (&ss, main_sig);
206 pthread_sigmask (SIG_BLOCK, &ss, 0);
207}
208
209void unblock_sig (void)
210{
211 sigset_t ss;
212
213 if (--block_sig_level)
214 return;
215
216 if (!main_sig)
217 return;
218
219 sigemptyset (&ss);
220 sigaddset (&ss, main_sig);
221 pthread_sigmask (SIG_UNBLOCK, &ss, 0);
222}
223
129static int next_pri = DEFAULT_PRI + PRI_BIAS; 224static int next_pri = DEFAULT_PRI + PRI_BIAS;
130 225
131static int started, wanted; 226static unsigned int started, idle, wanted;
132static volatile int nreqs;
133static int max_outstanding = 1<<30;
134static int respipe [2];
135 227
136#if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP)
137# define AIO_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP
138#else
139# define AIO_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER
140#endif
141
142#define LOCK(mutex) pthread_mutex_lock (&(mutex))
143#define UNLOCK(mutex) pthread_mutex_unlock (&(mutex))
144
145/* worker threasd management */ 228/* worker threads management */
146static pthread_mutex_t wrklock = AIO_MUTEX_INIT; 229static mutex_t wrklock = X_MUTEX_INIT;
147 230
148typedef struct worker { 231typedef struct worker {
149 /* locked by wrklock */ 232 /* locked by wrklock */
150 struct worker *prev, *next; 233 struct worker *prev, *next;
151 234
152 pthread_t tid; 235 thread_t tid;
153 236
154 /* locked by reslock, reqlock or wrklock */ 237 /* locked by reslock, reqlock or wrklock */
155 aio_req req; /* currently processed request */ 238 aio_req req; /* currently processed request */
156 void *dbuf; 239 void *dbuf;
157 DIR *dirp; 240 DIR *dirp;
180 wrk->prev->next = wrk->next; 263 wrk->prev->next = wrk->next;
181 264
182 free (wrk); 265 free (wrk);
183} 266}
184 267
268static volatile unsigned int nreqs, nready, npending;
269static volatile unsigned int max_idle = 4;
270static volatile unsigned int max_outstanding = 0xffffffff;
271static int respipe_osf [2], respipe [2] = { -1, -1 };
272
185static pthread_mutex_t reslock = AIO_MUTEX_INIT; 273static mutex_t reslock = X_MUTEX_INIT;
186static pthread_mutex_t reqlock = AIO_MUTEX_INIT; 274static mutex_t reqlock = X_MUTEX_INIT;
187static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; 275static cond_t reqwait = X_COND_INIT;
276
277#if WORDACCESS_UNSAFE
278
279static unsigned int get_nready (void)
280{
281 unsigned int retval;
282
283 X_LOCK (reqlock);
284 retval = nready;
285 X_UNLOCK (reqlock);
286
287 return retval;
288}
289
290static unsigned int get_npending (void)
291{
292 unsigned int retval;
293
294 X_LOCK (reslock);
295 retval = npending;
296 X_UNLOCK (reslock);
297
298 return retval;
299}
300
301static unsigned int get_nthreads (void)
302{
303 unsigned int retval;
304
305 X_LOCK (wrklock);
306 retval = started;
307 X_UNLOCK (wrklock);
308
309 return retval;
310}
311
312#else
313
314# define get_nready() nready
315# define get_npending() npending
316# define get_nthreads() started
317
318#endif
188 319
189/* 320/*
190 * a somewhat faster data structure might be nice, but 321 * a somewhat faster data structure might be nice, but
191 * with 8 priorities this actually needs <20 insns 322 * with 8 priorities this actually needs <20 insns
192 * per shift, the most expensive operation. 323 * per shift, the most expensive operation.
238 } 369 }
239 370
240 abort (); 371 abort ();
241} 372}
242 373
374static int poll_cb (void);
243static void req_invoke (aio_req req); 375static int req_invoke (aio_req req);
376static void req_destroy (aio_req req);
244static void req_free (aio_req req); 377static void req_cancel (aio_req req);
245 378
246/* must be called at most once */ 379/* must be called at most once */
247static SV *req_sv (aio_req req, const char *klass) 380static SV *req_sv (aio_req req, const char *klass)
248{ 381{
249 if (!req->self) 382 if (!req->self)
267 return mg ? (aio_req)mg->mg_ptr : 0; 400 return mg ? (aio_req)mg->mg_ptr : 0;
268} 401}
269 402
270static void aio_grp_feed (aio_req grp) 403static void aio_grp_feed (aio_req grp)
271{ 404{
405 block_sig ();
406
272 while (grp->length < grp->fd2 && !(grp->flags & FLAG_CANCELLED)) 407 while (grp->size < grp->int2 && !(grp->flags & FLAG_CANCELLED))
273 { 408 {
274 int old_len = grp->length; 409 int old_len = grp->size;
275 410
276 if (grp->fh2 && SvOK (grp->fh2)) 411 if (grp->sv2 && SvOK (grp->sv2))
277 { 412 {
278 dSP; 413 dSP;
279 414
280 ENTER; 415 ENTER;
281 SAVETMPS; 416 SAVETMPS;
282 PUSHMARK (SP); 417 PUSHMARK (SP);
283 XPUSHs (req_sv (grp, AIO_GRP_KLASS)); 418 XPUSHs (req_sv (grp, AIO_GRP_KLASS));
284 PUTBACK; 419 PUTBACK;
285 call_sv (grp->fh2, G_VOID | G_EVAL | G_KEEPERR); 420 call_sv (grp->sv2, G_VOID | G_EVAL | G_KEEPERR);
286 SPAGAIN; 421 SPAGAIN;
287 FREETMPS; 422 FREETMPS;
288 LEAVE; 423 LEAVE;
289 } 424 }
290 425
291 /* stop if no progress has been made */ 426 /* stop if no progress has been made */
292 if (old_len == grp->length) 427 if (old_len == grp->size)
293 { 428 {
294 SvREFCNT_dec (grp->fh2); 429 SvREFCNT_dec (grp->sv2);
295 grp->fh2 = 0; 430 grp->sv2 = 0;
296 break; 431 break;
297 } 432 }
298 } 433 }
434
435 unblock_sig ();
299} 436}
300 437
301static void aio_grp_dec (aio_req grp) 438static void aio_grp_dec (aio_req grp)
302{ 439{
303 --grp->length; 440 --grp->size;
304 441
305 /* call feeder, if applicable */ 442 /* call feeder, if applicable */
306 aio_grp_feed (grp); 443 aio_grp_feed (grp);
307 444
308 /* finish, if done */ 445 /* finish, if done */
309 if (!grp->length && grp->fd) 446 if (!grp->size && grp->int1)
310 { 447 {
448 block_sig ();
449
311 req_invoke (grp); 450 if (!req_invoke (grp))
451 {
452 req_destroy (grp);
453 unblock_sig ();
454 croak (0);
455 }
456
312 req_free (grp); 457 req_destroy (grp);
458 unblock_sig ();
313 } 459 }
314} 460}
315 461
316static void poll_wait ()
317{
318 fd_set rfd;
319
320 while (nreqs)
321 {
322 int size;
323#if !(__i386 || __x86_64) /* safe without sempahore on these archs */
324 LOCK (reslock);
325#endif
326 size = res_queue.size;
327#if !(__i386 || __x86_64) /* safe without sempahore on these archs */
328 UNLOCK (reslock);
329#endif
330
331 if (size)
332 return;
333
334 FD_ZERO(&rfd);
335 FD_SET(respipe [0], &rfd);
336
337 select (respipe [0] + 1, &rfd, 0, 0, 0);
338 }
339}
340
341static void req_invoke (aio_req req) 462static int req_invoke (aio_req req)
342{ 463{
343 dSP; 464 dSP;
465
466 if (req->flags & FLAG_SV2_RO_OFF)
467 SvREADONLY_off (req->sv2);
344 468
345 if (!(req->flags & FLAG_CANCELLED) && SvOK (req->callback)) 469 if (!(req->flags & FLAG_CANCELLED) && SvOK (req->callback))
346 { 470 {
347 errno = req->errorno;
348
349 ENTER; 471 ENTER;
350 SAVETMPS; 472 SAVETMPS;
351 PUSHMARK (SP); 473 PUSHMARK (SP);
352 EXTEND (SP, 1); 474 EXTEND (SP, 1);
353 475
358 SV *rv = &PL_sv_undef; 480 SV *rv = &PL_sv_undef;
359 481
360 if (req->result >= 0) 482 if (req->result >= 0)
361 { 483 {
362 int i; 484 int i;
363 char *buf = req->data2ptr; 485 char *buf = req->ptr2;
364 AV *av = newAV (); 486 AV *av = newAV ();
365 487
366 av_extend (av, req->result - 1); 488 av_extend (av, req->result - 1);
367 489
368 for (i = 0; i < req->result; ++i) 490 for (i = 0; i < req->result; ++i)
381 break; 503 break;
382 504
383 case REQ_OPEN: 505 case REQ_OPEN:
384 { 506 {
385 /* convert fd to fh */ 507 /* convert fd to fh */
386 SV *fh; 508 SV *fh = &PL_sv_undef;
387 509
388 PUSHs (sv_2mortal (newSViv (req->result))); 510 if (req->result >= 0)
389 PUTBACK; 511 {
390 call_pv ("IO::AIO::_fd2fh", G_SCALAR | G_EVAL); 512 GV *gv = (GV *)sv_newmortal ();
391 SPAGAIN; 513 int flags = req->int1 & (O_RDONLY | O_WRONLY | O_RDWR);
514 char sym [64];
515 int symlen;
516
517 symlen = snprintf (sym, sizeof (sym), "fd#%d", req->result);
518 gv_init (gv, stash, sym, symlen, 0);
392 519
393 fh = SvREFCNT_inc (POPs); 520 symlen = snprintf (
521 sym,
522 sizeof (sym),
523 "%s&=%d",
524 flags == O_RDONLY ? "<" : flags == O_WRONLY ? ">" : "+<",
525 req->result
526 );
394 527
528 if (do_open (gv, sym, symlen, 0, 0, 0, 0))
529 fh = (SV *)gv;
530 }
531
395 PUSHMARK (SP); 532 PUSHs (fh);
396 XPUSHs (sv_2mortal (fh));
397 } 533 }
398 break; 534 break;
399 535
400 case REQ_GROUP: 536 case REQ_GROUP:
401 req->fd = 2; /* mark group as finished */ 537 req->int1 = 2; /* mark group as finished */
402 538
403 if (req->data) 539 if (req->sv1)
404 { 540 {
405 int i; 541 int i;
406 AV *av = (AV *)req->data; 542 AV *av = (AV *)req->sv1;
407 543
408 EXTEND (SP, AvFILL (av) + 1); 544 EXTEND (SP, AvFILL (av) + 1);
409 for (i = 0; i <= AvFILL (av); ++i) 545 for (i = 0; i <= AvFILL (av); ++i)
410 PUSHs (*av_fetch (av, i, 0)); 546 PUSHs (*av_fetch (av, i, 0));
411 } 547 }
413 549
414 case REQ_NOP: 550 case REQ_NOP:
415 case REQ_BUSY: 551 case REQ_BUSY:
416 break; 552 break;
417 553
554 case REQ_READLINK:
555 if (req->result > 0)
556 {
557 SvCUR_set (req->sv2, req->result);
558 *SvEND (req->sv2) = 0;
559 PUSHs (req->sv2);
560 }
561 break;
562
563 case REQ_STAT:
564 case REQ_LSTAT:
565 case REQ_FSTAT:
566 PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
567 PL_laststatval = req->result;
568 PL_statcache = *(Stat_t *)(req->ptr2);
569 PUSHs (sv_2mortal (newSViv (req->result)));
570 break;
571
572 case REQ_READ:
573 SvCUR_set (req->sv2, req->stroffset + (req->result > 0 ? req->result : 0));
574 *SvEND (req->sv2) = 0;
575 PUSHs (sv_2mortal (newSViv (req->result)));
576 break;
577
418 default: 578 default:
419 PUSHs (sv_2mortal (newSViv (req->result))); 579 PUSHs (sv_2mortal (newSViv (req->result)));
420 break; 580 break;
421 } 581 }
422 582
583 errno = req->errorno;
423 584
424 PUTBACK; 585 PUTBACK;
425 call_sv (req->callback, G_VOID | G_EVAL); 586 call_sv (req->callback, G_VOID | G_EVAL | G_DISCARD);
426 SPAGAIN; 587 SPAGAIN;
427 588
428 FREETMPS; 589 FREETMPS;
429 LEAVE; 590 LEAVE;
591
592 PUTBACK;
430 } 593 }
431 594
432 if (req->grp) 595 if (req->grp)
433 { 596 {
434 aio_req grp = req->grp; 597 aio_req grp = req->grp;
441 grp->grp_first = req->grp_next; 604 grp->grp_first = req->grp_next;
442 605
443 aio_grp_dec (grp); 606 aio_grp_dec (grp);
444 } 607 }
445 608
446 if (SvTRUE (ERRSV)) 609 return !SvTRUE (ERRSV);
447 {
448 req_free (req);
449 croak (0);
450 }
451} 610}
452 611
453static void req_free (aio_req req) 612static void req_destroy (aio_req req)
454{ 613{
455 if (req->self) 614 if (req->self)
456 { 615 {
457 sv_unmagic (req->self, PERL_MAGIC_ext); 616 sv_unmagic (req->self, PERL_MAGIC_ext);
458 SvREFCNT_dec (req->self); 617 SvREFCNT_dec (req->self);
459 } 618 }
460 619
461 SvREFCNT_dec (req->data);
462 SvREFCNT_dec (req->fh); 620 SvREFCNT_dec (req->sv1);
463 SvREFCNT_dec (req->fh2); 621 SvREFCNT_dec (req->sv2);
464 SvREFCNT_dec (req->callback); 622 SvREFCNT_dec (req->callback);
465 Safefree (req->statdata);
466 623
467 if (req->type == REQ_READDIR) 624 if (req->flags & FLAG_PTR2_FREE)
468 free (req->data2ptr); 625 free (req->ptr2);
469 626
470 Safefree (req); 627 Safefree (req);
471} 628}
472 629
630static void req_cancel_subs (aio_req grp)
631{
632 aio_req sub;
633
634 if (grp->type != REQ_GROUP)
635 return;
636
637 SvREFCNT_dec (grp->sv2);
638 grp->sv2 = 0;
639
640 for (sub = grp->grp_first; sub; sub = sub->grp_next)
641 req_cancel (sub);
642}
643
473static void req_cancel (aio_req req) 644static void req_cancel (aio_req req)
474{ 645{
475 req->flags |= FLAG_CANCELLED; 646 req->flags |= FLAG_CANCELLED;
476 647
477 if (req->type == REQ_GROUP) 648 req_cancel_subs (req);
649}
650
651#ifdef USE_SOCKETS_AS_HANDLES
652# define TO_SOCKET(x) (win32_get_osfhandle (x))
653#else
654# define TO_SOCKET(x) (x)
655#endif
656
657static void
658create_respipe (void)
659{
660 int old_readfd = respipe [0];
661
662 if (respipe [1] >= 0)
663 respipe_close (TO_SOCKET (respipe [1]));
664
665#ifdef _WIN32
666 if (PerlSock_socketpair (AF_UNIX, SOCK_STREAM, 0, respipe))
667#else
668 if (pipe (respipe))
669#endif
670 croak ("unable to initialize result pipe");
671
672 if (old_readfd >= 0)
478 { 673 {
479 aio_req sub; 674 if (dup2 (TO_SOCKET (respipe [0]), TO_SOCKET (old_readfd)) < 0)
675 croak ("unable to initialize result pipe(2)");
480 676
481 for (sub = req->grp_first; sub; sub = sub->grp_next) 677 respipe_close (respipe [0]);
482 req_cancel (sub); 678 respipe [0] = old_readfd;
483 } 679 }
484}
485 680
486static int poll_cb () 681#ifdef _WIN32
487{ 682 int arg = 1;
488 dSP; 683 if (ioctlsocket (TO_SOCKET (respipe [0]), FIONBIO, &arg)
489 int count = 0; 684 || ioctlsocket (TO_SOCKET (respipe [1]), FIONBIO, &arg))
490 int do_croak = 0; 685#else
491 aio_req req; 686 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK)
687 || fcntl (respipe [1], F_SETFL, O_NONBLOCK))
688#endif
689 croak ("unable to initialize result pipe(3)");
492 690
493 for (;;) 691 respipe_osf [0] = TO_SOCKET (respipe [0]);
494 { 692 respipe_osf [1] = TO_SOCKET (respipe [1]);
495 LOCK (reslock);
496 req = reqq_shift (&res_queue);
497
498 if (req)
499 {
500 if (!res_queue.size)
501 {
502 /* read any signals sent by the worker threads */
503 char buf [32];
504 while (read (respipe [0], buf, 32) == 32)
505 ;
506 }
507 }
508
509 UNLOCK (reslock);
510
511 if (!req)
512 break;
513
514 --nreqs;
515
516 if (req->type == REQ_QUIT)
517 started--;
518 else if (req->type == REQ_GROUP && req->length)
519 {
520 req->fd = 1; /* mark request as delayed */
521 continue;
522 }
523 else
524 {
525 if (req->type == REQ_READ)
526 SvCUR_set (req->data, req->dataoffset + (req->result > 0 ? req->result : 0));
527
528 if (req->data2ptr && (req->type == REQ_READ || req->type == REQ_WRITE))
529 SvREADONLY_off (req->data);
530
531 if (req->statdata)
532 {
533 PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
534 PL_laststatval = req->result;
535 PL_statcache = *(req->statdata);
536 }
537
538 req_invoke (req);
539
540 count++;
541 }
542
543 req_free (req);
544 }
545
546 return count;
547} 693}
548 694
549static void *aio_proc(void *arg); 695X_THREAD_PROC (aio_proc);
550 696
551static void start_thread (void) 697static void start_thread (void)
552{ 698{
553 worker *wrk = calloc (1, sizeof (worker)); 699 worker *wrk = calloc (1, sizeof (worker));
554 700
555 if (!wrk) 701 if (!wrk)
556 croak ("unable to allocate worker thread data"); 702 croak ("unable to allocate worker thread data");
557 703
558 sigset_t fullsigset, oldsigset;
559 pthread_attr_t attr;
560
561 pthread_attr_init (&attr);
562 pthread_attr_setstacksize (&attr, STACKSIZE);
563 pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
564
565 sigfillset (&fullsigset);
566
567 LOCK (wrklock); 704 X_LOCK (wrklock);
568 sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset);
569 705
570 if (pthread_create (&wrk->tid, &attr, aio_proc, (void *)wrk) == 0) 706 if (thread_create (&wrk->tid, aio_proc, (void *)wrk))
571 { 707 {
572 wrk->prev = &wrk_first; 708 wrk->prev = &wrk_first;
573 wrk->next = wrk_first.next; 709 wrk->next = wrk_first.next;
574 wrk_first.next->prev = wrk; 710 wrk_first.next->prev = wrk;
575 wrk_first.next = wrk; 711 wrk_first.next = wrk;
576 started++; 712 ++started;
577 } 713 }
578 else 714 else
579 free (wrk); 715 free (wrk);
580 716
581 sigprocmask (SIG_SETMASK, &oldsigset, 0);
582 UNLOCK (wrklock); 717 X_UNLOCK (wrklock);
718}
719
720static void maybe_start_thread (void)
721{
722 if (get_nthreads () >= wanted)
723 return;
724
725 /* todo: maybe use idle here, but might be less exact */
726 if (0 <= (int)get_nthreads () + (int)get_npending () - (int)nreqs)
727 return;
728
729 start_thread ();
583} 730}
584 731
585static void req_send (aio_req req) 732static void req_send (aio_req req)
586{ 733{
587 while (started < wanted && nreqs >= started) 734 block_sig ();
588 start_thread ();
589 735
590 ++nreqs; 736 ++nreqs;
591 737
592 LOCK (reqlock); 738 X_LOCK (reqlock);
739 ++nready;
593 reqq_push (&req_queue, req); 740 reqq_push (&req_queue, req);
594 pthread_cond_signal (&reqwait); 741 X_COND_SIGNAL (reqwait);
595 UNLOCK (reqlock); 742 X_UNLOCK (reqlock);
596 743
597 if (nreqs > max_outstanding) 744 unblock_sig ();
598 for (;;)
599 {
600 poll_cb ();
601 745
602 if (nreqs <= max_outstanding) 746 maybe_start_thread ();
603 break;
604
605 poll_wait ();
606 }
607} 747}
608 748
609static void end_thread (void) 749static void end_thread (void)
610{ 750{
611 aio_req req; 751 aio_req req;
613 Newz (0, req, 1, aio_cb); 753 Newz (0, req, 1, aio_cb);
614 754
615 req->type = REQ_QUIT; 755 req->type = REQ_QUIT;
616 req->pri = PRI_MAX + PRI_BIAS; 756 req->pri = PRI_MAX + PRI_BIAS;
617 757
618 req_send (req); 758 X_LOCK (reqlock);
759 reqq_push (&req_queue, req);
760 X_COND_SIGNAL (reqwait);
761 X_UNLOCK (reqlock);
762
763 X_LOCK (wrklock);
764 --started;
765 X_UNLOCK (wrklock);
766}
767
768static void set_max_idle (int nthreads)
769{
770 if (WORDACCESS_UNSAFE) X_LOCK (reqlock);
771 max_idle = nthreads <= 0 ? 1 : nthreads;
772 if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock);
619} 773}
620 774
621static void min_parallel (int nthreads) 775static void min_parallel (int nthreads)
622{ 776{
623 if (wanted < nthreads) 777 if (wanted < nthreads)
624 wanted = nthreads; 778 wanted = nthreads;
625} 779}
626 780
627static void max_parallel (int nthreads) 781static void max_parallel (int nthreads)
628{ 782{
629 int cur = started;
630
631 if (wanted > nthreads) 783 if (wanted > nthreads)
632 wanted = nthreads; 784 wanted = nthreads;
633 785
634 while (cur > wanted) 786 while (started > wanted)
787 end_thread ();
788}
789
790static void poll_wait (void)
791{
792 fd_set rfd;
793
794 while (nreqs)
635 { 795 {
796 int size;
797 if (WORDACCESS_UNSAFE) X_LOCK (reslock);
798 size = res_queue.size;
799 if (WORDACCESS_UNSAFE) X_UNLOCK (reslock);
800
801 if (size)
802 return;
803
636 end_thread (); 804 maybe_start_thread ();
637 cur--; 805
806 FD_ZERO (&rfd);
807 FD_SET (respipe [0], &rfd);
808
809 PerlSock_select (respipe [0] + 1, &rfd, 0, 0, 0);
638 } 810 }
811}
639 812
640 while (started > wanted) 813static int poll_cb (void)
814{
815 dSP;
816 int count = 0;
817 int maxreqs = max_poll_reqs;
818 int do_croak = 0;
819 struct timeval tv_start, tv_now;
820 aio_req req;
821
822 if (max_poll_time)
823 gettimeofday (&tv_start, 0);
824
825 block_sig ();
826
827 for (;;)
641 { 828 {
829 for (;;)
830 {
831 maybe_start_thread ();
832
833 X_LOCK (reslock);
834 req = reqq_shift (&res_queue);
835
836 if (req)
837 {
838 --npending;
839
840 if (!res_queue.size)
841 {
842 /* read any signals sent by the worker threads */
843 char buf [4];
844 while (respipe_read (respipe [0], buf, 4) == 4)
845 ;
846 }
847 }
848
849 X_UNLOCK (reslock);
850
851 if (!req)
852 break;
853
854 --nreqs;
855
856 if (req->type == REQ_GROUP && req->size)
857 {
858 req->int1 = 1; /* mark request as delayed */
859 continue;
860 }
861 else
862 {
863 if (!req_invoke (req))
864 {
865 req_destroy (req);
866 unblock_sig ();
867 croak (0);
868 }
869
870 count++;
871 }
872
873 req_destroy (req);
874
875 if (maxreqs && !--maxreqs)
876 break;
877
878 if (max_poll_time)
879 {
880 gettimeofday (&tv_now, 0);
881
882 if (tvdiff (&tv_start, &tv_now) >= max_poll_time)
883 break;
884 }
885 }
886
887 if (nreqs <= max_outstanding)
888 break;
889
642 poll_wait (); 890 poll_wait ();
643 poll_cb (); 891
892 ++maxreqs;
644 } 893 }
645}
646 894
647static void create_pipe () 895 unblock_sig ();
648{ 896 return count;
649 if (pipe (respipe))
650 croak ("unable to initialize result pipe");
651
652 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
653 croak ("cannot set result pipe to nonblocking mode");
654
655 if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
656 croak ("cannot set result pipe to nonblocking mode");
657} 897}
658 898
659/*****************************************************************************/ 899/*****************************************************************************/
660/* work around various missing functions */ 900/* work around various missing functions */
661 901
666/* 906/*
667 * make our pread/pwrite safe against themselves, but not against 907 * make our pread/pwrite safe against themselves, but not against
668 * normal read/write by using a mutex. slows down execution a lot, 908 * normal read/write by using a mutex. slows down execution a lot,
669 * but that's your problem, not mine. 909 * but that's your problem, not mine.
670 */ 910 */
671static pthread_mutex_t preadwritelock = PTHREAD_MUTEX_INITIALIZER; 911static mutex_t preadwritelock = X_MUTEX_INIT;
672 912
673static ssize_t pread (int fd, void *buf, size_t count, off_t offset) 913static ssize_t pread (int fd, void *buf, size_t count, off_t offset)
674{ 914{
675 ssize_t res; 915 ssize_t res;
676 off_t ooffset; 916 off_t ooffset;
677 917
678 LOCK (preadwritelock); 918 X_LOCK (preadwritelock);
679 ooffset = lseek (fd, 0, SEEK_CUR); 919 ooffset = lseek (fd, 0, SEEK_CUR);
680 lseek (fd, offset, SEEK_SET); 920 lseek (fd, offset, SEEK_SET);
681 res = read (fd, buf, count); 921 res = read (fd, buf, count);
682 lseek (fd, ooffset, SEEK_SET); 922 lseek (fd, ooffset, SEEK_SET);
683 UNLOCK (preadwritelock); 923 X_UNLOCK (preadwritelock);
684 924
685 return res; 925 return res;
686} 926}
687 927
688static ssize_t pwrite (int fd, void *buf, size_t count, off_t offset) 928static ssize_t pwrite (int fd, void *buf, size_t count, off_t offset)
689{ 929{
690 ssize_t res; 930 ssize_t res;
691 off_t ooffset; 931 off_t ooffset;
692 932
693 LOCK (preadwritelock); 933 X_LOCK (preadwritelock);
694 ooffset = lseek (fd, 0, SEEK_CUR); 934 ooffset = lseek (fd, 0, SEEK_CUR);
695 lseek (fd, offset, SEEK_SET); 935 lseek (fd, offset, SEEK_SET);
696 res = write (fd, buf, count); 936 res = write (fd, buf, count);
697 lseek (fd, offset, SEEK_SET); 937 lseek (fd, offset, SEEK_SET);
698 UNLOCK (preadwritelock); 938 X_UNLOCK (preadwritelock);
699 939
700 return res; 940 return res;
701} 941}
942#endif
943
944#ifndef HAVE_FUTIMES
945
946# define utimes(path,times) aio_utimes (path, times)
947# define futimes(fd,times) aio_futimes (fd, times)
948
949int aio_utimes (const char *filename, const struct timeval times[2])
950{
951 if (times)
952 {
953 struct utimbuf buf;
954
955 buf.actime = times[0].tv_sec;
956 buf.modtime = times[1].tv_sec;
957
958 return utime (filename, &buf);
959 }
960 else
961 return utime (filename, 0);
962}
963
964int aio_futimes (int fd, const struct timeval tv[2])
965{
966 errno = ENOSYS;
967 return -1;
968}
969
702#endif 970#endif
703 971
704#if !HAVE_FDATASYNC 972#if !HAVE_FDATASYNC
705# define fdatasync fsync 973# define fdatasync fsync
706#endif 974#endif
707 975
708#if !HAVE_READAHEAD 976#if !HAVE_READAHEAD
709# define readahead aio_readahead 977# define readahead(fd,offset,count) aio_readahead (fd, offset, count, self)
710 978
711static ssize_t readahead (int fd, off_t offset, size_t count) 979static ssize_t aio_readahead (int fd, off_t offset, size_t count, worker *self)
712{ 980{
981 size_t todo = count;
713 dBUF; 982 dBUF;
714 983
715 while (count > 0) 984 while (todo > 0)
716 { 985 {
717 size_t len = count < AIO_BUFSIZE ? count : AIO_BUFSIZE; 986 size_t len = todo < AIO_BUFSIZE ? todo : AIO_BUFSIZE;
718 987
719 pread (fd, aio_buf, len, offset); 988 pread (fd, aio_buf, len, offset);
720 offset += len; 989 offset += len;
721 count -= len; 990 todo -= len;
722 } 991 }
723 992
724 errno = 0; 993 errno = 0;
994 return count;
725} 995}
996
726#endif 997#endif
727 998
728#if !HAVE_READDIR_R 999#if !HAVE_READDIR_R
729# define readdir_r aio_readdir_r 1000# define readdir_r aio_readdir_r
730 1001
731static pthread_mutex_t readdirlock = PTHREAD_MUTEX_INITIALIZER; 1002static mutex_t readdirlock = X_MUTEX_INIT;
732 1003
733static int readdir_r (DIR *dirp, struct dirent *ent, struct dirent **res) 1004static int readdir_r (DIR *dirp, X_DIRENT *ent, X_DIRENT **res)
734{ 1005{
735 struct dirent *e; 1006 X_DIRENT *e;
736 int errorno; 1007 int errorno;
737 1008
738 LOCK (readdirlock); 1009 X_LOCK (readdirlock);
739 1010
740 e = readdir (dirp); 1011 e = readdir (dirp);
741 errorno = errno; 1012 errorno = errno;
742 1013
743 if (e) 1014 if (e)
746 strcpy (ent->d_name, e->d_name); 1017 strcpy (ent->d_name, e->d_name);
747 } 1018 }
748 else 1019 else
749 *res = 0; 1020 *res = 0;
750 1021
751 UNLOCK (readdirlock); 1022 X_UNLOCK (readdirlock);
752 1023
753 errno = errorno; 1024 errno = errorno;
754 return e ? 0 : -1; 1025 return e ? 0 : -1;
755} 1026}
756#endif 1027#endif
775 { 1046 {
776 off_t sbytes; 1047 off_t sbytes;
777 res = sendfile (ifd, ofd, offset, count, 0, &sbytes, 0); 1048 res = sendfile (ifd, ofd, offset, count, 0, &sbytes, 0);
778 1049
779 if (res < 0 && sbytes) 1050 if (res < 0 && sbytes)
780 /* maybe only on EAGAIN only: as usual, the manpage leaves you guessing */ 1051 /* maybe only on EAGAIN: as usual, the manpage leaves you guessing */
781 res = sbytes; 1052 res = sbytes;
782 } 1053 }
783 1054
784# elif __hpux 1055# elif __hpux
785 res = sendfile (ofd, ifd, offset, count, 0, 0); 1056 res = sendfile (ofd, ifd, offset, count, 0, 0);
852static void scandir_ (aio_req req, worker *self) 1123static void scandir_ (aio_req req, worker *self)
853{ 1124{
854 DIR *dirp; 1125 DIR *dirp;
855 union 1126 union
856 { 1127 {
857 struct dirent d; 1128 X_DIRENT d;
858 char b [offsetof (struct dirent, d_name) + NAME_MAX + 1]; 1129 char b [offsetof (X_DIRENT, d_name) + NAME_MAX + 1];
859 } *u; 1130 } *u;
860 struct dirent *entp; 1131 X_DIRENT *entp;
861 char *name, *names; 1132 char *name, *names;
862 int memlen = 4096; 1133 int memlen = 4096;
863 int memofs = 0; 1134 int memofs = 0;
864 int res = 0; 1135 int res = 0;
865 int errorno;
866 1136
867 LOCK (wrklock); 1137 X_LOCK (wrklock);
868 self->dirp = dirp = opendir (req->dataptr); 1138 self->dirp = dirp = opendir (req->ptr1);
869 self->dbuf = u = malloc (sizeof (*u)); 1139 self->dbuf = u = malloc (sizeof (*u));
1140 req->flags |= FLAG_PTR2_FREE;
1141 req->ptr2 = names = malloc (memlen);
870 UNLOCK (wrklock); 1142 X_UNLOCK (wrklock);
871
872 req->data2ptr = names = malloc (memlen);
873 1143
874 if (dirp && u && names) 1144 if (dirp && u && names)
875 for (;;) 1145 for (;;)
876 { 1146 {
877 errno = 0; 1147 errno = 0;
889 res++; 1159 res++;
890 1160
891 while (memofs + len > memlen) 1161 while (memofs + len > memlen)
892 { 1162 {
893 memlen *= 2; 1163 memlen *= 2;
894 LOCK (wrklock); 1164 X_LOCK (wrklock);
895 req->data2ptr = names = realloc (names, memlen); 1165 req->ptr2 = names = realloc (names, memlen);
896 UNLOCK (wrklock); 1166 X_UNLOCK (wrklock);
897 1167
898 if (!names) 1168 if (!names)
899 break; 1169 break;
900 } 1170 }
901 1171
910 req->result = res; 1180 req->result = res;
911} 1181}
912 1182
913/*****************************************************************************/ 1183/*****************************************************************************/
914 1184
915static void *aio_proc (void *thr_arg) 1185X_THREAD_PROC (aio_proc)
916{ 1186{
917 aio_req req; 1187 aio_req req;
918 int type; 1188 struct timespec ts;
919 worker *self = (worker *)thr_arg; 1189 worker *self = (worker *)thr_arg;
920 1190
921 do 1191 /* try to distribute timeouts somewhat randomly */
1192 ts.tv_nsec = ((unsigned long)self & 1023UL) * (1000000000UL / 1024UL);
1193
1194 for (;;)
922 { 1195 {
1196 ts.tv_sec = time (0) + IDLE_TIMEOUT;
1197
923 LOCK (reqlock); 1198 X_LOCK (reqlock);
924 1199
925 for (;;) 1200 for (;;)
926 { 1201 {
927 self->req = req = reqq_shift (&req_queue); 1202 self->req = req = reqq_shift (&req_queue);
928 1203
929 if (req) 1204 if (req)
930 break; 1205 break;
931 1206
932 pthread_cond_wait (&reqwait, &reqlock); 1207 ++idle;
1208
1209 if (X_COND_TIMEDWAIT (reqwait, reqlock, ts)
1210 == ETIMEDOUT)
1211 {
1212 if (idle > max_idle)
1213 {
1214 --idle;
1215 X_UNLOCK (reqlock);
1216 X_LOCK (wrklock);
1217 --started;
1218 X_UNLOCK (wrklock);
1219 goto quit;
1220 }
1221
1222 /* we are allowed to idle, so do so without any timeout */
1223 X_COND_WAIT (reqwait, reqlock);
1224 ts.tv_sec = time (0) + IDLE_TIMEOUT;
1225 }
1226
1227 --idle;
933 } 1228 }
934 1229
1230 --nready;
1231
935 UNLOCK (reqlock); 1232 X_UNLOCK (reqlock);
936 1233
937 errno = 0; /* strictly unnecessary */ 1234 errno = 0; /* strictly unnecessary */
938 type = req->type; /* remember type for QUIT check */
939 1235
940 if (!(req->flags & FLAG_CANCELLED)) 1236 if (!(req->flags & FLAG_CANCELLED))
941 switch (type) 1237 switch (req->type)
942 { 1238 {
943 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break; 1239 case REQ_READ: req->result = req->offs >= 0
944 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break; 1240 ? pread (req->int1, req->ptr1, req->size, req->offs)
1241 : read (req->int1, req->ptr1, req->size); break;
1242 case REQ_WRITE: req->result = req->offs >= 0
1243 ? pwrite (req->int1, req->ptr1, req->size, req->offs)
1244 : write (req->int1, req->ptr1, req->size); break;
945 1245
946 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break; 1246 case REQ_READAHEAD: req->result = readahead (req->int1, req->offs, req->size); break;
947 case REQ_SENDFILE: req->result = sendfile_ (req->fd, req->fd2, req->offset, req->length, self); break; 1247 case REQ_SENDFILE: req->result = sendfile_ (req->int1, req->int2, req->offs, req->size, self); break;
948 1248
949 case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break; 1249 case REQ_STAT: req->result = stat (req->ptr1, (Stat_t *)req->ptr2); break;
950 case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break; 1250 case REQ_LSTAT: req->result = lstat (req->ptr1, (Stat_t *)req->ptr2); break;
951 case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break; 1251 case REQ_FSTAT: req->result = fstat (req->int1, (Stat_t *)req->ptr2); break;
952 1252
1253 case REQ_CHOWN: req->result = chown (req->ptr1, req->int2, req->int3); break;
1254 case REQ_FCHOWN: req->result = fchown (req->int1, req->int2, req->int3); break;
1255 case REQ_CHMOD: req->result = chmod (req->ptr1, req->mode); break;
1256 case REQ_FCHMOD: req->result = fchmod (req->int1, req->mode); break;
1257 case REQ_TRUNCATE: req->result = truncate (req->ptr1, req->offs); break;
1258 case REQ_FTRUNCATE: req->result = ftruncate (req->int1, req->offs); break;
1259
953 case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; 1260 case REQ_OPEN: req->result = open (req->ptr1, req->int1, req->mode); break;
954 case REQ_CLOSE: req->result = close (req->fd); break; 1261 case REQ_CLOSE: req->result = close (req->int1); break;
955 case REQ_UNLINK: req->result = unlink (req->dataptr); break; 1262 case REQ_UNLINK: req->result = unlink (req->ptr1); break;
956 case REQ_RMDIR: req->result = rmdir (req->dataptr); break; 1263 case REQ_RMDIR: req->result = rmdir (req->ptr1); break;
1264 case REQ_MKDIR: req->result = mkdir (req->ptr1, req->mode); break;
957 case REQ_RENAME: req->result = rename (req->data2ptr, req->dataptr); break; 1265 case REQ_RENAME: req->result = rename (req->ptr2, req->ptr1); break;
958 case REQ_LINK: req->result = link (req->data2ptr, req->dataptr); break; 1266 case REQ_LINK: req->result = link (req->ptr2, req->ptr1); break;
959 case REQ_SYMLINK: req->result = symlink (req->data2ptr, req->dataptr); break; 1267 case REQ_SYMLINK: req->result = symlink (req->ptr2, req->ptr1); break;
1268 case REQ_MKNOD: req->result = mknod (req->ptr2, req->mode, (dev_t)req->offs); break;
1269 case REQ_READLINK: req->result = readlink (req->ptr2, req->ptr1, NAME_MAX); break;
960 1270
961 case REQ_FDATASYNC: req->result = fdatasync (req->fd); break; 1271 case REQ_SYNC: req->result = 0; sync (); break;
962 case REQ_FSYNC: req->result = fsync (req->fd); break; 1272 case REQ_FSYNC: req->result = fsync (req->int1); break;
1273 case REQ_FDATASYNC: req->result = fdatasync (req->int1); break;
1274
963 case REQ_READDIR: scandir_ (req, self); break; 1275 case REQ_READDIR: scandir_ (req, self); break;
964 1276
965 case REQ_BUSY: 1277 case REQ_BUSY:
1278#ifdef _WIN32
1279 Sleep (req->nv1 * 1000.);
1280#else
966 { 1281 {
967 struct timeval tv; 1282 struct timeval tv;
968 1283
969 tv.tv_sec = req->fd; 1284 tv.tv_sec = req->nv1;
970 tv.tv_usec = req->fd2; 1285 tv.tv_usec = (req->nv1 - tv.tv_sec) * 1000000.;
971 1286
972 req->result = select (0, 0, 0, 0, &tv); 1287 req->result = select (0, 0, 0, 0, &tv);
973 } 1288 }
1289#endif
1290 break;
1291
1292 case REQ_UTIME:
1293 case REQ_FUTIME:
1294 {
1295 struct timeval tv[2];
1296 struct timeval *times;
1297
1298 if (req->nv1 != -1. || req->nv2 != -1.)
1299 {
1300 tv[0].tv_sec = req->nv1;
1301 tv[0].tv_usec = (req->nv1 - tv[0].tv_sec) * 1000000.;
1302 tv[1].tv_sec = req->nv2;
1303 tv[1].tv_usec = (req->nv2 - tv[1].tv_sec) * 1000000.;
1304
1305 times = tv;
1306 }
1307 else
1308 times = 0;
1309
1310
1311 req->result = req->type == REQ_FUTIME
1312 ? futimes (req->int1, times)
1313 : utimes (req->ptr1, times);
1314 }
974 1315
975 case REQ_GROUP: 1316 case REQ_GROUP:
976 case REQ_NOP: 1317 case REQ_NOP:
1318 break;
1319
977 case REQ_QUIT: 1320 case REQ_QUIT:
978 break; 1321 goto quit;
979 1322
980 default: 1323 default:
981 req->result = ENOSYS; 1324 req->result = -1;
982 break; 1325 break;
983 } 1326 }
984 1327
985 req->errorno = errno; 1328 req->errorno = errno;
986 1329
987 LOCK (reslock); 1330 X_LOCK (reslock);
1331
1332 ++npending;
988 1333
989 if (!reqq_push (&res_queue, req)) 1334 if (!reqq_push (&res_queue, req))
1335 {
990 /* write a dummy byte to the pipe so fh becomes ready */ 1336 /* write a dummy byte to the pipe so fh becomes ready */
991 write (respipe [1], &respipe, 1); 1337 respipe_write (respipe_osf [1], (const void *)&respipe_osf, 1);
1338
1339 /* optionally signal the main thread asynchronously */
1340 if (main_sig)
1341 pthread_kill (main_tid, main_sig);
1342 }
992 1343
993 self->req = 0; 1344 self->req = 0;
994 worker_clear (self); 1345 worker_clear (self);
995 1346
996 UNLOCK (reslock); 1347 X_UNLOCK (reslock);
997 } 1348 }
998 while (type != REQ_QUIT);
999 1349
1350quit:
1000 LOCK (wrklock); 1351 X_LOCK (wrklock);
1001 worker_free (self); 1352 worker_free (self);
1002 UNLOCK (wrklock); 1353 X_UNLOCK (wrklock);
1003 1354
1004 return 0; 1355 return 0;
1005} 1356}
1006 1357
1007/*****************************************************************************/ 1358/*****************************************************************************/
1008 1359
1009static void atfork_prepare (void) 1360static void atfork_prepare (void)
1010{ 1361{
1011 LOCK (wrklock); 1362 X_LOCK (wrklock);
1012 LOCK (reqlock); 1363 X_LOCK (reqlock);
1013 LOCK (reslock); 1364 X_LOCK (reslock);
1014#if !HAVE_PREADWRITE 1365#if !HAVE_PREADWRITE
1015 LOCK (preadwritelock); 1366 X_LOCK (preadwritelock);
1016#endif 1367#endif
1017#if !HAVE_READDIR_R 1368#if !HAVE_READDIR_R
1018 LOCK (readdirlock); 1369 X_LOCK (readdirlock);
1019#endif 1370#endif
1020} 1371}
1021 1372
1022static void atfork_parent (void) 1373static void atfork_parent (void)
1023{ 1374{
1024#if !HAVE_READDIR_R 1375#if !HAVE_READDIR_R
1025 UNLOCK (readdirlock); 1376 X_UNLOCK (readdirlock);
1026#endif 1377#endif
1027#if !HAVE_PREADWRITE 1378#if !HAVE_PREADWRITE
1028 UNLOCK (preadwritelock); 1379 X_UNLOCK (preadwritelock);
1029#endif 1380#endif
1030 UNLOCK (reslock); 1381 X_UNLOCK (reslock);
1031 UNLOCK (reqlock); 1382 X_UNLOCK (reqlock);
1032 UNLOCK (wrklock); 1383 X_UNLOCK (wrklock);
1033} 1384}
1034 1385
1035static void atfork_child (void) 1386static void atfork_child (void)
1036{ 1387{
1037 aio_req prv; 1388 aio_req prv;
1038 1389
1039 while (prv = reqq_shift (&req_queue)) 1390 while (prv = reqq_shift (&req_queue))
1040 req_free (prv); 1391 req_destroy (prv);
1041 1392
1042 while (prv = reqq_shift (&res_queue)) 1393 while (prv = reqq_shift (&res_queue))
1043 req_free (prv); 1394 req_destroy (prv);
1044 1395
1045 while (wrk_first.next != &wrk_first) 1396 while (wrk_first.next != &wrk_first)
1046 { 1397 {
1047 worker *wrk = wrk_first.next; 1398 worker *wrk = wrk_first.next;
1048 1399
1049 if (wrk->req) 1400 if (wrk->req)
1050 req_free (wrk->req); 1401 req_destroy (wrk->req);
1051 1402
1052 worker_clear (wrk); 1403 worker_clear (wrk);
1053 worker_free (wrk); 1404 worker_free (wrk);
1054 } 1405 }
1055 1406
1056 started = 0; 1407 started = 0;
1408 idle = 0;
1057 nreqs = 0; 1409 nreqs = 0;
1410 nready = 0;
1411 npending = 0;
1058 1412
1059 close (respipe [0]);
1060 close (respipe [1]);
1061 create_pipe (); 1413 create_respipe ();
1062 1414
1063 atfork_parent (); 1415 atfork_parent ();
1064} 1416}
1065 1417
1066#define dREQ \ 1418#define dREQ \
1088 1440
1089PROTOTYPES: ENABLE 1441PROTOTYPES: ENABLE
1090 1442
1091BOOT: 1443BOOT:
1092{ 1444{
1093 HV *stash = gv_stashpv ("IO::AIO", 1); 1445 stash = gv_stashpv ("IO::AIO", 1);
1446
1094 newCONSTSUB (stash, "EXDEV", newSViv (EXDEV)); 1447 newCONSTSUB (stash, "EXDEV", newSViv (EXDEV));
1095 newCONSTSUB (stash, "O_RDONLY", newSViv (O_RDONLY)); 1448 newCONSTSUB (stash, "O_RDONLY", newSViv (O_RDONLY));
1096 newCONSTSUB (stash, "O_WRONLY", newSViv (O_WRONLY)); 1449 newCONSTSUB (stash, "O_WRONLY", newSViv (O_WRONLY));
1450 newCONSTSUB (stash, "O_CREAT", newSViv (O_CREAT));
1451 newCONSTSUB (stash, "O_TRUNC", newSViv (O_TRUNC));
1452#ifdef _WIN32
1453 X_MUTEX_CHECK (wrklock);
1454 X_MUTEX_CHECK (reslock);
1455 X_MUTEX_CHECK (reqlock);
1456 X_MUTEX_CHECK (reqwait);
1457 X_MUTEX_CHECK (preadwritelock);
1458 X_MUTEX_CHECK (readdirlock);
1097 1459
1098 create_pipe (); 1460 X_COND_CHECK (reqwait);
1461#else
1462 newCONSTSUB (stash, "S_IFIFO", newSViv (S_IFIFO));
1463 newCONSTSUB (stash, "SIGIO", newSViv (SIGIO));
1464#endif
1465
1466 create_respipe ();
1467
1099 pthread_atfork (atfork_prepare, atfork_parent, atfork_child); 1468 X_THREAD_ATFORK (atfork_prepare, atfork_parent, atfork_child);
1100} 1469}
1101 1470
1102void 1471void
1103min_parallel (nthreads) 1472max_poll_reqs (int nreqs)
1104 int nthreads
1105 PROTOTYPE: $ 1473 PROTOTYPE: $
1474 CODE:
1475 max_poll_reqs = nreqs;
1106 1476
1107void 1477void
1108max_parallel (nthreads) 1478max_poll_time (double nseconds)
1109 int nthreads
1110 PROTOTYPE: $ 1479 PROTOTYPE: $
1480 CODE:
1481 max_poll_time = nseconds * AIO_TICKS;
1482
1483void
1484min_parallel (int nthreads)
1485 PROTOTYPE: $
1486
1487void
1488max_parallel (int nthreads)
1489 PROTOTYPE: $
1490
1491void
1492max_idle (int nthreads)
1493 PROTOTYPE: $
1494 CODE:
1495 set_max_idle (nthreads);
1111 1496
1112int 1497int
1113max_outstanding (nreqs) 1498max_outstanding (int maxreqs)
1114 int nreqs 1499 PROTOTYPE: $
1115 PROTOTYPE: $
1116 CODE: 1500 CODE:
1117 RETVAL = max_outstanding; 1501 RETVAL = max_outstanding;
1118 max_outstanding = nreqs; 1502 max_outstanding = maxreqs;
1503 OUTPUT:
1504 RETVAL
1119 1505
1120void 1506void
1121aio_open (pathname,flags,mode,callback=&PL_sv_undef) 1507aio_open (SV8 *pathname, int flags, int mode, SV *callback=&PL_sv_undef)
1122 SV * pathname
1123 int flags
1124 int mode
1125 SV * callback
1126 PROTOTYPE: $$$;$ 1508 PROTOTYPE: $$$;$
1127 PPCODE: 1509 PPCODE:
1128{ 1510{
1129 dREQ; 1511 dREQ;
1130 1512
1131 req->type = REQ_OPEN; 1513 req->type = REQ_OPEN;
1132 req->data = newSVsv (pathname); 1514 req->sv1 = newSVsv (pathname);
1133 req->dataptr = SvPVbyte_nolen (req->data); 1515 req->ptr1 = SvPVbyte_nolen (req->sv1);
1134 req->fd = flags; 1516 req->int1 = flags;
1135 req->mode = mode; 1517 req->mode = mode;
1136 1518
1137 REQ_SEND; 1519 REQ_SEND;
1138} 1520}
1139 1521
1140void 1522void
1141aio_close (fh,callback=&PL_sv_undef) 1523aio_fsync (SV *fh, SV *callback=&PL_sv_undef)
1142 SV * fh
1143 SV * callback
1144 PROTOTYPE: $;$ 1524 PROTOTYPE: $;$
1145 ALIAS: 1525 ALIAS:
1146 aio_close = REQ_CLOSE
1147 aio_fsync = REQ_FSYNC 1526 aio_fsync = REQ_FSYNC
1148 aio_fdatasync = REQ_FDATASYNC 1527 aio_fdatasync = REQ_FDATASYNC
1149 PPCODE: 1528 PPCODE:
1150{ 1529{
1151 dREQ; 1530 dREQ;
1152 1531
1153 req->type = ix; 1532 req->type = ix;
1154 req->fh = newSVsv (fh); 1533 req->sv1 = newSVsv (fh);
1155 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh))); 1534 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh)));
1156 1535
1157 REQ_SEND (req); 1536 REQ_SEND (req);
1158} 1537}
1159 1538
1539int
1540_dup (int fd)
1541 PROTOTYPE: $
1542 CODE:
1543 RETVAL = dup (fd);
1544 OUTPUT:
1545 RETVAL
1546
1160void 1547void
1548_aio_close (int fd, SV *callback=&PL_sv_undef)
1549 PROTOTYPE: $;$
1550 PPCODE:
1551{
1552 dREQ;
1553
1554 req->type = REQ_CLOSE;
1555 req->int1 = fd;
1556
1557 REQ_SEND (req);
1558}
1559
1560void
1161aio_read (fh,offset,length,data,dataoffset,callback=&PL_sv_undef) 1561aio_read (SV *fh, SV *offset, SV *length, SV8 *data, IV dataoffset, SV *callback=&PL_sv_undef)
1162 SV * fh
1163 UV offset
1164 UV length
1165 SV * data
1166 UV dataoffset
1167 SV * callback
1168 ALIAS: 1562 ALIAS:
1169 aio_read = REQ_READ 1563 aio_read = REQ_READ
1170 aio_write = REQ_WRITE 1564 aio_write = REQ_WRITE
1171 PROTOTYPE: $$$$$;$ 1565 PROTOTYPE: $$$$$;$
1172 PPCODE: 1566 PPCODE:
1173{ 1567{
1174 aio_req req;
1175 STRLEN svlen; 1568 STRLEN svlen;
1176 char *svptr = SvPVbyte (data, svlen); 1569 char *svptr = SvPVbyte (data, svlen);
1570 UV len = SvUV (length);
1177 1571
1178 SvUPGRADE (data, SVt_PV); 1572 SvUPGRADE (data, SVt_PV);
1179 SvPOK_on (data); 1573 SvPOK_on (data);
1180 1574
1181 if (dataoffset < 0) 1575 if (dataoffset < 0)
1182 dataoffset += svlen; 1576 dataoffset += svlen;
1183 1577
1184 if (dataoffset < 0 || dataoffset > svlen) 1578 if (dataoffset < 0 || dataoffset > svlen)
1185 croak ("data offset outside of string"); 1579 croak ("dataoffset outside of data scalar");
1186 1580
1187 if (ix == REQ_WRITE) 1581 if (ix == REQ_WRITE)
1188 { 1582 {
1189 /* write: check length and adjust. */ 1583 /* write: check length and adjust. */
1190 if (length < 0 || length + dataoffset > svlen) 1584 if (!SvOK (length) || len + dataoffset > svlen)
1191 length = svlen - dataoffset; 1585 len = svlen - dataoffset;
1192 } 1586 }
1193 else 1587 else
1194 { 1588 {
1195 /* read: grow scalar as necessary */ 1589 /* read: grow scalar as necessary */
1196 svptr = SvGROW (data, length + dataoffset); 1590 svptr = SvGROW (data, len + dataoffset + 1);
1197 } 1591 }
1198 1592
1199 if (length < 0) 1593 if (len < 0)
1200 croak ("length must not be negative"); 1594 croak ("length must not be negative");
1201 1595
1202 { 1596 {
1203 dREQ; 1597 dREQ;
1204 1598
1205 req->type = ix; 1599 req->type = ix;
1206 req->fh = newSVsv (fh); 1600 req->sv1 = newSVsv (fh);
1207 req->fd = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh)) 1601 req->int1 = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh))
1208 : IoOFP (sv_2io (fh))); 1602 : IoOFP (sv_2io (fh)));
1603 req->offs = SvOK (offset) ? SvVAL64 (offset) : -1;
1209 req->offset = offset; 1604 req->size = len;
1210 req->length = length;
1211 req->data = SvREFCNT_inc (data); 1605 req->sv2 = SvREFCNT_inc (data);
1212 req->dataptr = (char *)svptr + dataoffset; 1606 req->ptr1 = (char *)svptr + dataoffset;
1607 req->stroffset = dataoffset;
1213 1608
1214 if (!SvREADONLY (data)) 1609 if (!SvREADONLY (data))
1215 { 1610 {
1216 SvREADONLY_on (data); 1611 SvREADONLY_on (data);
1217 req->data2ptr = (void *)data; 1612 req->flags |= FLAG_SV2_RO_OFF;
1218 } 1613 }
1219 1614
1220 REQ_SEND; 1615 REQ_SEND;
1221 } 1616 }
1222} 1617}
1223 1618
1224void 1619void
1620aio_readlink (SV8 *path, SV *callback=&PL_sv_undef)
1621 PROTOTYPE: $$;$
1622 PPCODE:
1623{
1624 SV *data;
1625 dREQ;
1626
1627 data = newSV (NAME_MAX);
1628 SvPOK_on (data);
1629
1630 req->type = REQ_READLINK;
1631 req->sv1 = newSVsv (path);
1632 req->ptr2 = SvPVbyte_nolen (req->sv1);
1633 req->sv2 = data;
1634 req->ptr1 = SvPVbyte_nolen (data);
1635
1636 REQ_SEND;
1637}
1638
1639void
1225aio_sendfile (out_fh,in_fh,in_offset,length,callback=&PL_sv_undef) 1640aio_sendfile (SV *out_fh, SV *in_fh, SV *in_offset, UV length, SV *callback=&PL_sv_undef)
1226 SV * out_fh
1227 SV * in_fh
1228 UV in_offset
1229 UV length
1230 SV * callback
1231 PROTOTYPE: $$$$;$ 1641 PROTOTYPE: $$$$;$
1232 PPCODE: 1642 PPCODE:
1233{ 1643{
1234 dREQ; 1644 dREQ;
1235 1645
1236 req->type = REQ_SENDFILE; 1646 req->type = REQ_SENDFILE;
1237 req->fh = newSVsv (out_fh); 1647 req->sv1 = newSVsv (out_fh);
1238 req->fd = PerlIO_fileno (IoIFP (sv_2io (out_fh))); 1648 req->int1 = PerlIO_fileno (IoIFP (sv_2io (out_fh)));
1239 req->fh2 = newSVsv (in_fh); 1649 req->sv2 = newSVsv (in_fh);
1240 req->fd2 = PerlIO_fileno (IoIFP (sv_2io (in_fh))); 1650 req->int2 = PerlIO_fileno (IoIFP (sv_2io (in_fh)));
1241 req->offset = in_offset; 1651 req->offs = SvVAL64 (in_offset);
1242 req->length = length; 1652 req->size = length;
1243 1653
1244 REQ_SEND; 1654 REQ_SEND;
1245} 1655}
1246 1656
1247void 1657void
1248aio_readahead (fh,offset,length,callback=&PL_sv_undef) 1658aio_readahead (SV *fh, SV *offset, IV length, SV *callback=&PL_sv_undef)
1249 SV * fh
1250 UV offset
1251 IV length
1252 SV * callback
1253 PROTOTYPE: $$$;$ 1659 PROTOTYPE: $$$;$
1254 PPCODE: 1660 PPCODE:
1255{ 1661{
1256 dREQ; 1662 dREQ;
1257 1663
1258 req->type = REQ_READAHEAD; 1664 req->type = REQ_READAHEAD;
1259 req->fh = newSVsv (fh); 1665 req->sv1 = newSVsv (fh);
1260 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh))); 1666 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh)));
1261 req->offset = offset; 1667 req->offs = SvVAL64 (offset);
1262 req->length = length; 1668 req->size = length;
1263 1669
1264 REQ_SEND; 1670 REQ_SEND;
1265} 1671}
1266 1672
1267void 1673void
1268aio_stat (fh_or_path,callback=&PL_sv_undef) 1674aio_stat (SV8 *fh_or_path, SV *callback=&PL_sv_undef)
1269 SV * fh_or_path
1270 SV * callback
1271 ALIAS: 1675 ALIAS:
1272 aio_stat = REQ_STAT 1676 aio_stat = REQ_STAT
1273 aio_lstat = REQ_LSTAT 1677 aio_lstat = REQ_LSTAT
1274 PPCODE: 1678 PPCODE:
1275{ 1679{
1276 dREQ; 1680 dREQ;
1277 1681
1278 New (0, req->statdata, 1, Stat_t); 1682 req->ptr2 = malloc (sizeof (Stat_t));
1279 if (!req->statdata) 1683 if (!req->ptr2)
1280 { 1684 {
1281 req_free (req); 1685 req_destroy (req);
1282 croak ("out of memory during aio_req->statdata allocation"); 1686 croak ("out of memory during aio_stat statdata allocation");
1283 } 1687 }
1688
1689 req->flags |= FLAG_PTR2_FREE;
1690 req->sv1 = newSVsv (fh_or_path);
1284 1691
1285 if (SvPOK (fh_or_path)) 1692 if (SvPOK (fh_or_path))
1286 { 1693 {
1287 req->type = ix; 1694 req->type = ix;
1288 req->data = newSVsv (fh_or_path);
1289 req->dataptr = SvPVbyte_nolen (req->data); 1695 req->ptr1 = SvPVbyte_nolen (req->sv1);
1290 } 1696 }
1291 else 1697 else
1292 { 1698 {
1293 req->type = REQ_FSTAT; 1699 req->type = REQ_FSTAT;
1294 req->fh = newSVsv (fh_or_path);
1295 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); 1700 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1296 } 1701 }
1297 1702
1298 REQ_SEND; 1703 REQ_SEND;
1299} 1704}
1300 1705
1301void 1706void
1707aio_utime (SV8 *fh_or_path, SV *atime, SV *mtime, SV *callback=&PL_sv_undef)
1708 PPCODE:
1709{
1710 dREQ;
1711
1712 req->nv1 = SvOK (atime) ? SvNV (atime) : -1.;
1713 req->nv2 = SvOK (mtime) ? SvNV (mtime) : -1.;
1714 req->sv1 = newSVsv (fh_or_path);
1715
1716 if (SvPOK (fh_or_path))
1717 {
1718 req->type = REQ_UTIME;
1719 req->ptr1 = SvPVbyte_nolen (req->sv1);
1720 }
1721 else
1722 {
1723 req->type = REQ_FUTIME;
1724 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1725 }
1726
1727 REQ_SEND;
1728}
1729
1730void
1731aio_truncate (SV8 *fh_or_path, SV *offset, SV *callback=&PL_sv_undef)
1732 PPCODE:
1733{
1734 dREQ;
1735
1736 req->sv1 = newSVsv (fh_or_path);
1737 req->offs = SvOK (offset) ? SvVAL64 (offset) : -1;
1738
1739 if (SvPOK (fh_or_path))
1740 {
1741 req->type = REQ_TRUNCATE;
1742 req->ptr1 = SvPVbyte_nolen (req->sv1);
1743 }
1744 else
1745 {
1746 req->type = REQ_FTRUNCATE;
1747 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1748 }
1749
1750 REQ_SEND;
1751}
1752
1753void
1754aio_chmod (SV8 *fh_or_path, int mode, SV *callback=&PL_sv_undef)
1755 PPCODE:
1756{
1757 dREQ;
1758
1759 req->mode = mode;
1760 req->sv1 = newSVsv (fh_or_path);
1761
1762 if (SvPOK (fh_or_path))
1763 {
1764 req->type = REQ_CHMOD;
1765 req->ptr1 = SvPVbyte_nolen (req->sv1);
1766 }
1767 else
1768 {
1769 req->type = REQ_FCHMOD;
1770 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1771 }
1772
1773 REQ_SEND;
1774}
1775
1776void
1777aio_chown (SV8 *fh_or_path, SV *uid, SV *gid, SV *callback=&PL_sv_undef)
1778 PPCODE:
1779{
1780 dREQ;
1781
1782 req->int2 = SvOK (uid) ? SvIV (uid) : -1;
1783 req->int3 = SvOK (gid) ? SvIV (gid) : -1;
1784 req->sv1 = newSVsv (fh_or_path);
1785
1786 if (SvPOK (fh_or_path))
1787 {
1788 req->type = REQ_CHOWN;
1789 req->ptr1 = SvPVbyte_nolen (req->sv1);
1790 }
1791 else
1792 {
1793 req->type = REQ_FCHOWN;
1794 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1795 }
1796
1797 REQ_SEND;
1798}
1799
1800void
1302aio_unlink (pathname,callback=&PL_sv_undef) 1801aio_unlink (SV8 *pathname, SV *callback=&PL_sv_undef)
1303 SV * pathname
1304 SV * callback
1305 ALIAS: 1802 ALIAS:
1306 aio_unlink = REQ_UNLINK 1803 aio_unlink = REQ_UNLINK
1307 aio_rmdir = REQ_RMDIR 1804 aio_rmdir = REQ_RMDIR
1308 aio_readdir = REQ_READDIR 1805 aio_readdir = REQ_READDIR
1309 PPCODE: 1806 PPCODE:
1310{ 1807{
1311 dREQ; 1808 dREQ;
1312 1809
1313 req->type = ix; 1810 req->type = ix;
1314 req->data = newSVsv (pathname); 1811 req->sv1 = newSVsv (pathname);
1315 req->dataptr = SvPVbyte_nolen (req->data); 1812 req->ptr1 = SvPVbyte_nolen (req->sv1);
1813
1814 REQ_SEND;
1815}
1816
1817void
1818aio_mkdir (SV8 *pathname, int mode, SV *callback=&PL_sv_undef)
1819 PPCODE:
1820{
1821 dREQ;
1316 1822
1823 req->type = REQ_MKDIR;
1824 req->sv1 = newSVsv (pathname);
1825 req->ptr1 = SvPVbyte_nolen (req->sv1);
1826 req->mode = mode;
1827
1317 REQ_SEND; 1828 REQ_SEND;
1318} 1829}
1319 1830
1320void 1831void
1321aio_link (oldpath,newpath,callback=&PL_sv_undef) 1832aio_link (SV8 *oldpath, SV8 *newpath, SV *callback=&PL_sv_undef)
1322 SV * oldpath
1323 SV * newpath
1324 SV * callback
1325 ALIAS: 1833 ALIAS:
1326 aio_link = REQ_LINK 1834 aio_link = REQ_LINK
1327 aio_symlink = REQ_SYMLINK 1835 aio_symlink = REQ_SYMLINK
1328 aio_rename = REQ_RENAME 1836 aio_rename = REQ_RENAME
1329 PPCODE: 1837 PPCODE:
1330{ 1838{
1331 dREQ; 1839 dREQ;
1332 1840
1333 req->type = ix; 1841 req->type = ix;
1334 req->fh = newSVsv (oldpath); 1842 req->sv2 = newSVsv (oldpath);
1335 req->data2ptr = SvPVbyte_nolen (req->fh); 1843 req->ptr2 = SvPVbyte_nolen (req->sv2);
1336 req->data = newSVsv (newpath); 1844 req->sv1 = newSVsv (newpath);
1337 req->dataptr = SvPVbyte_nolen (req->data); 1845 req->ptr1 = SvPVbyte_nolen (req->sv1);
1338 1846
1339 REQ_SEND; 1847 REQ_SEND;
1340} 1848}
1341 1849
1342void 1850void
1343aio_busy (delay,callback=&PL_sv_undef) 1851aio_mknod (SV8 *pathname, int mode, UV dev, SV *callback=&PL_sv_undef)
1344 double delay
1345 SV * callback
1346 PPCODE: 1852 PPCODE:
1347{ 1853{
1348 dREQ; 1854 dREQ;
1855
1856 req->type = REQ_MKNOD;
1857 req->sv1 = newSVsv (pathname);
1858 req->ptr1 = SvPVbyte_nolen (req->sv1);
1859 req->mode = (mode_t)mode;
1860 req->offs = dev;
1861
1862 REQ_SEND;
1863}
1864
1865void
1866aio_busy (double delay, SV *callback=&PL_sv_undef)
1867 PPCODE:
1868{
1869 dREQ;
1349 1870
1350 req->type = REQ_BUSY; 1871 req->type = REQ_BUSY;
1351 req->fd = delay < 0. ? 0 : delay; 1872 req->nv1 = delay < 0. ? 0. : delay;
1352 req->fd2 = delay < 0. ? 0 : 1000. * (delay - req->fd);
1353 1873
1354 REQ_SEND; 1874 REQ_SEND;
1355} 1875}
1356 1876
1357void 1877void
1358aio_group (callback=&PL_sv_undef) 1878aio_group (SV *callback=&PL_sv_undef)
1359 SV * callback
1360 PROTOTYPE: ;$ 1879 PROTOTYPE: ;$
1361 PPCODE: 1880 PPCODE:
1362{ 1881{
1363 dREQ; 1882 dREQ;
1364 1883
1365 req->type = REQ_GROUP; 1884 req->type = REQ_GROUP;
1885
1366 req_send (req); 1886 req_send (req);
1367
1368 XPUSHs (req_sv (req, AIO_GRP_KLASS)); 1887 XPUSHs (req_sv (req, AIO_GRP_KLASS));
1369} 1888}
1370 1889
1371void 1890void
1372aio_nop (callback=&PL_sv_undef) 1891aio_nop (SV *callback=&PL_sv_undef)
1373 SV * callback 1892 ALIAS:
1893 aio_nop = REQ_NOP
1894 aio_sync = REQ_SYNC
1374 PPCODE: 1895 PPCODE:
1375{ 1896{
1376 dREQ; 1897 dREQ;
1377 1898
1378 req->type = REQ_NOP; 1899 req->type = ix;
1379 1900
1380 REQ_SEND; 1901 REQ_SEND;
1381} 1902}
1382 1903
1383void 1904int
1384aioreq_pri (int pri = DEFAULT_PRI) 1905aioreq_pri (int pri = 0)
1385 CODE: 1906 PROTOTYPE: ;$
1907 CODE:
1908 RETVAL = next_pri - PRI_BIAS;
1909 if (items > 0)
1910 {
1386 if (pri < PRI_MIN) pri = PRI_MIN; 1911 if (pri < PRI_MIN) pri = PRI_MIN;
1387 if (pri > PRI_MAX) pri = PRI_MAX; 1912 if (pri > PRI_MAX) pri = PRI_MAX;
1388 next_pri = pri + PRI_BIAS; 1913 next_pri = pri + PRI_BIAS;
1914 }
1915 OUTPUT:
1916 RETVAL
1389 1917
1390void 1918void
1391aioreq_nice (int nice = 0) 1919aioreq_nice (int nice = 0)
1392 CODE: 1920 CODE:
1393 nice = next_pri - nice; 1921 nice = next_pri - nice;
1394 if (nice < PRI_MIN) nice = PRI_MIN; 1922 if (nice < PRI_MIN) nice = PRI_MIN;
1395 if (nice > PRI_MAX) nice = PRI_MAX; 1923 if (nice > PRI_MAX) nice = PRI_MAX;
1396 next_pri = nice + PRI_BIAS; 1924 next_pri = nice + PRI_BIAS;
1397 1925
1398void 1926void
1399flush () 1927flush ()
1400 PROTOTYPE: 1928 PROTOTYPE:
1401 CODE: 1929 CODE:
1403 { 1931 {
1404 poll_wait (); 1932 poll_wait ();
1405 poll_cb (); 1933 poll_cb ();
1406 } 1934 }
1407 1935
1408void 1936int
1409poll() 1937poll()
1410 PROTOTYPE: 1938 PROTOTYPE:
1411 CODE: 1939 CODE:
1412 if (nreqs)
1413 {
1414 poll_wait (); 1940 poll_wait ();
1415 poll_cb (); 1941 RETVAL = poll_cb ();
1416 } 1942 OUTPUT:
1943 RETVAL
1417 1944
1418int 1945int
1419poll_fileno() 1946poll_fileno()
1420 PROTOTYPE: 1947 PROTOTYPE:
1421 CODE: 1948 CODE:
1433 1960
1434void 1961void
1435poll_wait() 1962poll_wait()
1436 PROTOTYPE: 1963 PROTOTYPE:
1437 CODE: 1964 CODE:
1438 if (nreqs)
1439 poll_wait (); 1965 poll_wait ();
1966
1967void
1968setsig (int signum = SIGIO)
1969 PROTOTYPE: ;$
1970 CODE:
1971{
1972 if (block_sig_level)
1973 croak ("cannot call IO::AIO::setsig from within aio_block/callback");
1974
1975 X_LOCK (reslock);
1976 main_tid = pthread_self ();
1977 main_sig = signum;
1978 X_UNLOCK (reslock);
1979
1980 if (main_sig && npending)
1981 pthread_kill (main_tid, main_sig);
1982}
1983
1984void
1985aio_block (SV *cb)
1986 PROTOTYPE: &
1987 PPCODE:
1988{
1989 int count;
1990
1991 block_sig ();
1992 PUSHMARK (SP);
1993 PUTBACK;
1994 count = call_sv (cb, GIMME_V | G_NOARGS | G_EVAL);
1995 unblock_sig ();
1996
1997 if (SvTRUE (ERRSV))
1998 croak (0);
1999
2000 XSRETURN (count);
2001}
1440 2002
1441int 2003int
1442nreqs() 2004nreqs()
1443 PROTOTYPE: 2005 PROTOTYPE:
1444 CODE: 2006 CODE:
1445 RETVAL = nreqs; 2007 RETVAL = nreqs;
1446 OUTPUT: 2008 OUTPUT:
1447 RETVAL 2009 RETVAL
1448 2010
2011int
2012nready()
2013 PROTOTYPE:
2014 CODE:
2015 RETVAL = get_nready ();
2016 OUTPUT:
2017 RETVAL
2018
2019int
2020npending()
2021 PROTOTYPE:
2022 CODE:
2023 RETVAL = get_npending ();
2024 OUTPUT:
2025 RETVAL
2026
2027int
2028nthreads()
2029 PROTOTYPE:
2030 CODE:
2031 if (WORDACCESS_UNSAFE) X_LOCK (wrklock);
2032 RETVAL = started;
2033 if (WORDACCESS_UNSAFE) X_UNLOCK (wrklock);
2034 OUTPUT:
2035 RETVAL
2036
1449PROTOTYPES: DISABLE 2037PROTOTYPES: DISABLE
1450 2038
1451MODULE = IO::AIO PACKAGE = IO::AIO::REQ 2039MODULE = IO::AIO PACKAGE = IO::AIO::REQ
1452 2040
1453void 2041void
1468 PPCODE: 2056 PPCODE:
1469{ 2057{
1470 int i; 2058 int i;
1471 aio_req req; 2059 aio_req req;
1472 2060
2061 if (main_sig && !block_sig_level)
2062 croak ("aio_group->add called outside aio_block/callback context while IO::AIO::setsig is in use");
2063
1473 if (grp->fd == 2) 2064 if (grp->int1 == 2)
1474 croak ("cannot add requests to IO::AIO::GRP after the group finished"); 2065 croak ("cannot add requests to IO::AIO::GRP after the group finished");
1475 2066
1476 for (i = 1; i < items; ++i ) 2067 for (i = 1; i < items; ++i )
1477 { 2068 {
1478 if (GIMME_V != G_VOID) 2069 if (GIMME_V != G_VOID)
1480 2071
1481 req = SvAIO_REQ (ST (i)); 2072 req = SvAIO_REQ (ST (i));
1482 2073
1483 if (req) 2074 if (req)
1484 { 2075 {
1485 ++grp->length; 2076 ++grp->size;
1486 req->grp = grp; 2077 req->grp = grp;
1487 2078
1488 req->grp_prev = 0; 2079 req->grp_prev = 0;
1489 req->grp_next = grp->grp_first; 2080 req->grp_next = grp->grp_first;
1490 2081
1495 } 2086 }
1496 } 2087 }
1497} 2088}
1498 2089
1499void 2090void
2091cancel_subs (aio_req_ornot req)
2092 CODE:
2093 req_cancel_subs (req);
2094
2095void
1500result (aio_req grp, ...) 2096result (aio_req grp, ...)
1501 CODE: 2097 CODE:
1502{ 2098{
1503 int i; 2099 int i;
2100 AV *av;
2101
2102 grp->errorno = errno;
2103
1504 AV *av = newAV (); 2104 av = newAV ();
1505 2105
1506 for (i = 1; i < items; ++i ) 2106 for (i = 1; i < items; ++i )
1507 av_push (av, newSVsv (ST (i))); 2107 av_push (av, newSVsv (ST (i)));
1508 2108
1509 SvREFCNT_dec (grp->data); 2109 SvREFCNT_dec (grp->sv1);
1510 grp->data = (SV *)av; 2110 grp->sv1 = (SV *)av;
1511} 2111}
2112
2113void
2114errno (aio_req grp, int errorno = errno)
2115 CODE:
2116 grp->errorno = errorno;
1512 2117
1513void 2118void
1514limit (aio_req grp, int limit) 2119limit (aio_req grp, int limit)
1515 CODE: 2120 CODE:
1516 grp->fd2 = limit; 2121 grp->int2 = limit;
1517 aio_grp_feed (grp); 2122 aio_grp_feed (grp);
1518 2123
1519void 2124void
1520feed (aio_req grp, SV *callback=&PL_sv_undef) 2125feed (aio_req grp, SV *callback=&PL_sv_undef)
1521 CODE: 2126 CODE:
1522{ 2127{
1523 SvREFCNT_dec (grp->fh2); 2128 SvREFCNT_dec (grp->sv2);
1524 grp->fh2 = newSVsv (callback); 2129 grp->sv2 = newSVsv (callback);
1525 2130
1526 if (grp->fd2 <= 0) 2131 if (grp->int2 <= 0)
1527 grp->fd2 = 2; 2132 grp->int2 = 2;
1528 2133
1529 aio_grp_feed (grp); 2134 aio_grp_feed (grp);
1530} 2135}
1531 2136

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines