ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.83 by root, Sat Oct 28 00:17:30 2006 UTC vs.
Revision 1.96 by root, Sat Dec 23 04:49:37 2006 UTC

… …
17#include "autoconf/config.h" 17#include "autoconf/config.h"
18 18
19#include <pthread.h> 19#include <pthread.h>
20 20
21#include <stddef.h> 21#include <stddef.h>
22#include <stdlib.h>
22#include <errno.h> 23#include <errno.h>
23#include <sys/time.h> 24#include <sys/time.h>
24#include <sys/select.h> 25#include <sys/select.h>
25#include <sys/types.h> 26#include <sys/types.h>
26#include <sys/stat.h> 27#include <sys/stat.h>
… …
43# else 44# else
44# error sendfile support requested but not available 45# error sendfile support requested but not available
45# endif 46# endif
46#endif 47#endif
47 48
49/* number of seconds after which idle threads exit */
50#define IDLE_TIMEOUT 10
51
48/* used for struct dirent, AIX doesn't provide it */ 52/* used for struct dirent, AIX doesn't provide it */
49#ifndef NAME_MAX 53#ifndef NAME_MAX
50# define NAME_MAX 4096 54# define NAME_MAX 4096
51#endif 55#endif
52 56
… …
65 69
66/* wether word reads are potentially non-atomic. 70/* wether word reads are potentially non-atomic.
67 * this is conservatice, likely most arches this runs 71 * this is conservatice, likely most arches this runs
68 * on have atomic word read/writes. 72 * on have atomic word read/writes.
69 */ 73 */
70#ifndef WORDREAD_UNSAFE 74#ifndef WORDACCESS_UNSAFE
71# if __i386 || __x86_64 75# if __i386 || __x86_64
72# define WORDREAD_UNSAFE 0 76# define WORDACCESS_UNSAFE 0
73# else 77# else
74# define WORDREAD_UNSAFE 1 78# define WORDACCESS_UNSAFE 1
75# endif 79# endif
76#endif 80#endif
77 81
78/* buffer size for various temporary buffers */ 82/* buffer size for various temporary buffers */
79#define AIO_BUFSIZE 65536 83#define AIO_BUFSIZE 65536
… …
83 LOCK (wrklock); \ 87 LOCK (wrklock); \
84 self->dbuf = aio_buf = malloc (AIO_BUFSIZE); \ 88 self->dbuf = aio_buf = malloc (AIO_BUFSIZE); \
85 UNLOCK (wrklock); \ 89 UNLOCK (wrklock); \
86 if (!aio_buf) \ 90 if (!aio_buf) \
87 return -1; 91 return -1;
92
93typedef SV SV8; /* byte-sv, used for argument-checking */
88 94
89enum { 95enum {
90 REQ_QUIT, 96 REQ_QUIT,
91 REQ_OPEN, REQ_CLOSE, 97 REQ_OPEN, REQ_CLOSE,
92 REQ_READ, REQ_WRITE, REQ_READAHEAD, 98 REQ_READ, REQ_WRITE, REQ_READAHEAD,
93 REQ_SENDFILE, 99 REQ_SENDFILE,
94 REQ_STAT, REQ_LSTAT, REQ_FSTAT, 100 REQ_STAT, REQ_LSTAT, REQ_FSTAT,
95 REQ_FSYNC, REQ_FDATASYNC, 101 REQ_FSYNC, REQ_FDATASYNC,
96 REQ_UNLINK, REQ_RMDIR, REQ_RENAME, 102 REQ_UNLINK, REQ_RMDIR, REQ_RENAME,
97 REQ_MKNOD, REQ_READDIR, 103 REQ_MKNOD, REQ_READDIR,
98 REQ_LINK, REQ_SYMLINK, 104 REQ_LINK, REQ_SYMLINK, REQ_READLINK,
99 REQ_GROUP, REQ_NOP, 105 REQ_GROUP, REQ_NOP,
100 REQ_BUSY, 106 REQ_BUSY,
101}; 107};
102 108
103#define AIO_REQ_KLASS "IO::AIO::REQ" 109#define AIO_REQ_KLASS "IO::AIO::REQ"
… …
105 111
106typedef struct aio_cb 112typedef struct aio_cb
107{ 113{
108 struct aio_cb *volatile next; 114 struct aio_cb *volatile next;
109 115
110 SV *data, *callback; 116 SV *callback, *fh;
111 SV *fh, *fh2; 117 SV *sv1, *sv2;
112 void *dataptr, *data2ptr; 118 void *ptr1, *ptr2;
113 Stat_t *statdata;
114 off_t offset; 119 off_t offs;
115 size_t length; 120 size_t size;
116 ssize_t result; 121 ssize_t result;
117 122
118 STRLEN dataoffset; 123 STRLEN stroffset;
119 int type; 124 int type;
120 int fd, fd2; 125 int int1, int2;
121 int errorno; 126 int errorno;
122 mode_t mode; /* open */ 127 mode_t mode; /* open */
123 128
124 unsigned char flags; 129 unsigned char flags;
125 unsigned char pri; 130 unsigned char pri;
… …
127 SV *self; /* the perl counterpart of this request, if any */ 132 SV *self; /* the perl counterpart of this request, if any */
128 struct aio_cb *grp, *grp_prev, *grp_next, *grp_first; 133 struct aio_cb *grp, *grp_prev, *grp_next, *grp_first;
129} aio_cb; 134} aio_cb;
130 135
131enum { 136enum {
132 FLAG_CANCELLED = 0x01, 137 FLAG_CANCELLED = 0x01, /* request was cancelled */
138 FLAG_SV1_RO_OFF = 0x40, /* data was set readonly */
139 FLAG_PTR2_FREE = 0x80, /* need to free(ptr2) */
133}; 140};
134 141
135typedef aio_cb *aio_req; 142typedef aio_cb *aio_req;
136typedef aio_cb *aio_req_ornot; 143typedef aio_cb *aio_req_ornot;
137 144
… …
142 DEFAULT_PRI = 0, 149 DEFAULT_PRI = 0,
143 PRI_BIAS = -PRI_MIN, 150 PRI_BIAS = -PRI_MIN,
144 NUM_PRI = PRI_MAX + PRI_BIAS + 1, 151 NUM_PRI = PRI_MAX + PRI_BIAS + 1,
145}; 152};
146 153
154#define AIO_TICKS ((1000000 + 1023) >> 10)
155
156static unsigned int max_poll_time = 0;
157static unsigned int max_poll_reqs = 0;
158
159/* calculcate time difference in ~1/AIO_TICKS of a second */
160static int tvdiff (struct timeval *tv1, struct timeval *tv2)
161{
162 return (tv2->tv_sec - tv1->tv_sec ) * AIO_TICKS
163 + ((tv2->tv_usec - tv1->tv_usec) >> 10);
164}
165
166static pthread_t main_tid;
167static int main_sig;
168static int block_sig_level;
169
170void block_sig ()
171{
172 sigset_t ss;
173
174 if (block_sig_level++)
175 return;
176
177 if (!main_sig)
178 return;
179
180 sigemptyset (&ss);
181 sigaddset (&ss, main_sig);
182 pthread_sigmask (SIG_BLOCK, &ss, 0);
183}
184
185void unblock_sig ()
186{
187 sigset_t ss;
188
189 if (--block_sig_level)
190 return;
191
192 if (!main_sig)
193 return;
194
195 sigemptyset (&ss);
196 sigaddset (&ss, main_sig);
197 pthread_sigmask (SIG_UNBLOCK, &ss, 0);
198}
199
147static int next_pri = DEFAULT_PRI + PRI_BIAS; 200static int next_pri = DEFAULT_PRI + PRI_BIAS;
148 201
149static unsigned int started, wanted; 202static unsigned int started, idle, wanted;
150 203
151#if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP) 204#if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP)
152# define AIO_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP 205# define AIO_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP
153#else 206#else
154# define AIO_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER 207# define AIO_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER
… …
196 249
197 free (wrk); 250 free (wrk);
198} 251}
199 252
200static volatile unsigned int nreqs, nready, npending; 253static volatile unsigned int nreqs, nready, npending;
254static volatile unsigned int max_idle = 4;
201static volatile unsigned int max_outstanding = 0xffffffff; 255static volatile unsigned int max_outstanding = 0xffffffff;
202static int respipe [2]; 256static int respipe [2];
203 257
204static pthread_mutex_t reslock = AIO_MUTEX_INIT; 258static pthread_mutex_t reslock = AIO_MUTEX_INIT;
205static pthread_mutex_t reqlock = AIO_MUTEX_INIT; 259static pthread_mutex_t reqlock = AIO_MUTEX_INIT;
206static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; 260static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
207 261
208#if WORDREAD_UNSAFE 262#if WORDACCESS_UNSAFE
209 263
210static unsigned int get_nready () 264static unsigned int get_nready ()
211{ 265{
212 unsigned int retval; 266 unsigned int retval;
213 267
… …
227 UNLOCK (reslock); 281 UNLOCK (reslock);
228 282
229 return retval; 283 return retval;
230} 284}
231 285
286static unsigned int get_nthreads ()
287{
288 unsigned int retval;
289
290 LOCK (wrklock);
291 retval = started;
292 UNLOCK (wrklock);
293
294 return retval;
295}
296
232#else 297#else
233 298
234# define get_nready() nready 299# define get_nready() nready
235# define get_npending() npending 300# define get_npending() npending
301# define get_nthreads() started
236 302
237#endif 303#endif
238 304
239/* 305/*
240 * a somewhat faster data structure might be nice, but 306 * a somewhat faster data structure might be nice, but
… …
288 } 354 }
289 355
290 abort (); 356 abort ();
291} 357}
292 358
293static int poll_cb (int max); 359static int poll_cb ();
294static void req_invoke (aio_req req); 360static int req_invoke (aio_req req);
295static void req_free (aio_req req); 361static void req_free (aio_req req);
296static void req_cancel (aio_req req); 362static void req_cancel (aio_req req);
297 363
298/* must be called at most once */ 364/* must be called at most once */
299static SV *req_sv (aio_req req, const char *klass) 365static SV *req_sv (aio_req req, const char *klass)
… …
319 return mg ? (aio_req)mg->mg_ptr : 0; 385 return mg ? (aio_req)mg->mg_ptr : 0;
320} 386}
321 387
322static void aio_grp_feed (aio_req grp) 388static void aio_grp_feed (aio_req grp)
323{ 389{
390 block_sig ();
391
324 while (grp->length < grp->fd2 && !(grp->flags & FLAG_CANCELLED)) 392 while (grp->size < grp->int2 && !(grp->flags & FLAG_CANCELLED))
325 { 393 {
326 int old_len = grp->length; 394 int old_len = grp->size;
327 395
328 if (grp->fh2 && SvOK (grp->fh2)) 396 if (grp->sv2 && SvOK (grp->sv2))
329 { 397 {
330 dSP; 398 dSP;
331 399
332 ENTER; 400 ENTER;
333 SAVETMPS; 401 SAVETMPS;
334 PUSHMARK (SP); 402 PUSHMARK (SP);
335 XPUSHs (req_sv (grp, AIO_GRP_KLASS)); 403 XPUSHs (req_sv (grp, AIO_GRP_KLASS));
336 PUTBACK; 404 PUTBACK;
337 call_sv (grp->fh2, G_VOID | G_EVAL | G_KEEPERR); 405 call_sv (grp->sv2, G_VOID | G_EVAL | G_KEEPERR);
338 SPAGAIN; 406 SPAGAIN;
339 FREETMPS; 407 FREETMPS;
340 LEAVE; 408 LEAVE;
341 } 409 }
342 410
343 /* stop if no progress has been made */ 411 /* stop if no progress has been made */
344 if (old_len == grp->length) 412 if (old_len == grp->size)
345 { 413 {
346 SvREFCNT_dec (grp->fh2); 414 SvREFCNT_dec (grp->sv2);
347 grp->fh2 = 0; 415 grp->sv2 = 0;
348 break; 416 break;
349 } 417 }
350 } 418 }
419
420 unblock_sig ();
351} 421}
352 422
353static void aio_grp_dec (aio_req grp) 423static void aio_grp_dec (aio_req grp)
354{ 424{
355 --grp->length; 425 --grp->size;
356 426
357 /* call feeder, if applicable */ 427 /* call feeder, if applicable */
358 aio_grp_feed (grp); 428 aio_grp_feed (grp);
359 429
360 /* finish, if done */ 430 /* finish, if done */
361 if (!grp->length && grp->fd) 431 if (!grp->size && grp->int1)
362 { 432 {
433 block_sig ();
434
363 req_invoke (grp); 435 if (!req_invoke (grp))
436 {
437 req_free (grp);
438 unblock_sig ();
439 croak (0);
440 }
441
364 req_free (grp); 442 req_free (grp);
443 unblock_sig ();
365 } 444 }
366} 445}
367 446
368static void req_invoke (aio_req req) 447static int req_invoke (aio_req req)
369{ 448{
370 dSP; 449 dSP;
450
451 if (req->flags & FLAG_SV1_RO_OFF)
452 SvREADONLY_off (req->sv1);
371 453
372 if (!(req->flags & FLAG_CANCELLED) && SvOK (req->callback)) 454 if (!(req->flags & FLAG_CANCELLED) && SvOK (req->callback))
373 { 455 {
374 ENTER; 456 ENTER;
375 SAVETMPS; 457 SAVETMPS;
… …
383 SV *rv = &PL_sv_undef; 465 SV *rv = &PL_sv_undef;
384 466
385 if (req->result >= 0) 467 if (req->result >= 0)
386 { 468 {
387 int i; 469 int i;
388 char *buf = req->data2ptr; 470 char *buf = req->ptr2;
389 AV *av = newAV (); 471 AV *av = newAV ();
390 472
391 av_extend (av, req->result - 1); 473 av_extend (av, req->result - 1);
392 474
393 for (i = 0; i < req->result; ++i) 475 for (i = 0; i < req->result; ++i)
… …
413 PUSHs (sv_2mortal (newSViv (req->result))); 495 PUSHs (sv_2mortal (newSViv (req->result)));
414 PUTBACK; 496 PUTBACK;
415 call_pv ("IO::AIO::_fd2fh", G_SCALAR | G_EVAL); 497 call_pv ("IO::AIO::_fd2fh", G_SCALAR | G_EVAL);
416 SPAGAIN; 498 SPAGAIN;
417 499
418 fh = SvREFCNT_inc (POPs); 500 fh = POPs;
419
420 PUSHMARK (SP); 501 PUSHMARK (SP);
421 XPUSHs (sv_2mortal (fh)); 502 XPUSHs (fh);
422 } 503 }
423 break; 504 break;
424 505
425 case REQ_GROUP: 506 case REQ_GROUP:
426 req->fd = 2; /* mark group as finished */ 507 req->int1 = 2; /* mark group as finished */
427 508
428 if (req->data) 509 if (req->sv1)
429 { 510 {
430 int i; 511 int i;
431 AV *av = (AV *)req->data; 512 AV *av = (AV *)req->sv1;
432 513
433 EXTEND (SP, AvFILL (av) + 1); 514 EXTEND (SP, AvFILL (av) + 1);
434 for (i = 0; i <= AvFILL (av); ++i) 515 for (i = 0; i <= AvFILL (av); ++i)
435 PUSHs (*av_fetch (av, i, 0)); 516 PUSHs (*av_fetch (av, i, 0));
436 } 517 }
… …
438 519
439 case REQ_NOP: 520 case REQ_NOP:
440 case REQ_BUSY: 521 case REQ_BUSY:
441 break; 522 break;
442 523
524 case REQ_READLINK:
525 if (req->result > 0)
526 {
527 SvCUR_set (req->sv1, req->result);
528 *SvEND (req->sv1) = 0;
529 PUSHs (req->sv1);
530 }
531 break;
532
533 case REQ_STAT:
534 case REQ_LSTAT:
535 case REQ_FSTAT:
536 PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
537 PL_laststatval = req->result;
538 PL_statcache = *(Stat_t *)(req->ptr2);
539 PUSHs (sv_2mortal (newSViv (req->result)));
540 break;
541
542 case REQ_READ:
543 SvCUR_set (req->sv1, req->stroffset + (req->result > 0 ? req->result : 0));
544 *SvEND (req->sv1) = 0;
545 PUSHs (sv_2mortal (newSViv (req->result)));
546 break;
547
443 default: 548 default:
444 PUSHs (sv_2mortal (newSViv (req->result))); 549 PUSHs (sv_2mortal (newSViv (req->result)));
445 break; 550 break;
446 } 551 }
447 552
… …
467 grp->grp_first = req->grp_next; 572 grp->grp_first = req->grp_next;
468 573
469 aio_grp_dec (grp); 574 aio_grp_dec (grp);
470 } 575 }
471 576
472 if (SvTRUE (ERRSV)) 577 return !SvTRUE (ERRSV);
473 {
474 req_free (req);
475 croak (0);
476 }
477} 578}
478 579
479static void req_free (aio_req req) 580static void req_free (aio_req req)
480{ 581{
481 if (req->self) 582 if (req->self)
482 { 583 {
483 sv_unmagic (req->self, PERL_MAGIC_ext); 584 sv_unmagic (req->self, PERL_MAGIC_ext);
484 SvREFCNT_dec (req->self); 585 SvREFCNT_dec (req->self);
485 } 586 }
486 587
487 SvREFCNT_dec (req->data);
488 SvREFCNT_dec (req->fh); 588 SvREFCNT_dec (req->fh);
589 SvREFCNT_dec (req->sv1);
489 SvREFCNT_dec (req->fh2); 590 SvREFCNT_dec (req->sv2);
490 SvREFCNT_dec (req->callback); 591 SvREFCNT_dec (req->callback);
491 Safefree (req->statdata);
492 592
493 if (req->type == REQ_READDIR) 593 if (req->flags & FLAG_PTR2_FREE)
494 free (req->data2ptr); 594 free (req->ptr2);
495 595
496 Safefree (req); 596 Safefree (req);
497} 597}
498 598
499static void req_cancel_subs (aio_req grp) 599static void req_cancel_subs (aio_req grp)
… …
501 aio_req sub; 601 aio_req sub;
502 602
503 if (grp->type != REQ_GROUP) 603 if (grp->type != REQ_GROUP)
504 return; 604 return;
505 605
506 SvREFCNT_dec (grp->fh2); 606 SvREFCNT_dec (grp->sv2);
507 grp->fh2 = 0; 607 grp->sv2 = 0;
508 608
509 for (sub = grp->grp_first; sub; sub = sub->grp_next) 609 for (sub = grp->grp_first; sub; sub = sub->grp_next)
510 req_cancel (sub); 610 req_cancel (sub);
511} 611}
512 612
… …
537#endif 637#endif
538 638
539 sigfillset (&fullsigset); 639 sigfillset (&fullsigset);
540 640
541 LOCK (wrklock); 641 LOCK (wrklock);
542 sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset); 642 pthread_sigmask (SIG_SETMASK, &fullsigset, &oldsigset);
543 643
544 if (pthread_create (&wrk->tid, &attr, aio_proc, (void *)wrk) == 0) 644 if (pthread_create (&wrk->tid, &attr, aio_proc, (void *)wrk) == 0)
545 { 645 {
546 wrk->prev = &wrk_first; 646 wrk->prev = &wrk_first;
547 wrk->next = wrk_first.next; 647 wrk->next = wrk_first.next;
… …
550 ++started; 650 ++started;
551 } 651 }
552 else 652 else
553 free (wrk); 653 free (wrk);
554 654
555 sigprocmask (SIG_SETMASK, &oldsigset, 0); 655 pthread_sigmask (SIG_SETMASK, &oldsigset, 0);
556 UNLOCK (wrklock); 656 UNLOCK (wrklock);
557} 657}
558 658
559static void maybe_start_thread () 659static void maybe_start_thread ()
560{ 660{
561#if 0 661 if (get_nthreads () >= wanted)
562 static struct timeval last;
563 struct timeval diff, now;
564#endif
565
566 if (started >= wanted)
567 return; 662 return;
568 663
569 if (nready <= nreqs - get_nready () - get_npending ()) 664 /* todo: maybe use idle here, but might be less exact */
665 if (0 <= (int)get_nthreads () + (int)get_npending () - (int)nreqs)
570 return; 666 return;
571 667
572#if 0
573 gettimeofday (&now, 0);
574
575 diff.tv_sec = now.tv_sec - last.tv_sec;
576 diff.tv_usec = now.tv_usec - last.tv_usec;
577
578 if (diff.tv_usec < 0)
579 {
580 --diff.tv_sec;
581 diff.tv_usec += 1000000;
582 }
583
584 if (!diff.tv_sec && diff.tv_usec < 10000)
585 return;
586
587 last = now;
588#endif
589
590 start_thread (); 668 start_thread ();
591} 669}
592 670
593static void req_send (aio_req req) 671static void req_send (aio_req req)
594{ 672{
673 block_sig ();
674
595 ++nreqs; 675 ++nreqs;
596 676
597 LOCK (reqlock); 677 LOCK (reqlock);
598 ++nready; 678 ++nready;
599 reqq_push (&req_queue, req); 679 reqq_push (&req_queue, req);
600 pthread_cond_signal (&reqwait); 680 pthread_cond_signal (&reqwait);
601 UNLOCK (reqlock); 681 UNLOCK (reqlock);
602 682
683 unblock_sig ();
684
603 maybe_start_thread (); 685 maybe_start_thread ();
604} 686}
605 687
606static void end_thread (void) 688static void end_thread (void)
607{ 689{
… …
620 LOCK (wrklock); 702 LOCK (wrklock);
621 --started; 703 --started;
622 UNLOCK (wrklock); 704 UNLOCK (wrklock);
623} 705}
624 706
707static void set_max_idle (int nthreads)
708{
709 if (WORDACCESS_UNSAFE) LOCK (reqlock);
710 max_idle = nthreads <= 0 ? 1 : nthreads;
711 if (WORDACCESS_UNSAFE) UNLOCK (reqlock);
712}
713
625static void min_parallel (int nthreads) 714static void min_parallel (int nthreads)
626{ 715{
627 if (wanted < nthreads) 716 if (wanted < nthreads)
628 wanted = nthreads; 717 wanted = nthreads;
629} 718}
… …
642 fd_set rfd; 731 fd_set rfd;
643 732
644 while (nreqs) 733 while (nreqs)
645 { 734 {
646 int size; 735 int size;
647 if (WORDREAD_UNSAFE) LOCK (reslock); 736 if (WORDACCESS_UNSAFE) LOCK (reslock);
648 size = res_queue.size; 737 size = res_queue.size;
649 if (WORDREAD_UNSAFE) UNLOCK (reslock); 738 if (WORDACCESS_UNSAFE) UNLOCK (reslock);
650 739
651 if (size) 740 if (size)
652 return; 741 return;
653 742
654 maybe_start_thread (); 743 maybe_start_thread ();
… …
658 747
659 select (respipe [0] + 1, &rfd, 0, 0, 0); 748 select (respipe [0] + 1, &rfd, 0, 0, 0);
660 } 749 }
661} 750}
662 751
663static int poll_cb (int max) 752static int poll_cb ()
664{ 753{
665 dSP; 754 dSP;
666 int count = 0; 755 int count = 0;
756 int maxreqs = max_poll_reqs;
667 int do_croak = 0; 757 int do_croak = 0;
758 struct timeval tv_start, tv_now;
668 aio_req req; 759 aio_req req;
760
761 if (max_poll_time)
762 gettimeofday (&tv_start, 0);
763
764 block_sig ();
669 765
670 for (;;) 766 for (;;)
671 { 767 {
672 while (max <= 0 || count < max) 768 for (;;)
673 { 769 {
674 maybe_start_thread (); 770 maybe_start_thread ();
675 771
676 LOCK (reslock); 772 LOCK (reslock);
677 req = reqq_shift (&res_queue); 773 req = reqq_shift (&res_queue);
… …
681 --npending; 777 --npending;
682 778
683 if (!res_queue.size) 779 if (!res_queue.size)
684 { 780 {
685 /* read any signals sent by the worker threads */ 781 /* read any signals sent by the worker threads */
686 char buf [32]; 782 char buf [4];
687 while (read (respipe [0], buf, 32) == 32) 783 while (read (respipe [0], buf, 4) == 4)
688 ; 784 ;
689 } 785 }
690 } 786 }
691 787
692 UNLOCK (reslock); 788 UNLOCK (reslock);
… …
694 if (!req) 790 if (!req)
695 break; 791 break;
696 792
697 --nreqs; 793 --nreqs;
698 794
699 if (req->type == REQ_GROUP && req->length) 795 if (req->type == REQ_GROUP && req->size)
700 { 796 {
701 req->fd = 1; /* mark request as delayed */ 797 req->int1 = 1; /* mark request as delayed */
702 continue; 798 continue;
703 } 799 }
704 else 800 else
705 { 801 {
706 if (req->type == REQ_READ) 802 if (!req_invoke (req))
707 SvCUR_set (req->data, req->dataoffset + (req->result > 0 ? req->result : 0));
708
709 if (req->data2ptr && (req->type == REQ_READ || req->type == REQ_WRITE))
710 SvREADONLY_off (req->data);
711
712 if (req->statdata)
713 { 803 {
714 PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT; 804 req_free (req);
715 PL_laststatval = req->result; 805 unblock_sig ();
716 PL_statcache = *(req->statdata); 806 croak (0);
717 } 807 }
718
719 req_invoke (req);
720 808
721 count++; 809 count++;
722 } 810 }
723 811
724 req_free (req); 812 req_free (req);
813
814 if (maxreqs && !--maxreqs)
815 break;
816
817 if (max_poll_time)
818 {
819 gettimeofday (&tv_now, 0);
820
821 if (tvdiff (&tv_start, &tv_now) >= max_poll_time)
822 break;
823 }
725 } 824 }
726 825
727 if (nreqs <= max_outstanding) 826 if (nreqs <= max_outstanding)
728 break; 827 break;
729 828
730 poll_wait (); 829 poll_wait ();
731 830
732 max = 0; 831 ++maxreqs;
733 } 832 }
734 833
834 unblock_sig ();
735 return count; 835 return count;
736} 836}
737 837
738static void create_pipe () 838static void create_pipe ()
739{ 839{
… …
955 int memofs = 0; 1055 int memofs = 0;
956 int res = 0; 1056 int res = 0;
957 int errorno; 1057 int errorno;
958 1058
959 LOCK (wrklock); 1059 LOCK (wrklock);
960 self->dirp = dirp = opendir (req->dataptr); 1060 self->dirp = dirp = opendir (req->ptr1);
961 self->dbuf = u = malloc (sizeof (*u)); 1061 self->dbuf = u = malloc (sizeof (*u));
1062 req->flags |= FLAG_PTR2_FREE;
962 req->data2ptr = names = malloc (memlen); 1063 req->ptr2 = names = malloc (memlen);
963 UNLOCK (wrklock); 1064 UNLOCK (wrklock);
964 1065
965 if (dirp && u && names) 1066 if (dirp && u && names)
966 for (;;) 1067 for (;;)
967 { 1068 {
… …
981 1082
982 while (memofs + len > memlen) 1083 while (memofs + len > memlen)
983 { 1084 {
984 memlen *= 2; 1085 memlen *= 2;
985 LOCK (wrklock); 1086 LOCK (wrklock);
986 req->data2ptr = names = realloc (names, memlen); 1087 req->ptr2 = names = realloc (names, memlen);
987 UNLOCK (wrklock); 1088 UNLOCK (wrklock);
988 1089
989 if (!names) 1090 if (!names)
990 break; 1091 break;
991 } 1092 }
… …
1004/*****************************************************************************/ 1105/*****************************************************************************/
1005 1106
1006static void *aio_proc (void *thr_arg) 1107static void *aio_proc (void *thr_arg)
1007{ 1108{
1008 aio_req req; 1109 aio_req req;
1110 struct timespec ts;
1009 worker *self = (worker *)thr_arg; 1111 worker *self = (worker *)thr_arg;
1112
1113 /* try to distribute timeouts somewhat evenly */
1114 ts.tv_nsec = (((unsigned long)self + (unsigned long)ts.tv_sec) & 1023UL)
1115 * (1000000000UL / 1024UL);
1010 1116
1011 for (;;) 1117 for (;;)
1012 { 1118 {
1119 ts.tv_sec = time (0) + IDLE_TIMEOUT;
1120
1013 LOCK (reqlock); 1121 LOCK (reqlock);
1014 1122
1015 for (;;) 1123 for (;;)
1016 { 1124 {
1017 self->req = req = reqq_shift (&req_queue); 1125 self->req = req = reqq_shift (&req_queue);
1018 1126
1019 if (req) 1127 if (req)
1020 break; 1128 break;
1021 1129
1130 ++idle;
1131
1132 if (pthread_cond_timedwait (&reqwait, &reqlock, &ts)
1133 == ETIMEDOUT)
1134 {
1135 if (idle > max_idle)
1136 {
1137 --idle;
1138 UNLOCK (reqlock);
1139 LOCK (wrklock);
1140 --started;
1141 UNLOCK (wrklock);
1142 goto quit;
1143 }
1144
1145 /* we are allowed to idle, so do so without any timeout */
1022 pthread_cond_wait (&reqwait, &reqlock); 1146 pthread_cond_wait (&reqwait, &reqlock);
1147 ts.tv_sec = time (0) + IDLE_TIMEOUT;
1148 }
1149
1150 --idle;
1023 } 1151 }
1024 1152
1025 --nready; 1153 --nready;
1026 1154
1027 UNLOCK (reqlock); 1155 UNLOCK (reqlock);
… …
1029 errno = 0; /* strictly unnecessary */ 1157 errno = 0; /* strictly unnecessary */
1030 1158
1031 if (!(req->flags & FLAG_CANCELLED)) 1159 if (!(req->flags & FLAG_CANCELLED))
1032 switch (req->type) 1160 switch (req->type)
1033 { 1161 {
1034 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break; 1162 case REQ_READ: req->result = pread (req->int1, req->ptr1, req->size, req->offs); break;
1035 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break; 1163 case REQ_WRITE: req->result = pwrite (req->int1, req->ptr1, req->size, req->offs); break;
1036 1164
1037 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break; 1165 case REQ_READAHEAD: req->result = readahead (req->int1, req->offs, req->size); break;
1038 case REQ_SENDFILE: req->result = sendfile_ (req->fd, req->fd2, req->offset, req->length, self); break; 1166 case REQ_SENDFILE: req->result = sendfile_ (req->int1, req->int2, req->offs, req->size, self); break;
1039 1167
1040 case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break; 1168 case REQ_STAT: req->result = stat (req->ptr1, (Stat_t *)req->ptr2); break;
1041 case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break; 1169 case REQ_LSTAT: req->result = lstat (req->ptr1, (Stat_t *)req->ptr2); break;
1042 case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break; 1170 case REQ_FSTAT: req->result = fstat (req->int1, (Stat_t *)req->ptr2); break;
1043 1171
1044 case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; 1172 case REQ_OPEN: req->result = open (req->ptr1, req->int1, req->mode); break;
1045 case REQ_CLOSE: req->result = close (req->fd); break; 1173 case REQ_CLOSE: req->result = close (req->int1); break;
1046 case REQ_UNLINK: req->result = unlink (req->dataptr); break; 1174 case REQ_UNLINK: req->result = unlink (req->ptr1); break;
1047 case REQ_RMDIR: req->result = rmdir (req->dataptr); break; 1175 case REQ_RMDIR: req->result = rmdir (req->ptr1); break;
1048 case REQ_RENAME: req->result = rename (req->data2ptr, req->dataptr); break; 1176 case REQ_RENAME: req->result = rename (req->ptr2, req->ptr1); break;
1049 case REQ_LINK: req->result = link (req->data2ptr, req->dataptr); break; 1177 case REQ_LINK: req->result = link (req->ptr2, req->ptr1); break;
1050 case REQ_SYMLINK: req->result = symlink (req->data2ptr, req->dataptr); break; 1178 case REQ_SYMLINK: req->result = symlink (req->ptr2, req->ptr1); break;
1051 case REQ_MKNOD: req->result = mknod (req->data2ptr, req->mode, (dev_t)req->offset); break; 1179 case REQ_MKNOD: req->result = mknod (req->ptr2, req->mode, (dev_t)req->offs); break;
1180 case REQ_READLINK: req->result = readlink (req->ptr2, req->ptr1, NAME_MAX); break;
1052 1181
1053 case REQ_FDATASYNC: req->result = fdatasync (req->fd); break; 1182 case REQ_FDATASYNC: req->result = fdatasync (req->int1); break;
1054 case REQ_FSYNC: req->result = fsync (req->fd); break; 1183 case REQ_FSYNC: req->result = fsync (req->int1); break;
1055 case REQ_READDIR: scandir_ (req, self); break; 1184 case REQ_READDIR: scandir_ (req, self); break;
1056 1185
1057 case REQ_BUSY: 1186 case REQ_BUSY:
1058 { 1187 {
1059 struct timeval tv; 1188 struct timeval tv;
1060 1189
1061 tv.tv_sec = req->fd; 1190 tv.tv_sec = req->int1;
1062 tv.tv_usec = req->fd2; 1191 tv.tv_usec = req->int2;
1063 1192
1064 req->result = select (0, 0, 0, 0, &tv); 1193 req->result = select (0, 0, 0, 0, &tv);
1065 } 1194 }
1066 1195
1067 case REQ_GROUP: 1196 case REQ_GROUP:
1068 case REQ_NOP: 1197 case REQ_NOP:
1069 break; 1198 break;
1070 1199
1071 case REQ_QUIT: 1200 case REQ_QUIT:
1072 LOCK (wrklock); 1201 goto quit;
1073 worker_free (self);
1074 --started;
1075 UNLOCK (wrklock);
1076 return 0;
1077 1202
1078 default: 1203 default:
1079 req->result = ENOSYS; 1204 req->result = ENOSYS;
1080 break; 1205 break;
1081 } 1206 }
… …
1085 LOCK (reslock); 1210 LOCK (reslock);
1086 1211
1087 ++npending; 1212 ++npending;
1088 1213
1089 if (!reqq_push (&res_queue, req)) 1214 if (!reqq_push (&res_queue, req))
1215 {
1090 /* write a dummy byte to the pipe so fh becomes ready */ 1216 /* write a dummy byte to the pipe so fh becomes ready */
1091 write (respipe [1], &respipe, 1); 1217 write (respipe [1], &respipe, 1);
1218
1219 /* optionally signal the main thread asynchronously */
1220 if (main_sig)
1221 pthread_kill (main_tid, main_sig);
1222 }
1092 1223
1093 self->req = 0; 1224 self->req = 0;
1094 worker_clear (self); 1225 worker_clear (self);
1095 1226
1096 UNLOCK (reslock); 1227 UNLOCK (reslock);
1097 } 1228 }
1229
1230quit:
1231 LOCK (wrklock);
1232 worker_free (self);
1233 UNLOCK (wrklock);
1234
1235 return 0;
1098} 1236}
1099 1237
1100/*****************************************************************************/ 1238/*****************************************************************************/
1101 1239
1102static void atfork_prepare (void) 1240static void atfork_prepare (void)
… …
1144 1282
1145 worker_clear (wrk); 1283 worker_clear (wrk);
1146 worker_free (wrk); 1284 worker_free (wrk);
1147 } 1285 }
1148 1286
1149 started = 0; 1287 started = 0;
1288 idle = 0;
1150 nreqs = 0; 1289 nreqs = 0;
1290 nready = 0;
1291 npending = 0;
1151 1292
1152 close (respipe [0]); 1293 close (respipe [0]);
1153 close (respipe [1]); 1294 close (respipe [1]);
1154 create_pipe (); 1295 create_pipe ();
1155 1296
… …
1189 newCONSTSUB (stash, "O_RDONLY", newSViv (O_RDONLY)); 1330 newCONSTSUB (stash, "O_RDONLY", newSViv (O_RDONLY));
1190 newCONSTSUB (stash, "O_WRONLY", newSViv (O_WRONLY)); 1331 newCONSTSUB (stash, "O_WRONLY", newSViv (O_WRONLY));
1191 newCONSTSUB (stash, "O_CREAT", newSViv (O_CREAT)); 1332 newCONSTSUB (stash, "O_CREAT", newSViv (O_CREAT));
1192 newCONSTSUB (stash, "O_TRUNC", newSViv (O_TRUNC)); 1333 newCONSTSUB (stash, "O_TRUNC", newSViv (O_TRUNC));
1193 newCONSTSUB (stash, "S_IFIFO", newSViv (S_IFIFO)); 1334 newCONSTSUB (stash, "S_IFIFO", newSViv (S_IFIFO));
1335 newCONSTSUB (stash, "SIGIO", newSViv (SIGIO));
1194 1336
1195 create_pipe (); 1337 create_pipe ();
1196 pthread_atfork (atfork_prepare, atfork_parent, atfork_child); 1338 pthread_atfork (atfork_prepare, atfork_parent, atfork_child);
1197
1198 start_thread ();
1199} 1339}
1340
1341void
1342max_poll_reqs (int nreqs)
1343 PROTOTYPE: $
1344 CODE:
1345 max_poll_reqs = nreqs;
1346
1347void
1348max_poll_time (double nseconds)
1349 PROTOTYPE: $
1350 CODE:
1351 max_poll_time = nseconds * AIO_TICKS;
1200 1352
1201void 1353void
1202min_parallel (int nthreads) 1354min_parallel (int nthreads)
1203 PROTOTYPE: $ 1355 PROTOTYPE: $
1204 1356
1205void 1357void
1206max_parallel (int nthreads) 1358max_parallel (int nthreads)
1207 PROTOTYPE: $ 1359 PROTOTYPE: $
1360
1361void
1362max_idle (int nthreads)
1363 PROTOTYPE: $
1364 CODE:
1365 set_max_idle (nthreads);
1208 1366
1209int 1367int
1210max_outstanding (int maxreqs) 1368max_outstanding (int maxreqs)
1211 PROTOTYPE: $ 1369 PROTOTYPE: $
1212 CODE: 1370 CODE:
… …
1215 OUTPUT: 1373 OUTPUT:
1216 RETVAL 1374 RETVAL
1217 1375
1218void 1376void
1219aio_open (pathname,flags,mode,callback=&PL_sv_undef) 1377aio_open (pathname,flags,mode,callback=&PL_sv_undef)
1220 SV * pathname 1378 SV8 * pathname
1221 int flags 1379 int flags
1222 int mode 1380 int mode
1223 SV * callback 1381 SV * callback
1224 PROTOTYPE: $$$;$ 1382 PROTOTYPE: $$$;$
1225 PPCODE: 1383 PPCODE:
1226{ 1384{
1227 dREQ; 1385 dREQ;
1228 1386
1229 req->type = REQ_OPEN; 1387 req->type = REQ_OPEN;
1230 req->data = newSVsv (pathname); 1388 req->sv1 = newSVsv (pathname);
1231 req->dataptr = SvPVbyte_nolen (req->data); 1389 req->ptr1 = SvPVbyte_nolen (req->sv1);
1232 req->fd = flags; 1390 req->int1 = flags;
1233 req->mode = mode; 1391 req->mode = mode;
1234 1392
1235 REQ_SEND; 1393 REQ_SEND;
1236} 1394}
1237 1395
… …
1247 PPCODE: 1405 PPCODE:
1248{ 1406{
1249 dREQ; 1407 dREQ;
1250 1408
1251 req->type = ix; 1409 req->type = ix;
1252 req->fh = newSVsv (fh); 1410 req->fh = newSVsv (fh);
1253 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh))); 1411 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh)));
1254 1412
1255 REQ_SEND (req); 1413 REQ_SEND (req);
1256} 1414}
1257 1415
1258void 1416void
1259aio_read (fh,offset,length,data,dataoffset,callback=&PL_sv_undef) 1417aio_read (fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
1260 SV * fh 1418 SV * fh
1261 UV offset 1419 UV offset
1262 UV length 1420 UV length
1263 SV * data 1421 SV8 * data
1264 UV dataoffset 1422 UV dataoffset
1265 SV * callback 1423 SV * callback
1266 ALIAS: 1424 ALIAS:
1267 aio_read = REQ_READ 1425 aio_read = REQ_READ
1268 aio_write = REQ_WRITE 1426 aio_write = REQ_WRITE
1269 PROTOTYPE: $$$$$;$ 1427 PROTOTYPE: $$$$$;$
1270 PPCODE: 1428 PPCODE:
1271{ 1429{
1272 aio_req req;
1273 STRLEN svlen; 1430 STRLEN svlen;
1274 char *svptr = SvPVbyte (data, svlen); 1431 char *svptr = SvPVbyte (data, svlen);
1275 1432
1276 SvUPGRADE (data, SVt_PV); 1433 SvUPGRADE (data, SVt_PV);
1277 SvPOK_on (data); 1434 SvPOK_on (data);
… …
1289 length = svlen - dataoffset; 1446 length = svlen - dataoffset;
1290 } 1447 }
1291 else 1448 else
1292 { 1449 {
1293 /* read: grow scalar as necessary */ 1450 /* read: grow scalar as necessary */
1294 svptr = SvGROW (data, length + dataoffset); 1451 svptr = SvGROW (data, length + dataoffset + 1);
1295 } 1452 }
1296 1453
1297 if (length < 0) 1454 if (length < 0)
1298 croak ("length must not be negative"); 1455 croak ("length must not be negative");
1299 1456
1300 { 1457 {
1301 dREQ; 1458 dREQ;
1302 1459
1303 req->type = ix; 1460 req->type = ix;
1304 req->fh = newSVsv (fh); 1461 req->fh = newSVsv (fh);
1305 req->fd = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh)) 1462 req->int1 = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh))
1306 : IoOFP (sv_2io (fh))); 1463 : IoOFP (sv_2io (fh)));
1307 req->offset = offset; 1464 req->offs = offset;
1308 req->length = length; 1465 req->size = length;
1309 req->data = SvREFCNT_inc (data); 1466 req->sv1 = SvREFCNT_inc (data);
1310 req->dataptr = (char *)svptr + dataoffset; 1467 req->ptr1 = (char *)svptr + dataoffset;
1468 req->stroffset = dataoffset;
1311 1469
1312 if (!SvREADONLY (data)) 1470 if (!SvREADONLY (data))
1313 { 1471 {
1314 SvREADONLY_on (data); 1472 SvREADONLY_on (data);
1315 req->data2ptr = (void *)data; 1473 req->flags |= FLAG_SV1_RO_OFF;
1316 } 1474 }
1317 1475
1318 REQ_SEND; 1476 REQ_SEND;
1319 } 1477 }
1478}
1479
1480void
1481aio_readlink (path,callback=&PL_sv_undef)
1482 SV8 * path
1483 SV * callback
1484 PROTOTYPE: $$;$
1485 PPCODE:
1486{
1487 SV *data;
1488 dREQ;
1489
1490 data = newSV (NAME_MAX);
1491 SvPOK_on (data);
1492
1493 req->type = REQ_READLINK;
1494 req->fh = newSVsv (path);
1495 req->ptr2 = SvPVbyte_nolen (req->fh);
1496 req->sv1 = data;
1497 req->ptr1 = SvPVbyte_nolen (data);
1498
1499 REQ_SEND;
1320} 1500}
1321 1501
1322void 1502void
1323aio_sendfile (out_fh,in_fh,in_offset,length,callback=&PL_sv_undef) 1503aio_sendfile (out_fh,in_fh,in_offset,length,callback=&PL_sv_undef)
1324 SV * out_fh 1504 SV * out_fh
… …
1330 PPCODE: 1510 PPCODE:
1331{ 1511{
1332 dREQ; 1512 dREQ;
1333 1513
1334 req->type = REQ_SENDFILE; 1514 req->type = REQ_SENDFILE;
1335 req->fh = newSVsv (out_fh); 1515 req->fh = newSVsv (out_fh);
1336 req->fd = PerlIO_fileno (IoIFP (sv_2io (out_fh))); 1516 req->int1 = PerlIO_fileno (IoIFP (sv_2io (out_fh)));
1337 req->fh2 = newSVsv (in_fh); 1517 req->sv2 = newSVsv (in_fh);
1338 req->fd2 = PerlIO_fileno (IoIFP (sv_2io (in_fh))); 1518 req->int2 = PerlIO_fileno (IoIFP (sv_2io (in_fh)));
1339 req->offset = in_offset; 1519 req->offs = in_offset;
1340 req->length = length; 1520 req->size = length;
1341 1521
1342 REQ_SEND; 1522 REQ_SEND;
1343} 1523}
1344 1524
1345void 1525void
… …
1352 PPCODE: 1532 PPCODE:
1353{ 1533{
1354 dREQ; 1534 dREQ;
1355 1535
1356 req->type = REQ_READAHEAD; 1536 req->type = REQ_READAHEAD;
1357 req->fh = newSVsv (fh); 1537 req->fh = newSVsv (fh);
1358 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh))); 1538 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh)));
1359 req->offset = offset; 1539 req->offs = offset;
1360 req->length = length; 1540 req->size = length;
1361 1541
1362 REQ_SEND; 1542 REQ_SEND;
1363} 1543}
1364 1544
1365void 1545void
1366aio_stat (fh_or_path,callback=&PL_sv_undef) 1546aio_stat (fh_or_path,callback=&PL_sv_undef)
1367 SV * fh_or_path 1547 SV8 * fh_or_path
1368 SV * callback 1548 SV * callback
1369 ALIAS: 1549 ALIAS:
1370 aio_stat = REQ_STAT 1550 aio_stat = REQ_STAT
1371 aio_lstat = REQ_LSTAT 1551 aio_lstat = REQ_LSTAT
1372 PPCODE: 1552 PPCODE:
1373{ 1553{
1374 dREQ; 1554 dREQ;
1375 1555
1376 New (0, req->statdata, 1, Stat_t); 1556 req->ptr2 = malloc (sizeof (Stat_t));
1377 if (!req->statdata) 1557 if (!req->ptr2)
1378 { 1558 {
1379 req_free (req); 1559 req_free (req);
1380 croak ("out of memory during aio_req->statdata allocation"); 1560 croak ("out of memory during aio_stat statdata allocation");
1381 } 1561 }
1562
1563 req->flags |= FLAG_PTR2_FREE;
1382 1564
1383 if (SvPOK (fh_or_path)) 1565 if (SvPOK (fh_or_path))
1384 { 1566 {
1385 req->type = ix; 1567 req->type = ix;
1386 req->data = newSVsv (fh_or_path); 1568 req->sv1 = newSVsv (fh_or_path);
1387 req->dataptr = SvPVbyte_nolen (req->data); 1569 req->ptr1 = SvPVbyte_nolen (req->sv1);
1388 } 1570 }
1389 else 1571 else
1390 { 1572 {
1391 req->type = REQ_FSTAT; 1573 req->type = REQ_FSTAT;
1392 req->fh = newSVsv (fh_or_path); 1574 req->fh = newSVsv (fh_or_path);
1393 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); 1575 req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1394 } 1576 }
1395 1577
1396 REQ_SEND; 1578 REQ_SEND;
1397} 1579}
1398 1580
1399void 1581void
1400aio_unlink (pathname,callback=&PL_sv_undef) 1582aio_unlink (pathname,callback=&PL_sv_undef)
1401 SV * pathname 1583 SV8 * pathname
1402 SV * callback 1584 SV * callback
1403 ALIAS: 1585 ALIAS:
1404 aio_unlink = REQ_UNLINK 1586 aio_unlink = REQ_UNLINK
1405 aio_rmdir = REQ_RMDIR 1587 aio_rmdir = REQ_RMDIR
1406 aio_readdir = REQ_READDIR 1588 aio_readdir = REQ_READDIR
1407 PPCODE: 1589 PPCODE:
1408{ 1590{
1409 dREQ; 1591 dREQ;
1410 1592
1411 req->type = ix; 1593 req->type = ix;
1412 req->data = newSVsv (pathname); 1594 req->sv1 = newSVsv (pathname);
1413 req->dataptr = SvPVbyte_nolen (req->data); 1595 req->ptr1 = SvPVbyte_nolen (req->sv1);
1414 1596
1415 REQ_SEND; 1597 REQ_SEND;
1416} 1598}
1417 1599
1418void 1600void
1419aio_link (oldpath,newpath,callback=&PL_sv_undef) 1601aio_link (oldpath,newpath,callback=&PL_sv_undef)
1420 SV * oldpath 1602 SV8 * oldpath
1421 SV * newpath 1603 SV8 * newpath
1422 SV * callback 1604 SV * callback
1423 ALIAS: 1605 ALIAS:
1424 aio_link = REQ_LINK 1606 aio_link = REQ_LINK
1425 aio_symlink = REQ_SYMLINK 1607 aio_symlink = REQ_SYMLINK
1426 aio_rename = REQ_RENAME 1608 aio_rename = REQ_RENAME
1427 PPCODE: 1609 PPCODE:
1428{ 1610{
1429 dREQ; 1611 dREQ;
1430 1612
1431 req->type = ix; 1613 req->type = ix;
1432 req->fh = newSVsv (oldpath); 1614 req->fh = newSVsv (oldpath);
1433 req->data2ptr = SvPVbyte_nolen (req->fh); 1615 req->ptr2 = SvPVbyte_nolen (req->fh);
1434 req->data = newSVsv (newpath); 1616 req->sv1 = newSVsv (newpath);
1435 req->dataptr = SvPVbyte_nolen (req->data); 1617 req->ptr1 = SvPVbyte_nolen (req->sv1);
1436 1618
1437 REQ_SEND; 1619 REQ_SEND;
1438} 1620}
1439 1621
1440void 1622void
1441aio_mknod (pathname,mode,dev,callback=&PL_sv_undef) 1623aio_mknod (pathname,mode,dev,callback=&PL_sv_undef)
1442 SV * pathname 1624 SV8 * pathname
1443 SV * callback 1625 SV * callback
1444 UV mode 1626 UV mode
1445 UV dev 1627 UV dev
1446 PPCODE: 1628 PPCODE:
1447{ 1629{
1448 dREQ; 1630 dREQ;
1449 1631
1450 req->type = REQ_MKNOD; 1632 req->type = REQ_MKNOD;
1451 req->data = newSVsv (pathname); 1633 req->sv1 = newSVsv (pathname);
1452 req->dataptr = SvPVbyte_nolen (req->data); 1634 req->ptr1 = SvPVbyte_nolen (req->sv1);
1453 req->mode = (mode_t)mode; 1635 req->mode = (mode_t)mode;
1454 req->offset = dev; 1636 req->offs = dev;
1455 1637
1456 REQ_SEND; 1638 REQ_SEND;
1457} 1639}
1458 1640
1459void 1641void
1460aio_busy (delay,callback=&PL_sv_undef) 1642aio_busy (delay,callback=&PL_sv_undef)
1461 double delay 1643 double delay
1462 SV * callback 1644 SV * callback
1463 PPCODE: 1645 PPCODE:
1464{ 1646{
1465 dREQ; 1647 dREQ;
1466 1648
1467 req->type = REQ_BUSY; 1649 req->type = REQ_BUSY;
1468 req->fd = delay < 0. ? 0 : delay; 1650 req->int1 = delay < 0. ? 0 : delay;
1469 req->fd2 = delay < 0. ? 0 : 1000. * (delay - req->fd); 1651 req->int2 = delay < 0. ? 0 : 1000. * (delay - req->int1);
1470 1652
1471 REQ_SEND; 1653 REQ_SEND;
1472} 1654}
1473 1655
1474void 1656void
… …
1478 PPCODE: 1660 PPCODE:
1479{ 1661{
1480 dREQ; 1662 dREQ;
1481 1663
1482 req->type = REQ_GROUP; 1664 req->type = REQ_GROUP;
1665
1483 req_send (req); 1666 req_send (req);
1484
1485 XPUSHs (req_sv (req, AIO_GRP_KLASS)); 1667 XPUSHs (req_sv (req, AIO_GRP_KLASS));
1486} 1668}
1487 1669
1488void 1670void
1489aio_nop (callback=&PL_sv_undef) 1671aio_nop (callback=&PL_sv_undef)
1490 SV * callback 1672 SV * callback
1491 PPCODE: 1673 PPCODE:
1492{ 1674{
1493 dREQ; 1675 dREQ;
1494 1676
1495 req->type = REQ_NOP; 1677 req->type = REQ_NOP;
… …
1524 PROTOTYPE: 1706 PROTOTYPE:
1525 CODE: 1707 CODE:
1526 while (nreqs) 1708 while (nreqs)
1527 { 1709 {
1528 poll_wait (); 1710 poll_wait ();
1529 poll_cb (0); 1711 poll_cb ();
1530 } 1712 }
1531 1713
1532void 1714int
1533poll() 1715poll()
1534 PROTOTYPE: 1716 PROTOTYPE:
1535 CODE: 1717 CODE:
1536 if (nreqs)
1537 {
1538 poll_wait (); 1718 poll_wait ();
1539 poll_cb (0); 1719 RETVAL = poll_cb ();
1540 } 1720 OUTPUT:
1721 RETVAL
1541 1722
1542int 1723int
1543poll_fileno() 1724poll_fileno()
1544 PROTOTYPE: 1725 PROTOTYPE:
1545 CODE: 1726 CODE:
… …
1549 1730
1550int 1731int
1551poll_cb(...) 1732poll_cb(...)
1552 PROTOTYPE: 1733 PROTOTYPE:
1553 CODE: 1734 CODE:
1554 RETVAL = poll_cb (0); 1735 RETVAL = poll_cb ();
1555 OUTPUT:
1556 RETVAL
1557
1558int
1559poll_some(int max = 0)
1560 PROTOTYPE: $
1561 CODE:
1562 RETVAL = poll_cb (max);
1563 OUTPUT: 1736 OUTPUT:
1564 RETVAL 1737 RETVAL
1565 1738
1566void 1739void
1567poll_wait() 1740poll_wait()
1568 PROTOTYPE: 1741 PROTOTYPE:
1569 CODE: 1742 CODE:
1570 if (nreqs)
1571 poll_wait (); 1743 poll_wait ();
1744
1745void
1746setsig (int signum = SIGIO)
1747 PROTOTYPE: ;$
1748 CODE:
1749{
1750 if (block_sig_level)
1751 croak ("cannot call IO::AIO::setsig from within aio_block/callback");
1752
1753 LOCK (reslock);
1754 main_tid = pthread_self ();
1755 main_sig = signum;
1756 UNLOCK (reslock);
1757
1758 if (main_sig && npending)
1759 pthread_kill (main_tid, main_sig);
1760}
1761
1762void
1763aio_block (SV *cb)
1764 PROTOTYPE: &
1765 PPCODE:
1766{
1767 int count;
1768
1769 block_sig ();
1770 PUSHMARK (SP);
1771 PUTBACK;
1772 count = call_sv (cb, GIMME_V | G_NOARGS | G_EVAL);
1773 SPAGAIN;
1774 unblock_sig ();
1775
1776 if (SvTRUE (ERRSV))
1777 croak (0);
1778
1779 XSRETURN (count);
1780}
1572 1781
1573int 1782int
1574nreqs() 1783nreqs()
1575 PROTOTYPE: 1784 PROTOTYPE:
1576 CODE: 1785 CODE:
… …
1592 CODE: 1801 CODE:
1593 RETVAL = get_npending (); 1802 RETVAL = get_npending ();
1594 OUTPUT: 1803 OUTPUT:
1595 RETVAL 1804 RETVAL
1596 1805
1806int
1807nthreads()
1808 PROTOTYPE:
1809 CODE:
1810 if (WORDACCESS_UNSAFE) LOCK (wrklock);
1811 RETVAL = started;
1812 if (WORDACCESS_UNSAFE) UNLOCK (wrklock);
1813 OUTPUT:
1814 RETVAL
1815
1597PROTOTYPES: DISABLE 1816PROTOTYPES: DISABLE
1598 1817
1599MODULE = IO::AIO PACKAGE = IO::AIO::REQ 1818MODULE = IO::AIO PACKAGE = IO::AIO::REQ
1600 1819
1601void 1820void
… …
1616 PPCODE: 1835 PPCODE:
1617{ 1836{
1618 int i; 1837 int i;
1619 aio_req req; 1838 aio_req req;
1620 1839
1840 if (main_sig && !block_sig_level)
1841 croak ("aio_group->add called outside aio_block/callback context while IO::AIO::setsig is in use");
1842
1621 if (grp->fd == 2) 1843 if (grp->int1 == 2)
1622 croak ("cannot add requests to IO::AIO::GRP after the group finished"); 1844 croak ("cannot add requests to IO::AIO::GRP after the group finished");
1623 1845
1624 for (i = 1; i < items; ++i ) 1846 for (i = 1; i < items; ++i )
1625 { 1847 {
1626 if (GIMME_V != G_VOID) 1848 if (GIMME_V != G_VOID)
… …
1628 1850
1629 req = SvAIO_REQ (ST (i)); 1851 req = SvAIO_REQ (ST (i));
1630 1852
1631 if (req) 1853 if (req)
1632 { 1854 {
1633 ++grp->length; 1855 ++grp->size;
1634 req->grp = grp; 1856 req->grp = grp;
1635 1857
1636 req->grp_prev = 0; 1858 req->grp_prev = 0;
1637 req->grp_next = grp->grp_first; 1859 req->grp_next = grp->grp_first;
1638 1860
… …
1661 av = newAV (); 1883 av = newAV ();
1662 1884
1663 for (i = 1; i < items; ++i ) 1885 for (i = 1; i < items; ++i )
1664 av_push (av, newSVsv (ST (i))); 1886 av_push (av, newSVsv (ST (i)));
1665 1887
1666 SvREFCNT_dec (grp->data); 1888 SvREFCNT_dec (grp->sv1);
1667 grp->data = (SV *)av; 1889 grp->sv1 = (SV *)av;
1668} 1890}
1669 1891
1670void 1892void
1671errno (aio_req grp, int errorno = errno) 1893errno (aio_req grp, int errorno = errno)
1672 CODE: 1894 CODE:
1673 grp->errorno = errorno; 1895 grp->errorno = errorno;
1674 1896
1675void 1897void
1676limit (aio_req grp, int limit) 1898limit (aio_req grp, int limit)
1677 CODE: 1899 CODE:
1678 grp->fd2 = limit; 1900 grp->int2 = limit;
1679 aio_grp_feed (grp); 1901 aio_grp_feed (grp);
1680 1902
1681void 1903void
1682feed (aio_req grp, SV *callback=&PL_sv_undef) 1904feed (aio_req grp, SV *callback=&PL_sv_undef)
1683 CODE: 1905 CODE:
1684{ 1906{
1685 SvREFCNT_dec (grp->fh2); 1907 SvREFCNT_dec (grp->sv2);
1686 grp->fh2 = newSVsv (callback); 1908 grp->sv2 = newSVsv (callback);
1687 1909
1688 if (grp->fd2 <= 0) 1910 if (grp->int2 <= 0)
1689 grp->fd2 = 2; 1911 grp->int2 = 2;
1690 1912
1691 aio_grp_feed (grp); 1913 aio_grp_feed (grp);
1692} 1914}
1693 1915

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines