1 | #ifndef _REENTRANT |
|
|
2 | # define _REENTRANT 1 |
1 | #define _REENTRANT 1 |
3 | #endif |
|
|
4 | #include <errno.h> |
2 | #include <errno.h> |
5 | |
3 | |
6 | #include "EXTERN.h" |
4 | #include "EXTERN.h" |
7 | #include "perl.h" |
5 | #include "perl.h" |
8 | #include "XSUB.h" |
6 | #include "XSUB.h" |
… | |
… | |
31 | |
29 | |
32 | enum { |
30 | enum { |
33 | REQ_QUIT, |
31 | REQ_QUIT, |
34 | REQ_OPEN, REQ_CLOSE, |
32 | REQ_OPEN, REQ_CLOSE, |
35 | REQ_READ, REQ_WRITE, REQ_READAHEAD, |
33 | REQ_READ, REQ_WRITE, REQ_READAHEAD, |
36 | REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK, |
34 | REQ_STAT, REQ_LSTAT, REQ_FSTAT, |
37 | REQ_FSYNC, REQ_FDATASYNC, |
35 | REQ_FSYNC, REQ_FDATASYNC, |
|
|
36 | REQ_UNLINK, REQ_RMDIR, REQ_SYMLINK, |
|
|
37 | REQ_SYMLINK, |
38 | }; |
38 | }; |
39 | |
39 | |
40 | typedef struct aio_cb { |
40 | typedef struct aio_cb { |
41 | struct aio_cb *volatile next; |
41 | struct aio_cb *volatile next; |
42 | |
42 | |
… | |
… | |
47 | size_t length; |
47 | size_t length; |
48 | ssize_t result; |
48 | ssize_t result; |
49 | mode_t mode; /* open */ |
49 | mode_t mode; /* open */ |
50 | int errorno; |
50 | int errorno; |
51 | SV *data, *callback, *fh; |
51 | SV *data, *callback, *fh; |
52 | void *dataptr; |
52 | void *dataptr, *data2ptr; |
53 | STRLEN dataoffset; |
53 | STRLEN dataoffset; |
54 | |
54 | |
55 | Stat_t *statdata; |
55 | Stat_t *statdata; |
56 | } aio_cb; |
56 | } aio_cb; |
57 | |
57 | |
… | |
… | |
62 | static int max_outstanding = 1<<30; |
62 | static int max_outstanding = 1<<30; |
63 | static int respipe [2]; |
63 | static int respipe [2]; |
64 | |
64 | |
65 | static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER; |
65 | static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER; |
66 | static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER; |
66 | static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER; |
|
|
67 | static pthread_mutex_t frklock = PTHREAD_MUTEX_INITIALIZER; |
67 | static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; |
68 | static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; |
68 | |
69 | |
69 | static volatile aio_req reqs, reqe; /* queue start, queue end */ |
70 | static volatile aio_req reqs, reqe; /* queue start, queue end */ |
70 | static volatile aio_req ress, rese; /* queue start, queue end */ |
71 | static volatile aio_req ress, rese; /* queue start, queue end */ |
71 | |
72 | |
… | |
… | |
92 | pthread_mutex_lock (&reslock); |
93 | pthread_mutex_lock (&reslock); |
93 | |
94 | |
94 | { |
95 | { |
95 | /* read any signals sent by the worker threads */ |
96 | /* read any signals sent by the worker threads */ |
96 | char buf [32]; |
97 | char buf [32]; |
97 | while (read (respipe [0], buf, 32) > 0) |
98 | while (read (respipe [0], buf, 32) == 32) |
98 | ; |
99 | ; |
99 | } |
100 | } |
100 | |
101 | |
101 | req = ress; |
102 | req = ress; |
102 | ress = rese = 0; |
103 | ress = rese = 0; |
… | |
… | |
235 | req->type = REQ_QUIT; |
236 | req->type = REQ_QUIT; |
236 | |
237 | |
237 | send_req (req); |
238 | send_req (req); |
238 | } |
239 | } |
239 | |
240 | |
|
|
241 | |
|
|
242 | static void min_parallel (int nthreads) |
|
|
243 | { |
|
|
244 | while (nthreads > started) |
|
|
245 | start_thread (); |
|
|
246 | } |
|
|
247 | |
|
|
248 | static void max_parallel (int nthreads) |
|
|
249 | { |
|
|
250 | int cur = started; |
|
|
251 | while (cur > nthreads) |
|
|
252 | { |
|
|
253 | end_thread (); |
|
|
254 | cur--; |
|
|
255 | } |
|
|
256 | |
|
|
257 | while (started > nthreads) |
|
|
258 | { |
|
|
259 | poll_wait (); |
|
|
260 | poll_cb (); |
|
|
261 | } |
|
|
262 | } |
|
|
263 | |
|
|
264 | static int fork_started; |
|
|
265 | |
|
|
266 | static void atfork_prepare (void) |
|
|
267 | { |
|
|
268 | pthread_mutex_lock (&frklock); |
|
|
269 | |
|
|
270 | fork_started = started; |
|
|
271 | |
|
|
272 | for (;;) { |
|
|
273 | while (nreqs) |
|
|
274 | { |
|
|
275 | poll_wait (); |
|
|
276 | poll_cb (); |
|
|
277 | } |
|
|
278 | |
|
|
279 | max_parallel (0); |
|
|
280 | |
|
|
281 | pthread_mutex_lock (&reqlock); |
|
|
282 | |
|
|
283 | if (!nreqs && !started) |
|
|
284 | break; |
|
|
285 | |
|
|
286 | pthread_mutex_unlock (&reqlock); |
|
|
287 | |
|
|
288 | min_parallel (fork_started); |
|
|
289 | } |
|
|
290 | |
|
|
291 | pthread_mutex_lock (&reslock); |
|
|
292 | |
|
|
293 | assert (!started); |
|
|
294 | assert (!nreqs); |
|
|
295 | assert (!reqs && !reqe); |
|
|
296 | assert (!ress && !rese); |
|
|
297 | } |
|
|
298 | |
|
|
299 | static void atfork_parent (void) |
|
|
300 | { |
|
|
301 | pthread_mutex_unlock (&reslock); |
|
|
302 | min_parallel (fork_started); |
|
|
303 | pthread_mutex_unlock (&reqlock); |
|
|
304 | pthread_mutex_unlock (&frklock); |
|
|
305 | } |
|
|
306 | |
|
|
307 | static void atfork_child (void) |
|
|
308 | { |
|
|
309 | reqs = reqe = 0; |
|
|
310 | |
|
|
311 | atfork_parent (); |
|
|
312 | } |
|
|
313 | |
|
|
314 | /*****************************************************************************/ |
240 | /* work around various missing functions */ |
315 | /* work around various missing functions */ |
241 | |
316 | |
242 | #if !HAVE_PREADWRITE |
317 | #if !HAVE_PREADWRITE |
243 | # define pread aio_pread |
318 | # define pread aio_pread |
244 | # define pwrite aio_pwrite |
319 | # define pwrite aio_pwrite |
… | |
… | |
306 | |
381 | |
307 | errno = 0; |
382 | errno = 0; |
308 | } |
383 | } |
309 | #endif |
384 | #endif |
310 | |
385 | |
|
|
386 | /*****************************************************************************/ |
|
|
387 | |
311 | static void * |
388 | static void * |
312 | aio_proc (void *thr_arg) |
389 | aio_proc (void *thr_arg) |
313 | { |
390 | { |
314 | aio_req req; |
391 | aio_req req; |
315 | int type; |
392 | int type; |
… | |
… | |
352 | case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break; |
429 | case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break; |
353 | |
430 | |
354 | case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; |
431 | case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; |
355 | case REQ_CLOSE: req->result = close (req->fd); break; |
432 | case REQ_CLOSE: req->result = close (req->fd); break; |
356 | case REQ_UNLINK: req->result = unlink (req->dataptr); break; |
433 | case REQ_UNLINK: req->result = unlink (req->dataptr); break; |
|
|
434 | case REQ_RMDIR: req->result = rmdir (req->dataptr); break; |
|
|
435 | case REQ_SYMLINK: req->result = symlink (req->data2ptr, req->dataptr); break; |
357 | |
436 | |
358 | case REQ_FDATASYNC: req->result = fdatasync (req->fd); break; |
437 | case REQ_FDATASYNC: req->result = fdatasync (req->fd); break; |
359 | case REQ_FSYNC: req->result = fsync (req->fd); break; |
438 | case REQ_FSYNC: req->result = fsync (req->fd); break; |
360 | |
439 | |
361 | case REQ_QUIT: |
440 | case REQ_QUIT: |
… | |
… | |
390 | while (type != REQ_QUIT); |
469 | while (type != REQ_QUIT); |
391 | |
470 | |
392 | return 0; |
471 | return 0; |
393 | } |
472 | } |
394 | |
473 | |
|
|
474 | #define dREQ \ |
|
|
475 | aio_req req; \ |
|
|
476 | \ |
|
|
477 | if (SvOK (callback) && !SvROK (callback)) \ |
|
|
478 | croak ("clalback must be undef or of reference type"); \ |
|
|
479 | \ |
|
|
480 | Newz (0, req, 1, aio_cb); \ |
|
|
481 | if (!req) \ |
|
|
482 | croak ("out of memory during aio_req allocation"); \ |
|
|
483 | \ |
|
|
484 | req->callback = SvREFCNT_inc (callback); |
|
|
485 | |
395 | MODULE = IO::AIO PACKAGE = IO::AIO |
486 | MODULE = IO::AIO PACKAGE = IO::AIO |
396 | |
487 | |
397 | PROTOTYPES: ENABLE |
488 | PROTOTYPES: ENABLE |
398 | |
489 | |
399 | BOOT: |
490 | BOOT: |
… | |
… | |
404 | if (fcntl (respipe [0], F_SETFL, O_NONBLOCK)) |
495 | if (fcntl (respipe [0], F_SETFL, O_NONBLOCK)) |
405 | croak ("cannot set result pipe to nonblocking mode"); |
496 | croak ("cannot set result pipe to nonblocking mode"); |
406 | |
497 | |
407 | if (fcntl (respipe [1], F_SETFL, O_NONBLOCK)) |
498 | if (fcntl (respipe [1], F_SETFL, O_NONBLOCK)) |
408 | croak ("cannot set result pipe to nonblocking mode"); |
499 | croak ("cannot set result pipe to nonblocking mode"); |
|
|
500 | |
|
|
501 | pthread_atfork (atfork_prepare, atfork_parent, atfork_child); |
409 | } |
502 | } |
410 | |
503 | |
411 | void |
504 | void |
412 | min_parallel(nthreads) |
505 | min_parallel(nthreads) |
413 | int nthreads |
506 | int nthreads |
414 | PROTOTYPE: $ |
507 | PROTOTYPE: $ |
415 | CODE: |
|
|
416 | while (nthreads > started) |
|
|
417 | start_thread (); |
|
|
418 | |
508 | |
419 | void |
509 | void |
420 | max_parallel(nthreads) |
510 | max_parallel(nthreads) |
421 | int nthreads |
511 | int nthreads |
422 | PROTOTYPE: $ |
512 | PROTOTYPE: $ |
423 | CODE: |
|
|
424 | { |
|
|
425 | int cur = started; |
|
|
426 | while (cur > nthreads) |
|
|
427 | { |
|
|
428 | end_thread (); |
|
|
429 | cur--; |
|
|
430 | } |
|
|
431 | |
|
|
432 | while (started > nthreads) |
|
|
433 | { |
|
|
434 | poll_wait (); |
|
|
435 | poll_cb (); |
|
|
436 | } |
|
|
437 | } |
|
|
438 | |
513 | |
439 | int |
514 | int |
440 | max_outstanding(nreqs) |
515 | max_outstanding(nreqs) |
441 | int nreqs |
516 | int nreqs |
442 | PROTOTYPE: $ |
517 | PROTOTYPE: $ |
… | |
… | |
451 | int mode |
526 | int mode |
452 | SV * callback |
527 | SV * callback |
453 | PROTOTYPE: $$$;$ |
528 | PROTOTYPE: $$$;$ |
454 | CODE: |
529 | CODE: |
455 | { |
530 | { |
456 | aio_req req; |
531 | dREQ; |
457 | |
|
|
458 | Newz (0, req, 1, aio_cb); |
|
|
459 | |
|
|
460 | if (!req) |
|
|
461 | croak ("out of memory during aio_req allocation"); |
|
|
462 | |
532 | |
463 | req->type = REQ_OPEN; |
533 | req->type = REQ_OPEN; |
464 | req->data = newSVsv (pathname); |
534 | req->data = newSVsv (pathname); |
465 | req->dataptr = SvPV_nolen (req->data); |
535 | req->dataptr = SvPVbyte_nolen (req->data); |
466 | req->fd = flags; |
536 | req->fd = flags; |
467 | req->mode = mode; |
537 | req->mode = mode; |
468 | req->callback = SvREFCNT_inc (callback); |
|
|
469 | |
538 | |
470 | send_req (req); |
539 | send_req (req); |
471 | } |
540 | } |
472 | |
541 | |
473 | void |
542 | void |
… | |
… | |
479 | aio_close = REQ_CLOSE |
548 | aio_close = REQ_CLOSE |
480 | aio_fsync = REQ_FSYNC |
549 | aio_fsync = REQ_FSYNC |
481 | aio_fdatasync = REQ_FDATASYNC |
550 | aio_fdatasync = REQ_FDATASYNC |
482 | CODE: |
551 | CODE: |
483 | { |
552 | { |
484 | aio_req req; |
553 | dREQ; |
485 | |
|
|
486 | Newz (0, req, 1, aio_cb); |
|
|
487 | |
|
|
488 | if (!req) |
|
|
489 | croak ("out of memory during aio_req allocation"); |
|
|
490 | |
554 | |
491 | req->type = ix; |
555 | req->type = ix; |
492 | req->fh = newSVsv (fh); |
556 | req->fh = newSVsv (fh); |
493 | req->fd = PerlIO_fileno (IoIFP (sv_2io (fh))); |
557 | req->fd = PerlIO_fileno (IoIFP (sv_2io (fh))); |
494 | req->callback = SvREFCNT_inc (callback); |
|
|
495 | |
558 | |
496 | send_req (req); |
559 | send_req (req); |
497 | } |
560 | } |
498 | |
561 | |
499 | void |
562 | void |
… | |
… | |
510 | PROTOTYPE: $$$$$;$ |
573 | PROTOTYPE: $$$$$;$ |
511 | CODE: |
574 | CODE: |
512 | { |
575 | { |
513 | aio_req req; |
576 | aio_req req; |
514 | STRLEN svlen; |
577 | STRLEN svlen; |
515 | char *svptr = SvPV (data, svlen); |
578 | char *svptr = SvPVbyte (data, svlen); |
516 | |
579 | |
517 | SvUPGRADE (data, SVt_PV); |
580 | SvUPGRADE (data, SVt_PV); |
518 | SvPOK_on (data); |
581 | SvPOK_on (data); |
519 | |
582 | |
520 | if (dataoffset < 0) |
583 | if (dataoffset < 0) |
… | |
… | |
536 | } |
599 | } |
537 | |
600 | |
538 | if (length < 0) |
601 | if (length < 0) |
539 | croak ("length must not be negative"); |
602 | croak ("length must not be negative"); |
540 | |
603 | |
541 | Newz (0, req, 1, aio_cb); |
604 | { |
|
|
605 | dREQ; |
542 | |
606 | |
543 | if (!req) |
|
|
544 | croak ("out of memory during aio_req allocation"); |
|
|
545 | |
|
|
546 | req->type = ix; |
607 | req->type = ix; |
547 | req->fh = newSVsv (fh); |
608 | req->fh = newSVsv (fh); |
548 | req->fd = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh)) |
609 | req->fd = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh)) |
549 | : IoOFP (sv_2io (fh))); |
610 | : IoOFP (sv_2io (fh))); |
550 | req->offset = offset; |
611 | req->offset = offset; |
551 | req->length = length; |
612 | req->length = length; |
552 | req->data = SvREFCNT_inc (data); |
613 | req->data = SvREFCNT_inc (data); |
553 | req->dataptr = (char *)svptr + dataoffset; |
614 | req->dataptr = (char *)svptr + dataoffset; |
554 | req->callback = SvREFCNT_inc (callback); |
615 | req->callback = SvREFCNT_inc (callback); |
555 | |
616 | |
556 | send_req (req); |
617 | send_req (req); |
|
|
618 | } |
557 | } |
619 | } |
558 | |
620 | |
559 | void |
621 | void |
560 | aio_readahead(fh,offset,length,callback=&PL_sv_undef) |
622 | aio_readahead(fh,offset,length,callback=&PL_sv_undef) |
561 | SV * fh |
623 | SV * fh |
… | |
… | |
563 | IV length |
625 | IV length |
564 | SV * callback |
626 | SV * callback |
565 | PROTOTYPE: $$$;$ |
627 | PROTOTYPE: $$$;$ |
566 | CODE: |
628 | CODE: |
567 | { |
629 | { |
568 | aio_req req; |
630 | dREQ; |
569 | |
|
|
570 | if (length < 0) |
|
|
571 | croak ("length must not be negative"); |
|
|
572 | |
|
|
573 | Newz (0, req, 1, aio_cb); |
|
|
574 | |
|
|
575 | if (!req) |
|
|
576 | croak ("out of memory during aio_req allocation"); |
|
|
577 | |
631 | |
578 | req->type = REQ_READAHEAD; |
632 | req->type = REQ_READAHEAD; |
579 | req->fh = newSVsv (fh); |
633 | req->fh = newSVsv (fh); |
580 | req->fd = PerlIO_fileno (IoIFP (sv_2io (fh))); |
634 | req->fd = PerlIO_fileno (IoIFP (sv_2io (fh))); |
581 | req->offset = offset; |
635 | req->offset = offset; |
582 | req->length = length; |
636 | req->length = length; |
583 | req->callback = SvREFCNT_inc (callback); |
|
|
584 | |
637 | |
585 | send_req (req); |
638 | send_req (req); |
586 | } |
639 | } |
587 | |
640 | |
588 | void |
641 | void |
… | |
… | |
592 | ALIAS: |
645 | ALIAS: |
593 | aio_stat = REQ_STAT |
646 | aio_stat = REQ_STAT |
594 | aio_lstat = REQ_LSTAT |
647 | aio_lstat = REQ_LSTAT |
595 | CODE: |
648 | CODE: |
596 | { |
649 | { |
597 | aio_req req; |
650 | dREQ; |
598 | |
|
|
599 | Newz (0, req, 1, aio_cb); |
|
|
600 | |
|
|
601 | if (!req) |
|
|
602 | croak ("out of memory during aio_req allocation"); |
|
|
603 | |
651 | |
604 | New (0, req->statdata, 1, Stat_t); |
652 | New (0, req->statdata, 1, Stat_t); |
605 | |
|
|
606 | if (!req->statdata) |
653 | if (!req->statdata) |
607 | croak ("out of memory during aio_req->statdata allocation"); |
654 | croak ("out of memory during aio_req->statdata allocation (sorry, i just leaked memory, too)"); |
608 | |
655 | |
609 | if (SvPOK (fh_or_path)) |
656 | if (SvPOK (fh_or_path)) |
610 | { |
657 | { |
611 | req->type = ix; |
658 | req->type = ix; |
612 | req->data = newSVsv (fh_or_path); |
659 | req->data = newSVsv (fh_or_path); |
613 | req->dataptr = SvPV_nolen (req->data); |
660 | req->dataptr = SvPVbyte_nolen (req->data); |
614 | } |
661 | } |
615 | else |
662 | else |
616 | { |
663 | { |
617 | req->type = REQ_FSTAT; |
664 | req->type = REQ_FSTAT; |
618 | req->fh = newSVsv (fh_or_path); |
665 | req->fh = newSVsv (fh_or_path); |
619 | req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); |
666 | req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); |
620 | } |
667 | } |
621 | |
668 | |
622 | req->callback = SvREFCNT_inc (callback); |
|
|
623 | |
|
|
624 | send_req (req); |
669 | send_req (req); |
625 | } |
670 | } |
626 | |
671 | |
627 | void |
672 | void |
628 | aio_unlink(pathname,callback=&PL_sv_undef) |
673 | aio_unlink(pathname,callback=&PL_sv_undef) |
629 | SV * pathname |
674 | SV * pathname |
630 | SV * callback |
675 | SV * callback |
|
|
676 | ALIAS: |
|
|
677 | aio_unlink = REQ_UNLINK |
|
|
678 | aio_rmdir = REQ_RMDIR |
631 | CODE: |
679 | CODE: |
632 | { |
680 | { |
633 | aio_req req; |
681 | dREQ; |
634 | |
682 | |
635 | Newz (0, req, 1, aio_cb); |
683 | req->type = ix; |
|
|
684 | req->data = newSVsv (pathname); |
|
|
685 | req->dataptr = SvPVbyte_nolen (req->data); |
636 | |
686 | |
637 | if (!req) |
687 | send_req (req); |
638 | croak ("out of memory during aio_req allocation"); |
688 | } |
|
|
689 | |
|
|
690 | void |
|
|
691 | aio_symlink(oldpath,newpath,callback=&PL_sv_undef) |
|
|
692 | SV * oldpath |
|
|
693 | SV * newpath |
|
|
694 | SV * callback |
|
|
695 | CODE: |
|
|
696 | { |
|
|
697 | dREQ; |
639 | |
698 | |
640 | req->type = REQ_UNLINK; |
699 | req->type = REQ_SYMLINK; |
|
|
700 | req->fh = newSVsv (oldpath); |
|
|
701 | req->data2ptr = SvPVbyte_nolen (req->fh); |
641 | req->data = newSVsv (pathname); |
702 | req->data = newSVsv (newpath); |
642 | req->dataptr = SvPV_nolen (req->data); |
703 | req->dataptr = SvPVbyte_nolen (req->data); |
643 | req->callback = SvREFCNT_inc (callback); |
|
|
644 | |
704 | |
645 | send_req (req); |
705 | send_req (req); |
646 | } |
706 | } |
647 | |
707 | |
648 | void |
708 | void |