--- IO-AIO/AIO.xs 2005/07/10 20:07:11 1.3 +++ IO-AIO/AIO.xs 2005/07/13 00:13:09 1.10 @@ -1,30 +1,30 @@ -#define PERL_NO_GET_CONTEXT - #include "EXTERN.h" #include "perl.h" #include "XSUB.h" +#define _XOPEN_SOURCE 500 + #include #include + #include #include #include #include -#include +#if __linux +#include +#endif #include -#include typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */ typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */ typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */ -#if __i386 || __amd64 -# define STACKSIZE ( 256 * sizeof (long)) -#elif __ia64 -# define STACKSIZE (8192 * sizeof (long)) +#if __ia64 +# define STACKSIZE 65536 #else -# define STACKSIZE ( 512 * sizeof (long)) +# define STACKSIZE 4096 #endif enum { @@ -57,6 +57,7 @@ static int started; static int nreqs; +static int max_outstanding = 1<<30; static int respipe [2]; static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER; @@ -66,108 +67,6 @@ static volatile aio_req reqs, reqe; /* queue start, queue end */ static volatile aio_req ress, rese; /* queue start, queue end */ -static void *aio_proc(void *arg); - -static void -start_thread (void) -{ - sigset_t fullsigset, oldsigset; - pthread_t tid; - pthread_attr_t attr; - - pthread_attr_init (&attr); - pthread_attr_setstacksize (&attr, STACKSIZE); - pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED); - - sigfillset (&fullsigset); - sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset); - - if (pthread_create (&tid, &attr, aio_proc, 0) == 0) - started++; - - sigprocmask (SIG_SETMASK, &oldsigset, 0); -} - -static void -send_req (aio_req req) -{ - nreqs++; - - pthread_mutex_lock (&reqlock); - - req->next = 0; - - if (reqe) - { - reqe->next = req; - reqe = req; - } - else - reqe = reqs = req; - - pthread_cond_signal (&reqwait); - pthread_mutex_unlock (&reqlock); -} - -static void -end_thread (void) -{ - aio_req req; - New (0, req, 1, aio_cb); - req->type = REQ_QUIT; - - send_req (req); -} - -static void -read_write (pTHX_ - int dowrite, int fd, off_t offset, size_t length, - SV *data, STRLEN dataoffset, SV *callback) -{ - aio_req req; - STRLEN svlen; - char *svptr = SvPV (data, svlen); - - SvUPGRADE (data, SVt_PV); - SvPOK_on (data); - - if (dataoffset < 0) - dataoffset += svlen; - - if (dataoffset < 0 || dataoffset > svlen) - croak ("data offset outside of string"); - - if (dowrite) - { - /* write: check length and adjust. */ - if (length < 0 || length + dataoffset > svlen) - length = svlen - dataoffset; - } - else - { - /* read: grow scalar as necessary */ - svptr = SvGROW (data, length + dataoffset); - } - - if (length < 0) - croak ("length must not be negative"); - - Newz (0, req, 1, aio_cb); - - if (!req) - croak ("out of memory during aio_req allocation"); - - req->type = dowrite ? REQ_WRITE : REQ_READ; - req->fd = fd; - req->offset = offset; - req->length = length; - req->data = SvREFCNT_inc (data); - req->dataptr = (char *)svptr + dataoffset; - req->callback = SvREFCNT_inc (callback); - - send_req (req); -} - static void poll_wait () { @@ -182,7 +81,7 @@ } static int -poll_cb (pTHX) +poll_cb () { dSP; int count = 0; @@ -255,9 +154,12 @@ XPUSHs (fh); } - PUTBACK; - call_sv (req->callback, G_VOID | G_EVAL); - SPAGAIN; + if (SvOK (req->callback)) + { + PUTBACK; + call_sv (req->callback, G_VOID | G_EVAL); + SPAGAIN; + } if (req->callback) SvREFCNT_dec (req->callback); @@ -272,6 +174,113 @@ return count; } +static void *aio_proc(void *arg); + +static void +start_thread (void) +{ + sigset_t fullsigset, oldsigset; + pthread_t tid; + pthread_attr_t attr; + + pthread_attr_init (&attr); + pthread_attr_setstacksize (&attr, STACKSIZE); + pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED); + + sigfillset (&fullsigset); + sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset); + + if (pthread_create (&tid, &attr, aio_proc, 0) == 0) + started++; + + sigprocmask (SIG_SETMASK, &oldsigset, 0); +} + +static void +send_req (aio_req req) +{ + nreqs++; + + pthread_mutex_lock (&reqlock); + + req->next = 0; + + if (reqe) + { + reqe->next = req; + reqe = req; + } + else + reqe = reqs = req; + + pthread_cond_signal (&reqwait); + pthread_mutex_unlock (&reqlock); + + while (nreqs > max_outstanding) + { + poll_wait (); + poll_cb (); + } +} + +static void +end_thread (void) +{ + aio_req req; + New (0, req, 1, aio_cb); + req->type = REQ_QUIT; + + send_req (req); +} + +static void +read_write (int dowrite, int fd, off_t offset, size_t length, + SV *data, STRLEN dataoffset, SV *callback) +{ + aio_req req; + STRLEN svlen; + char *svptr = SvPV (data, svlen); + + SvUPGRADE (data, SVt_PV); + SvPOK_on (data); + + if (dataoffset < 0) + dataoffset += svlen; + + if (dataoffset < 0 || dataoffset > svlen) + croak ("data offset outside of string"); + + if (dowrite) + { + /* write: check length and adjust. */ + if (length < 0 || length + dataoffset > svlen) + length = svlen - dataoffset; + } + else + { + /* read: grow scalar as necessary */ + svptr = SvGROW (data, length + dataoffset); + } + + if (length < 0) + croak ("length must not be negative"); + + Newz (0, req, 1, aio_cb); + + if (!req) + croak ("out of memory during aio_req allocation"); + + req->type = dowrite ? REQ_WRITE : REQ_READ; + req->fd = fd; + req->offset = offset; + req->length = length; + req->data = SvREFCNT_inc (data); + req->dataptr = (char *)svptr + dataoffset; + req->callback = SvREFCNT_inc (callback); + + send_req (req); +} + static void * aio_proc (void *thr_arg) { @@ -306,8 +315,8 @@ switch (type) { - case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset); break; - case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, req->offset); break; + case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break; + case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break; #if SYS_readahead case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break; #else @@ -361,6 +370,8 @@ MODULE = IO::AIO PACKAGE = IO::AIO +PROTOTYPES: ENABLE + BOOT: { if (pipe (respipe)) @@ -397,17 +408,25 @@ while (started > nthreads) { poll_wait (); - poll_cb (aTHX); + poll_cb (); } } +int +max_outstanding(nreqs) + int nreqs + PROTOTYPE: $ + CODE: + RETVAL = max_outstanding; + max_outstanding = nreqs; + void -aio_open(pathname,flags,mode,callback) +aio_open(pathname,flags,mode,callback=&PL_sv_undef) SV * pathname int flags int mode SV * callback - PROTOTYPE: $$$$ + PROTOTYPE: $$$;$ CODE: { aio_req req; @@ -428,10 +447,10 @@ } void -aio_close(fh,callback) +aio_close(fh,callback=&PL_sv_undef) InputStream fh SV * callback - PROTOTYPE: $$ + PROTOTYPE: $;$ ALIAS: aio_close = REQ_CLOSE aio_fsync = REQ_FSYNC @@ -453,36 +472,36 @@ } void -aio_read(fh,offset,length,data,dataoffset,callback) +aio_read(fh,offset,length,data,dataoffset,callback=&PL_sv_undef) InputStream fh UV offset IV length SV * data IV dataoffset SV * callback - PROTOTYPE: $$$$$$ + PROTOTYPE: $$$$$;$ CODE: - read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback); + read_write (0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback); void -aio_write(fh,offset,length,data,dataoffset,callback) +aio_write(fh,offset,length,data,dataoffset,callback=&PL_sv_undef) OutputStream fh UV offset IV length SV * data IV dataoffset SV * callback - PROTOTYPE: $$$$$$ + PROTOTYPE: $$$$$;$ CODE: - read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback); + read_write (1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback); void -aio_readahead(fh,offset,length,callback) +aio_readahead(fh,offset,length,callback=&PL_sv_undef) InputStream fh UV offset IV length SV * callback - PROTOTYPE: $$$$ + PROTOTYPE: $$$;$ CODE: { aio_req req; @@ -505,12 +524,12 @@ } void -aio_stat(fh_or_path,callback) +aio_stat(fh_or_path,callback=&PL_sv_undef) SV * fh_or_path SV * callback - PROTOTYPE: $$ ALIAS: - aio_lstat = 1 + aio_stat = REQ_STAT + aio_lstat = REQ_LSTAT CODE: { aio_req req; @@ -527,7 +546,7 @@ if (SvPOK (fh_or_path)) { - req->type = ix ? REQ_LSTAT : REQ_STAT; + req->type = ix; req->data = newSVsv (fh_or_path); req->dataptr = SvPV_nolen (req->data); } @@ -543,10 +562,9 @@ } void -aio_unlink(pathname,callback) +aio_unlink(pathname,callback=&PL_sv_undef) SV * pathname SV * callback - PROTOTYPE: $$ CODE: { aio_req req; @@ -564,6 +582,26 @@ send_req (req); } +void +flush() + PROTOTYPE: + CODE: + while (nreqs) + { + poll_wait (); + poll_cb (); + } + +void +poll() + PROTOTYPE: + CODE: + if (nreqs) + { + poll_wait (); + poll_cb (); + } + int poll_fileno() PROTOTYPE: @@ -576,7 +614,7 @@ poll_cb(...) PROTOTYPE: CODE: - RETVAL = poll_cb (aTHX); + RETVAL = poll_cb (); OUTPUT: RETVAL