--- Linux-AIO/AIO.xs 2004/05/07 00:57:29 1.19 +++ Linux-AIO/AIO.xs 2005/07/09 04:02:54 1.28 @@ -10,21 +10,25 @@ #include #include #include +#include -typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */ +typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */ typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */ -typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */ +typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */ -#ifndef __NR_pread64 -# define __NR_pread64 __NR_pread +#if __i386 || __amd64 +# define STACKSIZE ( 256 * sizeof (long)) +#elif __ia64 +# define STACKSIZE (8192 * sizeof (long)) +#else +# define STACKSIZE ( 512 * sizeof (long)) #endif -#ifndef __NR_pwrite64 -# define __NR_pwrite64 __NR_pwrite -#endif - -#define STACKSIZE 1024 /* yeah */ -enum { REQ_QUIT, REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, REQ_STAT, REQ_LSTAT, REQ_FSTAT}; +enum { + REQ_QUIT, + REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, + REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK +}; typedef struct { char stack[STACKSIZE]; @@ -46,7 +50,7 @@ void *dataptr; STRLEN dataoffset; - struct stat64 *statdata; + Stat_t *statdata; } aio_cb; typedef aio_cb *aio_req; @@ -67,8 +71,8 @@ New (0, thr, 1, aio_thread); if (clone (aio_proc, - &(thr->stack[STACKSIZE]), - CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND, + &(thr->stack[STACKSIZE - 16]), + CLONE_VM|CLONE_FS|CLONE_FILES, thr) >= 0) started++; else @@ -93,7 +97,10 @@ req->next = 0; if (qe) - qe->next = req; + { + qe->next = req; + qe = req; + } else qe = qs = req; @@ -159,6 +166,16 @@ send_req (req); } +static void +poll_wait () +{ + fd_set rfd; + FD_ZERO(&rfd); + FD_SET(respipe[0], &rfd); + + select (respipe[0] + 1, &rfd, 0, 0, 0); +} + static int poll_cb (pTHX) { @@ -168,6 +185,8 @@ while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req)) { + nreqs--; + if (req->type == REQ_QUIT) { Safefree (req->thread); @@ -187,21 +206,9 @@ if (req->type == REQ_STAT || req->type == REQ_LSTAT || req->type == REQ_FSTAT) { - PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT; - PL_laststatval = req->result; - PL_statcache.st_dev = req->statdata->st_dev; - PL_statcache.st_ino = req->statdata->st_ino; - PL_statcache.st_mode = req->statdata->st_mode; - PL_statcache.st_nlink = req->statdata->st_nlink; - PL_statcache.st_uid = req->statdata->st_uid; - PL_statcache.st_gid = req->statdata->st_gid; - PL_statcache.st_rdev = req->statdata->st_rdev; - PL_statcache.st_size = req->statdata->st_size; - PL_statcache.st_atime = req->statdata->st_atime; - PL_statcache.st_mtime = req->statdata->st_mtime; - PL_statcache.st_ctime = req->statdata->st_ctime; - PL_statcache.st_blksize = req->statdata->st_blksize; - PL_statcache.st_blocks = req->statdata->st_blocks; + PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT; + PL_laststatval = req->result; + PL_statcache = *(req->statdata); Safefree (req->statdata); } @@ -216,7 +223,6 @@ SvREFCNT_dec (req->callback); errno = errorno; - nreqs--; count++; } @@ -233,6 +239,40 @@ #undef errno #include +#include +#include + +#if BYTE_ORDER == LITTLE_ENDIAN +# define LONG_LONG_PAIR(HI, LO) LO, HI +#elif BYTE_ORDER == BIG_ENDIAN +# define LONG_LONG_PAIR(HI, LO) HI, LO +#endif + +#if __alpha || __ia64 || __hppa || __v850__ +# define stat kernelstat +# define stat64 kernelstat64 +# include +# undef stat +# undef stat64 +#else +# define kernelstat stat +# define kernelstat64 stat64 +#endif + +#define COPY_STATDATA \ + req->statdata->st_dev = statdata.st_dev; \ + req->statdata->st_ino = statdata.st_ino; \ + req->statdata->st_mode = statdata.st_mode; \ + req->statdata->st_nlink = statdata.st_nlink; \ + req->statdata->st_uid = statdata.st_uid; \ + req->statdata->st_gid = statdata.st_gid; \ + req->statdata->st_rdev = statdata.st_rdev; \ + req->statdata->st_size = statdata.st_size; \ + req->statdata->st_atime = statdata.st_atime; \ + req->statdata->st_mtime = statdata.st_mtime; \ + req->statdata->st_ctime = statdata.st_ctime; \ + req->statdata->st_blksize = statdata.st_blksize; \ + req->statdata->st_blocks = statdata.st_blocks; \ static int aio_proc (void *thr_arg) @@ -241,22 +281,37 @@ aio_req req; int errno; - /* this is very much x86 and kernel-specific :(:(:( */ + /* this is very much kernel-specific :(:(:( */ /* we rely on gcc's ability to create closures. */ - _syscall3(int,read,int,fd,char *,buf,size_t,count) - _syscall3(int,write,int,fd,char *,buf,size_t,count) + _syscall3(__kernel_size_t,read,unsigned int,fd,char *,buf,__kernel_size_t,count) + _syscall3(__kernel_size_t,write,unsigned int,fd,char *,buf,__kernel_size_t,count) + + _syscall3(int,open,char *,pathname,int,flags,int,mode) + _syscall1(int,close,unsigned int,fd) - _syscall3(int,open,char *,pathname,int,flags,mode_t,mode) - _syscall1(int,close,int,fd) +#ifndef __NR_pread64 +# define __NR_pread64 __NR_pread +# define __NR_pwrite64 __NR_write +#endif + _syscall5(__kernel_ssize_t,pread64,unsigned int,fd,char *,buf,__kernel_size_t,count,unsigned int,offset_lh,unsigned int,offset_hl) + _syscall5(__kernel_ssize_t,pwrite64,unsigned int,fd,char *,buf,__kernel_size_t,count,unsigned int,offset_lh,unsigned int,offset_hl) - _syscall5(int,pread64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi) - _syscall5(int,pwrite64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi) +#if __NR_stat64 + _syscall2(int,stat64, const char *, filename, struct kernelstat64 *, buf) + _syscall2(int,lstat64, const char *, filename, struct kernelstat64 *, buf) + _syscall2(int,fstat64, int, fd, struct kernelstat64 *, buf) +#elif __NR_stat + _syscall2(int,stat, const char *, filename, struct kernelstat *, buf) + _syscall2(int,lstat, const char *, filename, struct kernelstat *, buf) + _syscall2(int,fstat, int, fd, struct kernelstat *, buf) +#else +# error "neither stat64 nor stat defined" +#endif - _syscall2(int,stat64, const char *, filename, struct stat64 *, buf) - _syscall2(int,lstat64, const char *, filename, struct stat64 *, buf) - _syscall2(int,fstat64, int, fd, struct stat64 *, buf) + _syscall1(int,unlink, char *, filename); sigprocmask (SIG_SETMASK, &fullsigset, 0); + prctl (PR_SET_PDEATHSIG, SIGKILL); /* then loop */ while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req)) @@ -266,13 +321,24 @@ switch (req->type) { - case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break; - case REQ_WRITE: req->result = pwrite64(req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break; - case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; - case REQ_CLOSE: req->result = close (req->fd); break; - case REQ_STAT: req->result = stat64 (req->dataptr, req->statdata); break; - case REQ_LSTAT: req->result = lstat64 (req->dataptr, req->statdata); break; - case REQ_FSTAT: req->result = fstat64 (req->fd, req->statdata); break; + case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, + LONG_LONG_PAIR (req->offset >> 32, req->offset & 0xffffffff)); break; + case REQ_WRITE: req->result = pwrite64(req->fd, req->dataptr, req->length, + LONG_LONG_PAIR (req->offset >> 32, req->offset & 0xffffffff)); break; +#if __NR_stat64 + struct kernelstat64 statdata; + case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break; + case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break; + case REQ_FSTAT: req->result = fstat64 (req->fd, &statdata); COPY_STATDATA; break; +#else + struct kernelstat statdata; + case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break; + case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break; + case REQ_FSTAT: req->result = fstat (req->fd, &statdata); COPY_STATDATA; break; +#endif + case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; + case REQ_CLOSE: req->result = close (req->fd); break; + case REQ_UNLINK: req->result = unlink (req->dataptr); break; case REQ_QUIT: default: @@ -329,11 +395,7 @@ while (started > nthreads) { - fd_set rfd; - FD_ZERO(&rfd); - FD_SET(respipe[0], &rfd); - - select (respipe[0] + 1, &rfd, 0, 0, 0); + poll_wait (); poll_cb (aTHX); } @@ -419,7 +481,7 @@ if (!req) croak ("out of memory during aio_req allocation"); - New (0, req->statdata, 1, struct stat64); + New (0, req->statdata, 1, Stat_t); if (!req->statdata) croak ("out of memory during aio_req->statdata allocation"); @@ -440,6 +502,26 @@ send_req (req); +void +aio_unlink(pathname,callback) + SV * pathname + SV * callback + PROTOTYPE: $$ + CODE: + aio_req req; + + Newz (0, req, 1, aio_cb); + + if (!req) + croak ("out of memory during aio_req allocation"); + + req->type = REQ_UNLINK; + req->data = newSVsv (pathname); + req->dataptr = SvPV_nolen (req->data); + req->callback = SvREFCNT_inc (callback); + + send_req (req); + int poll_fileno() PROTOTYPE: @@ -456,6 +538,12 @@ OUTPUT: RETVAL +void +poll_wait() + PROTOTYPE: + CODE: + poll_wait (); + int nreqs() PROTOTYPE: