Linux-AIO/AIO.xs

#define PERL_NO_GET_CONTEXT

#include "EXTERN.h"
#include "perl.h"
#include "XSUB.h"

#include <sys/types.h>
#include <sys/stat.h>
#include <unistd.h>
#include <fcntl.h>
#include <signal.h>
#include <sched.h>
#include <endian.h>

typedef void *InputStream;  /* hack, but 5.6.1 is simply toooo old ;) */
typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */
typedef void *InOutStream;  /* hack, but 5.6.1 is simply toooo old ;) */

#if __i386 || __amd64
# define STACKSIZE ( 256 * sizeof (long))
#elif __ia64
# define STACKSIZE (8192 * sizeof (long))
#else
# define STACKSIZE ( 512 * sizeof (long))
#endif

enum {
  REQ_QUIT,
  REQ_OPEN, REQ_CLOSE,
  REQ_READ, REQ_WRITE, REQ_READAHEAD,
  REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
  REQ_FSYNC, REQ_FDATASYNC,
};

typedef struct {
  char stack[STACKSIZE];
} aio_thread;

typedef struct aio_cb {
  struct aio_cb *next;

  int type;
  aio_thread *thread;

  int fd;
  off_t offset;
  size_t length;
  ssize_t result;
  mode_t mode; /* open */
  int errorno;
  SV *data, *callback;
  void *dataptr;
  STRLEN dataoffset;

  Stat_t *statdata;
} aio_cb;

typedef aio_cb *aio_req;

static int started;
static int nreqs;
static int reqpipe[2], respipe[2];

static aio_req qs, qe; /* queue start, queue end */

static int aio_proc(void *arg);

static void
start_thread (void)
{
  aio_thread *thr;

  New (0, thr, 1, aio_thread);

  if (clone (aio_proc,
             &(thr->stack[STACKSIZE - 16]),
             CLONE_VM|CLONE_FS|CLONE_FILES,
             thr) >= 0)
    started++;
  else
    Safefree (thr);
}

static void
send_reqs (void)
{
  /* this write is atomic */
  while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
   {
     qs = qs->next;
     if (!qs) qe = 0;
   }
}

static void
send_req (aio_req req)
{
  nreqs++;
  req->next = 0;

  if (qe)
    {
      qe->next = req;
      qe = req;
    }
  else
    qe = qs = req;

  send_reqs ();
}

static void
end_thread (void)
{
  aio_req req;
  New (0, req, 1, aio_cb);
  req->type = REQ_QUIT;

  send_req (req);
}

static void
read_write (pTHX_
            int dowrite, int fd, off_t offset, size_t length,
            SV *data, STRLEN dataoffset, SV *callback)
{
  aio_req req;
  STRLEN svlen;
  char *svptr = SvPV (data, svlen);

  SvUPGRADE (data, SVt_PV);
  SvPOK_on (data);

  if (dataoffset < 0)
    dataoffset += svlen;

  if (dataoffset < 0 || dataoffset > svlen)
    croak ("data offset outside of string");

  if (dowrite)
    {
      /* write: check length and adjust. */
      if (length < 0 || length + dataoffset > svlen)
        length = svlen - dataoffset;
    }
  else
    {
      /* read: grow scalar as necessary */
      svptr = SvGROW (data, length + dataoffset);
    }

  if (length < 0)
    croak ("length must not be negative");

  Newz (0, req, 1, aio_cb);

  if (!req)
    croak ("out of memory during aio_req allocation");

  req->type = dowrite ? REQ_WRITE : REQ_READ;
  req->fd = fd;
  req->offset = offset;
  req->length = length;
  req->data = SvREFCNT_inc (data);
  req->dataptr = (char *)svptr + dataoffset;
  req->callback = SvREFCNT_inc (callback);

  send_req (req);
}

static void
poll_wait ()
{
  if (!nreqs)
    return;

  fd_set rfd;
  FD_ZERO(&rfd);
  FD_SET(respipe[0], &rfd);

  select (respipe[0] + 1, &rfd, 0, 0, 0);
}

static int
poll_cb (pTHX)
{
  dSP;
  int count = 0;
  aio_req req;

  while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
    {
      nreqs--;

      if (req->type == REQ_QUIT)
        {
          Safefree (req->thread);
          started--;
        }
      else
        {
          int errorno = errno;
          errno = req->errorno;

          if (req->type == REQ_READ)
            SvCUR_set (req->data, req->dataoffset
                                  + (req->result > 0 ? req->result : 0));

          if (req->data)
            SvREFCNT_dec (req->data);

          if (req->type == REQ_STAT || req->type == REQ_LSTAT || req->type == REQ_FSTAT)
            {
              PL_laststype   = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
              PL_laststatval = req->result;
              PL_statcache   = *(req->statdata);

              Safefree (req->statdata);
            }

          PUSHMARK (SP);
          XPUSHs (sv_2mortal (newSViv (req->result)));
          PUTBACK;
          call_sv (req->callback, G_VOID);
          SPAGAIN;
          
          if (req->callback)
            SvREFCNT_dec (req->callback);

          errno = errorno;
          count++;
        }

      Safefree (req);
    }

  if (qs)
    send_reqs ();

  return count;
}

static sigset_t fullsigset;

#undef errno
#include <linux/unistd.h>
#include <linux/types.h>
#include <sys/prctl.h>

#if __alpha || __ia64 || __hppa || __v850__
# define stat kernelstat
# define stat64 kernelstat64
# include <asm/stat.h>
# undef stat
# undef stat64
#else
# define kernelstat stat
# define kernelstat64 stat64
#endif

#define COPY_STATDATA   \
  req->statdata->st_dev     = statdata.st_dev;          \
  req->statdata->st_ino     = statdata.st_ino;          \
  req->statdata->st_mode    = statdata.st_mode;         \
  req->statdata->st_nlink   = statdata.st_nlink;        \
  req->statdata->st_uid     = statdata.st_uid;          \
  req->statdata->st_gid     = statdata.st_gid;          \
  req->statdata->st_rdev    = statdata.st_rdev;         \
  req->statdata->st_size    = statdata.st_size;         \
  req->statdata->st_atime   = statdata.st_atime;        \
  req->statdata->st_mtime   = statdata.st_mtime;        \
  req->statdata->st_ctime   = statdata.st_ctime;        \
  req->statdata->st_blksize = statdata.st_blksize;      \
  req->statdata->st_blocks  = statdata.st_blocks;       \

static int
aio_proc (void *thr_arg)
{
  aio_thread *thr = thr_arg;
  aio_req req;
  int errno;

  /* this is very much kernel-specific :(:(:( */
  /* we rely on gcc's ability to create closures. */
  _syscall3(__kernel_size_t, read , unsigned int, fd, char *, buf, __kernel_size_t, count)
  _syscall3(__kernel_size_t, write, unsigned int, fd, char *, buf, __kernel_size_t, count)

  _syscall3(long, open, char *, pathname, int, flags, int, mode)
  _syscall1(long, close, unsigned int, fd)
  _syscall1(long, unlink, char *, filename);
  _syscall1(long, fsync, unsigned int, fd);

#ifndef __NR_fdatasync
# define __NR_fdatasync __NR_fsync
#endif
  _syscall1(long, fdatasync, unsigned int, fd);

#if BYTE_ORDER == LITTLE_ENDIAN
# define LOFF_ARG(off) (off & 0xffffffff), (off >> 32)
#elif BYTE_ORDER == BIG_ENDIAN
# define LOFF_ARG(off) (off >> 32), (off & 0xffffffff)
#endif

#ifndef __NR_pread64
# define __NR_pread64 __NR_pread
# define __NR_pwrite64 __NR_write
#endif
  _syscall5(__kernel_ssize_t, pread64 , unsigned int, fd, char *, buf,
            __kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
  _syscall5(__kernel_ssize_t, pwrite64, unsigned int, fd, char *, buf,
            __kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
  _syscall4(long, readahead, unsigned int, fd, unsigned int, offset_lh, unsigned int, offset_hl, __kernel_size_t, count);

#if __NR_stat64
  _syscall2(long, stat64 , const char *, filename, struct kernelstat64 *, buf)
  _syscall2(long, lstat64, const char *, filename, struct kernelstat64 *, buf)
  _syscall2(long, fstat64, int         , fd      , struct kernelstat64 *, buf)
#elif __NR_stat
  _syscall2(long, stat , const char *, filename, struct kernelstat *, buf)
  _syscall2(long, lstat, const char *, filename, struct kernelstat *, buf)
  _syscall2(long, fstat, int         , fd      , struct kernelstat *, buf)
#else
# error "neither stat64 nor stat defined"
#endif

  /* the following two calls might clobber errno */
  sigprocmask (SIG_SETMASK, &fullsigset, 0);
  prctl (PR_SET_PDEATHSIG, SIGKILL);

  /* then loop */
  while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
    {
      req->thread = thr;
      errno = 0; /* strictly unnecessary */

      switch (req->type)
        {
          case REQ_READ:      req->result = pread64   (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
          case REQ_WRITE:     req->result = pwrite64  (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
          case REQ_READAHEAD: req->result = readahead (req->fd, LOFF_ARG (req->offset), req->length); break;

#if __NR_stat64
          struct kernelstat64 statdata;
          case REQ_STAT:      req->result = stat64    (req->dataptr, &statdata); COPY_STATDATA; break;
          case REQ_LSTAT:     req->result = lstat64   (req->dataptr, &statdata); COPY_STATDATA; break;
          case REQ_FSTAT:     req->result = fstat64   (req->fd     , &statdata); COPY_STATDATA; break;
#else
          struct kernelstat statdata;
          case REQ_STAT:      req->result = stat      (req->dataptr, &statdata); COPY_STATDATA; break;
          case REQ_LSTAT:     req->result = lstat     (req->dataptr, &statdata); COPY_STATDATA; break;
          case REQ_FSTAT:     req->result = fstat     (req->fd     , &statdata); COPY_STATDATA; break;
#endif

          case REQ_OPEN:      req->result = open      (req->dataptr, req->fd, req->mode); break;
          case REQ_CLOSE:     req->result = close     (req->fd); break;
          case REQ_UNLINK:    req->result = unlink    (req->dataptr); break;

          case REQ_FSYNC:     req->result = fsync     (req->fd); break;
          case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;

          case REQ_QUIT:
            write (respipe[1], (void *)&req, sizeof (req));
            return 0;

          default:
            req->result = ENOSYS;
            break;
        }

      req->errorno = errno;
      write (respipe[1], (void *)&req, sizeof (req));
    }

  return 0;
}

MODULE = Linux::AIO                PACKAGE = Linux::AIO

BOOT:
{
        sigfillset (&fullsigset);
        sigdelset (&fullsigset, SIGTERM);
        sigdelset (&fullsigset, SIGQUIT);
        sigdelset (&fullsigset, SIGABRT);
        sigdelset (&fullsigset, SIGINT);

        if (pipe (reqpipe) || pipe (respipe))
          croak ("unable to initialize request or result pipe");

        if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))
          croak ("cannot set result pipe to nonblocking mode");

        if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
          croak ("cannot set result pipe to nonblocking mode");
}

void
min_parallel(nthreads)
        int     nthreads
        PROTOTYPE: $
        CODE:
        while (nthreads > started)
          start_thread ();

void
max_parallel(nthreads)
        int     nthreads
        PROTOTYPE: $
        CODE:
{
        int cur = started;
        while (cur > nthreads)
          {          
            end_thread ();
            cur--;
          }

        while (started > nthreads)
          {
            poll_wait ();
            poll_cb (aTHX);
          }
}

void
aio_open(pathname,flags,mode,callback)
        SV *    pathname
        int     flags
        int     mode
        SV *    callback
        PROTOTYPE: $$$$
        CODE:
{
        aio_req req;

        Newz (0, req, 1, aio_cb);

        if (!req)
          croak ("out of memory during aio_req allocation");

        req->type = REQ_OPEN;
        req->data = newSVsv (pathname);
        req->dataptr = SvPV_nolen (req->data);
        req->fd = flags;
        req->mode = mode;
        req->callback = SvREFCNT_inc (callback);

        send_req (req);
}

void
aio_close(fh,callback)
        InputStream     fh
        SV *            callback
        PROTOTYPE: $$
        ALIAS:
           aio_close     = REQ_CLOSE
           aio_fsync     = REQ_FSYNC
           aio_fdatasync = REQ_FDATASYNC
        CODE:
{
        aio_req req;

        Newz (0, req, 1, aio_cb);

        if (!req)
          croak ("out of memory during aio_req allocation");

        req->type = ix;
        req->fd = PerlIO_fileno (fh);
        req->callback = SvREFCNT_inc (callback);

        send_req (req);
}

void
aio_read(fh,offset,length,data,dataoffset,callback)
        InputStream     fh
        UV              offset
        IV              length
        SV *            data
        IV              dataoffset
        SV *            callback
        PROTOTYPE: $$$$$$
        CODE:
        read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);

void
aio_write(fh,offset,length,data,dataoffset,callback)
        OutputStream    fh
        UV              offset
        IV              length
        SV *            data
        IV              dataoffset
        SV *            callback
        PROTOTYPE: $$$$$$
        CODE:
        read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);

void
aio_readahead(fh,offset,length,callback)
        InputStream     fh
        UV              offset
        IV              length
        SV *            callback
        PROTOTYPE: $$$$
        CODE:
{
        aio_req req;

        if (length < 0)
          croak ("length must not be negative");

        Newz (0, req, 1, aio_cb);

        if (!req)
          croak ("out of memory during aio_req allocation");

        req->type = REQ_READAHEAD;
        req->fd = PerlIO_fileno (fh);
        req->offset = offset;
        req->length = length;
        req->callback = SvREFCNT_inc (callback);

        send_req (req);
}

void
aio_stat(fh_or_path,callback)
        SV *            fh_or_path
        SV *            callback
        PROTOTYPE: $$
        ALIAS:
           aio_lstat = 1
        CODE:
{
        aio_req req;

        Newz (0, req, 1, aio_cb);

        if (!req)
          croak ("out of memory during aio_req allocation");

        New (0, req->statdata, 1, Stat_t);

        if (!req->statdata)
          croak ("out of memory during aio_req->statdata allocation");

        if (SvPOK (fh_or_path))
          {
            req->type = ix ? REQ_LSTAT : REQ_STAT;
            req->data = newSVsv (fh_or_path);
            req->dataptr = SvPV_nolen (req->data);
          }
        else
          {
            req->type = REQ_FSTAT;
            req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
          }

        req->callback = SvREFCNT_inc (callback);

        send_req (req);
}

void
aio_unlink(pathname,callback)
        SV * pathname
        SV * callback
        PROTOTYPE: $$
        CODE:
{
        aio_req req;
        
        Newz (0, req, 1, aio_cb);
        
        if (!req)
          croak ("out of memory during aio_req allocation");
        
        req->type = REQ_UNLINK;
        req->data = newSVsv (pathname);
        req->dataptr = SvPV_nolen (req->data);
        req->callback = SvREFCNT_inc (callback);
        
        send_req (req);
}

int
poll_fileno()
        PROTOTYPE:
        CODE:
        RETVAL = respipe[0];
        OUTPUT:
        RETVAL

int
poll_cb(...)
        PROTOTYPE:
        CODE:
        RETVAL = poll_cb (aTHX);
        OUTPUT:
        RETVAL

void
poll_wait()
        PROTOTYPE:
        CODE:
        poll_wait ();

int
nreqs()
        PROTOTYPE:
        CODE:
        RETVAL = nreqs;
        OUTPUT:
        RETVAL

Revision:	1.33
Committed:	Wed Aug 17 16:57:53 2005 UTC (18 years, 9 months ago) by root
Branch:	MAIN
CVS Tags:	rel-1_9, rel-1_8, HEAD
Changes since 1.32:	+1 -1 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.17	#define PERL_NO_GET_CONTEXT
2
3	root	1.1	#include "EXTERN.h"
4			#include "perl.h"
5			#include "XSUB.h"
6
7			#include <sys/types.h>
8	root	1.13	#include <sys/stat.h>
9	root	1.1	#include <unistd.h>
10	root	1.5	#include <fcntl.h>
11	root	1.8	#include <signal.h>
12	root	1.1	#include <sched.h>
13	root	1.26	#include <endian.h>
14	root	1.1
15	root	1.21	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
16	root	1.13	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
17	root	1.21	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
18	root	1.16
19	root	1.27	#if __i386 \|\| __amd64
20			# define STACKSIZE ( 256 * sizeof (long))
21			#elif __ia64
22			# define STACKSIZE (8192 * sizeof (long))
23			#else
24			# define STACKSIZE ( 512 * sizeof (long))
25			#endif
26	root	1.1
27	root	1.20	enum {
28			REQ_QUIT,
29	root	1.29	REQ_OPEN, REQ_CLOSE,
30			REQ_READ, REQ_WRITE, REQ_READAHEAD,
31			REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
32			REQ_FSYNC, REQ_FDATASYNC,
33	root	1.20	};
34	root	1.1
35			typedef struct {
36			char stack[STACKSIZE];
37			} aio_thread;
38
39	root	1.18	typedef struct aio_cb {
40			struct aio_cb *next;
41
42	root	1.1	int type;
43			aio_thread *thread;
44
45			int fd;
46			off_t offset;
47			size_t length;
48	root	1.2	ssize_t result;
49	root	1.8	mode_t mode; /* open */
50	root	1.1	int errorno;
51	root	1.5	SV data, callback;
52	root	1.1	void *dataptr;
53	root	1.2	STRLEN dataoffset;
54	root	1.13
55	root	1.21	Stat_t *statdata;
56	root	1.1	} aio_cb;
57
58			typedef aio_cb *aio_req;
59
60			static int started;
61	root	1.5	static int nreqs;
62	root	1.1	static int reqpipe[2], respipe[2];
63
64	root	1.18	static aio_req qs, qe; /* queue start, queue end */
65
66	root	1.2	static int aio_proc(void *arg);
67
68	root	1.1	static void
69	root	1.18	start_thread (void)
70	root	1.1	{
71	root	1.2	aio_thread *thr;
72
73			New (0, thr, 1, aio_thread);
74
75			if (clone (aio_proc,
76	root	1.27	&(thr->stack[STACKSIZE - 16]),
77	root	1.20	CLONE_VM\|CLONE_FS\|CLONE_FILES,
78	root	1.2	thr) >= 0)
79			started++;
80			else
81			Safefree (thr);
82	root	1.1	}
83
84			static void
85	root	1.18	send_reqs (void)
86	root	1.1	{
87	root	1.18	/* this write is atomic */
88			while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
89			{
90			qs = qs->next;
91			if (!qs) qe = 0;
92			}
93	root	1.2	}
94
95			static void
96	root	1.8	send_req (aio_req req)
97			{
98			nreqs++;
99	root	1.18	req->next = 0;
100
101			if (qe)
102	root	1.22	{
103			qe->next = req;
104			qe = req;
105			}
106	root	1.18	else
107			qe = qs = req;
108
109			send_reqs ();
110			}
111
112			static void
113			end_thread (void)
114			{
115			aio_req req;
116			New (0, req, 1, aio_cb);
117			req->type = REQ_QUIT;
118
119			send_req (req);
120	root	1.8	}
121
122			static void
123	root	1.17	read_write (pTHX_
124			int dowrite, int fd, off_t offset, size_t length,
125	root	1.18	SV data, STRLEN dataoffset, SV callback)
126	root	1.2	{
127	root	1.5	aio_req req;
128			STRLEN svlen;
129			char *svptr = SvPV (data, svlen);
130
131	root	1.13	SvUPGRADE (data, SVt_PV);
132			SvPOK_on (data);
133
134	root	1.5	if (dataoffset < 0)
135			dataoffset += svlen;
136
137			if (dataoffset < 0 \|\| dataoffset > svlen)
138			croak ("data offset outside of string");
139
140			if (dowrite)
141			{
142			/* write: check length and adjust. */
143			if (length < 0 \|\| length + dataoffset > svlen)
144			length = svlen - dataoffset;
145			}
146			else
147			{
148			/* read: grow scalar as necessary */
149			svptr = SvGROW (data, length + dataoffset);
150			}
151
152			if (length < 0)
153			croak ("length must not be negative");
154
155	root	1.14	Newz (0, req, 1, aio_cb);
156	root	1.5
157			if (!req)
158			croak ("out of memory during aio_req allocation");
159
160			req->type = dowrite ? REQ_WRITE : REQ_READ;
161			req->fd = fd;
162			req->offset = offset;
163			req->length = length;
164			req->data = SvREFCNT_inc (data);
165	root	1.6	req->dataptr = (char *)svptr + dataoffset;
166	root	1.5	req->callback = SvREFCNT_inc (callback);
167
168	root	1.8	send_req (req);
169	root	1.5	}
170
171	root	1.22	static void
172			poll_wait ()
173			{
174	root	1.32	if (!nreqs)
175			return;
176
177	root	1.22	fd_set rfd;
178			FD_ZERO(&rfd);
179			FD_SET(respipe[0], &rfd);
180
181			select (respipe[0] + 1, &rfd, 0, 0, 0);
182			}
183
184	root	1.5	static int
185			poll_cb (pTHX)
186			{
187			dSP;
188			int count = 0;
189			aio_req req;
190
191			while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
192			{
193	root	1.22	nreqs--;
194
195	root	1.5	if (req->type == REQ_QUIT)
196			{
197			Safefree (req->thread);
198			started--;
199			}
200			else
201			{
202			int errorno = errno;
203			errno = req->errorno;
204
205			if (req->type == REQ_READ)
206	root	1.6	SvCUR_set (req->data, req->dataoffset
207	root	1.33	+ (req->result > 0 ? req->result : 0));
208	root	1.5
209	root	1.14	if (req->data)
210			SvREFCNT_dec (req->data);
211
212	root	1.13	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
213			{
214	root	1.21	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
215			PL_laststatval = req->result;
216			PL_statcache = *(req->statdata);
217	root	1.13
218			Safefree (req->statdata);
219			}
220
221	root	1.5	PUSHMARK (SP);
222			XPUSHs (sv_2mortal (newSViv (req->result)));
223			PUTBACK;
224			call_sv (req->callback, G_VOID);
225			SPAGAIN;
226
227	root	1.14	if (req->callback)
228			SvREFCNT_dec (req->callback);
229	root	1.5
230			errno = errorno;
231			count++;
232			}
233
234			Safefree (req);
235			}
236
237	root	1.18	if (qs)
238			send_reqs ();
239
240	root	1.5	return count;
241	root	1.2	}
242
243	root	1.8	static sigset_t fullsigset;
244
245	root	1.2	#undef errno
246	root	1.32	#include <linux/unistd.h>
247	root	1.28	#include <linux/types.h>
248	root	1.20	#include <sys/prctl.h>
249	root	1.2
250	root	1.26	#if __alpha \|\| __ia64 \|\| __hppa \|\| __v850__
251	root	1.25	# define stat kernelstat
252			# define stat64 kernelstat64
253			# include <asm/stat.h>
254			# undef stat
255			# undef stat64
256			#else
257			# define kernelstat stat
258			# define kernelstat64 stat64
259			#endif
260
261	root	1.21	#define COPY_STATDATA \
262			req->statdata->st_dev = statdata.st_dev; \
263			req->statdata->st_ino = statdata.st_ino; \
264			req->statdata->st_mode = statdata.st_mode; \
265			req->statdata->st_nlink = statdata.st_nlink; \
266			req->statdata->st_uid = statdata.st_uid; \
267			req->statdata->st_gid = statdata.st_gid; \
268			req->statdata->st_rdev = statdata.st_rdev; \
269			req->statdata->st_size = statdata.st_size; \
270			req->statdata->st_atime = statdata.st_atime; \
271			req->statdata->st_mtime = statdata.st_mtime; \
272			req->statdata->st_ctime = statdata.st_ctime; \
273			req->statdata->st_blksize = statdata.st_blksize; \
274			req->statdata->st_blocks = statdata.st_blocks; \
275
276	root	1.2	static int
277	root	1.18	aio_proc (void *thr_arg)
278	root	1.2	{
279			aio_thread *thr = thr_arg;
280	root	1.9	aio_req req;
281	root	1.2	int errno;
282
283	root	1.21	/* this is very much kernel-specific :(:(:( */
284	root	1.11	/* we rely on gcc's ability to create closures. */
285	root	1.29	_syscall3(__kernel_size_t, read , unsigned int, fd, char *, buf, __kernel_size_t, count)
286			_syscall3(__kernel_size_t, write, unsigned int, fd, char *, buf, __kernel_size_t, count)
287	root	1.13
288	root	1.29	_syscall3(long, open, char *, pathname, int, flags, int, mode)
289			_syscall1(long, close, unsigned int, fd)
290			_syscall1(long, unlink, char *, filename);
291			_syscall1(long, fsync, unsigned int, fd);
292	root	1.30
293			#ifndef __NR_fdatasync
294			# define __NR_fdatasync __NR_fsync
295			#endif
296	root	1.29	_syscall1(long, fdatasync, unsigned int, fd);
297
298			#if BYTE_ORDER == LITTLE_ENDIAN
299			# define LOFF_ARG(off) (off & 0xffffffff), (off >> 32)
300			#elif BYTE_ORDER == BIG_ENDIAN
301			# define LOFF_ARG(off) (off >> 32), (off & 0xffffffff)
302			#endif
303	root	1.11
304	root	1.28	#ifndef __NR_pread64
305			# define __NR_pread64 __NR_pread
306			# define __NR_pwrite64 __NR_write
307	root	1.21	#endif
308	root	1.29	_syscall5(__kernel_ssize_t, pread64 , unsigned int, fd, char *, buf,
309			__kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
310			_syscall5(__kernel_ssize_t, pwrite64, unsigned int, fd, char *, buf,
311			__kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
312			_syscall4(long, readahead, unsigned int, fd, unsigned int, offset_lh, unsigned int, offset_hl, __kernel_size_t, count);
313	root	1.21
314	root	1.25	#if __NR_stat64
315	root	1.29	_syscall2(long, stat64 , const char , filename, struct kernelstat64 , buf)
316			_syscall2(long, lstat64, const char , filename, struct kernelstat64 , buf)
317			_syscall2(long, fstat64, int , fd , struct kernelstat64 *, buf)
318	root	1.21	#elif __NR_stat
319	root	1.29	_syscall2(long, stat , const char , filename, struct kernelstat , buf)
320			_syscall2(long, lstat, const char , filename, struct kernelstat , buf)
321			_syscall2(long, fstat, int , fd , struct kernelstat *, buf)
322	root	1.21	#else
323			# error "neither stat64 nor stat defined"
324			#endif
325	root	1.13
326	root	1.29	/* the following two calls might clobber errno */
327	root	1.8	sigprocmask (SIG_SETMASK, &fullsigset, 0);
328	root	1.20	prctl (PR_SET_PDEATHSIG, SIGKILL);
329	root	1.2
330			/* then loop */
331			while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
332			{
333			req->thread = thr;
334	root	1.14	errno = 0; /* strictly unnecessary */
335	root	1.2
336	root	1.18	switch (req->type)
337	root	1.2	{
338	root	1.29	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
339			case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
340			case REQ_READAHEAD: req->result = readahead (req->fd, LOFF_ARG (req->offset), req->length); break;
341
342	root	1.25	#if __NR_stat64
343			struct kernelstat64 statdata;
344	root	1.29	case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break;
345			case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break;
346			case REQ_FSTAT: req->result = fstat64 (req->fd , &statdata); COPY_STATDATA; break;
347	root	1.21	#else
348	root	1.25	struct kernelstat statdata;
349	root	1.29	case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break;
350			case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break;
351			case REQ_FSTAT: req->result = fstat (req->fd , &statdata); COPY_STATDATA; break;
352	root	1.21	#endif
353	root	1.29
354			case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
355			case REQ_CLOSE: req->result = close (req->fd); break;
356			case REQ_UNLINK: req->result = unlink (req->dataptr); break;
357
358			case REQ_FSYNC: req->result = fsync (req->fd); break;
359			case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
360	root	1.18
361			case REQ_QUIT:
362			write (respipe[1], (void *)&req, sizeof (req));
363			return 0;
364	root	1.29
365			default:
366			req->result = ENOSYS;
367			break;
368	root	1.2	}
369
370	root	1.8	req->errorno = errno;
371	root	1.2	write (respipe[1], (void *)&req, sizeof (req));
372			}
373
374			return 0;
375	root	1.1	}
376
377			MODULE = Linux::AIO PACKAGE = Linux::AIO
378
379			BOOT:
380			{
381	root	1.8	sigfillset (&fullsigset);
382	root	1.9	sigdelset (&fullsigset, SIGTERM);
383			sigdelset (&fullsigset, SIGQUIT);
384			sigdelset (&fullsigset, SIGABRT);
385			sigdelset (&fullsigset, SIGINT);
386	root	1.8
387	root	1.1	if (pipe (reqpipe) \|\| pipe (respipe))
388			croak ("unable to initialize request or result pipe");
389	root	1.18
390			if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))
391			croak ("cannot set result pipe to nonblocking mode");
392	root	1.5
393			if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
394			croak ("cannot set result pipe to nonblocking mode");
395	root	1.1	}
396
397			void
398			min_parallel(nthreads)
399			int nthreads
400	root	1.5	PROTOTYPE: $
401	root	1.1	CODE:
402			while (nthreads > started)
403			start_thread ();
404
405			void
406			max_parallel(nthreads)
407			int nthreads
408	root	1.5	PROTOTYPE: $
409	root	1.1	CODE:
410	root	1.31	{
411	root	1.5	int cur = started;
412			while (cur > nthreads)
413			{
414			end_thread ();
415			cur--;
416			}
417
418	root	1.1	while (started > nthreads)
419	root	1.5	{
420	root	1.22	poll_wait ();
421	root	1.17	poll_cb (aTHX);
422	root	1.5	}
423	root	1.31	}
424	root	1.1
425			void
426	root	1.8	aio_open(pathname,flags,mode,callback)
427	root	1.13	SV * pathname
428	root	1.8	int flags
429			int mode
430			SV * callback
431			PROTOTYPE: $$$$
432			CODE:
433	root	1.31	{
434	root	1.8	aio_req req;
435
436	root	1.14	Newz (0, req, 1, aio_cb);
437	root	1.8
438			if (!req)
439			croak ("out of memory during aio_req allocation");
440
441			req->type = REQ_OPEN;
442	root	1.14	req->data = newSVsv (pathname);
443			req->dataptr = SvPV_nolen (req->data);
444	root	1.8	req->fd = flags;
445			req->mode = mode;
446	root	1.10	req->callback = SvREFCNT_inc (callback);
447
448			send_req (req);
449	root	1.31	}
450	root	1.10
451			void
452			aio_close(fh,callback)
453	root	1.13	InputStream fh
454	root	1.10	SV * callback
455	root	1.14	PROTOTYPE: $$
456	root	1.29	ALIAS:
457			aio_close = REQ_CLOSE
458			aio_fsync = REQ_FSYNC
459			aio_fdatasync = REQ_FDATASYNC
460	root	1.10	CODE:
461	root	1.31	{
462	root	1.10	aio_req req;
463
464	root	1.14	Newz (0, req, 1, aio_cb);
465	root	1.10
466			if (!req)
467			croak ("out of memory during aio_req allocation");
468
469	root	1.29	req->type = ix;
470	root	1.10	req->fd = PerlIO_fileno (fh);
471	root	1.13	req->callback = SvREFCNT_inc (callback);
472
473			send_req (req);
474	root	1.31	}
475	root	1.13
476			void
477			aio_read(fh,offset,length,data,dataoffset,callback)
478			InputStream fh
479			UV offset
480			IV length
481			SV * data
482			IV dataoffset
483			SV * callback
484			PROTOTYPE: $$$$$$
485			CODE:
486			read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
487
488			void
489			aio_write(fh,offset,length,data,dataoffset,callback)
490			OutputStream fh
491			UV offset
492			IV length
493			SV * data
494			IV dataoffset
495			SV * callback
496			PROTOTYPE: $$$$$$
497			CODE:
498			read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
499
500			void
501	root	1.31	aio_readahead(fh,offset,length,callback)
502			InputStream fh
503			UV offset
504			IV length
505			SV * callback
506			PROTOTYPE: $$$$
507			CODE:
508			{
509			aio_req req;
510
511			if (length < 0)
512			croak ("length must not be negative");
513
514			Newz (0, req, 1, aio_cb);
515
516			if (!req)
517			croak ("out of memory during aio_req allocation");
518
519			req->type = REQ_READAHEAD;
520			req->fd = PerlIO_fileno (fh);
521			req->offset = offset;
522			req->length = length;
523			req->callback = SvREFCNT_inc (callback);
524
525			send_req (req);
526			}
527
528			void
529	root	1.13	aio_stat(fh_or_path,callback)
530			SV * fh_or_path
531			SV * callback
532			PROTOTYPE: $$
533			ALIAS:
534			aio_lstat = 1
535			CODE:
536	root	1.31	{
537	root	1.13	aio_req req;
538
539	root	1.14	Newz (0, req, 1, aio_cb);
540	root	1.13
541			if (!req)
542			croak ("out of memory during aio_req allocation");
543
544	root	1.21	New (0, req->statdata, 1, Stat_t);
545	root	1.13
546			if (!req->statdata)
547			croak ("out of memory during aio_req->statdata allocation");
548
549			if (SvPOK (fh_or_path))
550			{
551			req->type = ix ? REQ_LSTAT : REQ_STAT;
552	root	1.14	req->data = newSVsv (fh_or_path);
553			req->dataptr = SvPV_nolen (req->data);
554	root	1.13	}
555			else
556			{
557			req->type = REQ_FSTAT;
558			req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
559			}
560
561	root	1.8	req->callback = SvREFCNT_inc (callback);
562
563			send_req (req);
564	root	1.31	}
565	root	1.20
566			void
567			aio_unlink(pathname,callback)
568			SV * pathname
569			SV * callback
570			PROTOTYPE: $$
571			CODE:
572	root	1.31	{
573	root	1.20	aio_req req;
574
575			Newz (0, req, 1, aio_cb);
576
577			if (!req)
578			croak ("out of memory during aio_req allocation");
579
580			req->type = REQ_UNLINK;
581			req->data = newSVsv (pathname);
582			req->dataptr = SvPV_nolen (req->data);
583			req->callback = SvREFCNT_inc (callback);
584
585			send_req (req);
586	root	1.31	}
587	root	1.5
588			int
589			poll_fileno()
590			PROTOTYPE:
591			CODE:
592			RETVAL = respipe[0];
593			OUTPUT:
594			RETVAL
595
596			int
597	root	1.6	poll_cb(...)
598	root	1.5	PROTOTYPE:
599			CODE:
600			RETVAL = poll_cb (aTHX);
601			OUTPUT:
602			RETVAL
603
604	root	1.23	void
605			poll_wait()
606			PROTOTYPE:
607			CODE:
608			poll_wait ();
609
610	root	1.5	int
611			nreqs()
612			PROTOTYPE:
613			CODE:
614			RETVAL = nreqs;
615			OUTPUT:
616			RETVAL
617