Linux-AIO/AIO.xs

#define PERL_NO_GET_CONTEXT

#include "EXTERN.h"
#include "perl.h"
#include "XSUB.h"

#include <sys/types.h>
#include <sys/stat.h>
#include <unistd.h>
#include <fcntl.h>
#include <signal.h>
#include <sched.h>
#include <endian.h>

typedef void *InputStream;  /* hack, but 5.6.1 is simply toooo old ;) */
typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */
typedef void *InOutStream;  /* hack, but 5.6.1 is simply toooo old ;) */

#if __i386 || __amd64
# define STACKSIZE ( 256 * sizeof (long))
#elif __ia64
# define STACKSIZE (8192 * sizeof (long))
#else
# define STACKSIZE ( 512 * sizeof (long))
#endif

enum {
  REQ_QUIT,
  REQ_OPEN, REQ_CLOSE,
  REQ_READ, REQ_WRITE, REQ_READAHEAD,
  REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
  REQ_FSYNC, REQ_FDATASYNC,
};

typedef struct {
  char stack[STACKSIZE];
} aio_thread;

typedef struct aio_cb {
  struct aio_cb *next;

  int type;
  aio_thread *thread;

  int fd;
  off_t offset;
  size_t length;
  ssize_t result;
  mode_t mode; /* open */
  int errorno;
  SV *data, *callback;
  void *dataptr;
  STRLEN dataoffset;

  Stat_t *statdata;
} aio_cb;

typedef aio_cb *aio_req;

static int started;
static int nreqs;
static int reqpipe[2], respipe[2];

static aio_req qs, qe; /* queue start, queue end */

static int aio_proc(void *arg);

static void
start_thread (void)
{
  aio_thread *thr;

  New (0, thr, 1, aio_thread);

  if (clone (aio_proc,
             &(thr->stack[STACKSIZE - 16]),
             CLONE_VM|CLONE_FS|CLONE_FILES,
             thr) >= 0)
    started++;
  else
    Safefree (thr);
}

static void
send_reqs (void)
{
  /* this write is atomic */
  while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
   {
     qs = qs->next;
     if (!qs) qe = 0;
   }
}

static void
send_req (aio_req req)
{
  nreqs++;
  req->next = 0;

  if (qe)
    {
      qe->next = req;
      qe = req;
    }
  else
    qe = qs = req;

  send_reqs ();
}

static void
end_thread (void)
{
  aio_req req;
  New (0, req, 1, aio_cb);
  req->type = REQ_QUIT;

  send_req (req);
}

static void
read_write (pTHX_
            int dowrite, int fd, off_t offset, size_t length,
            SV *data, STRLEN dataoffset, SV *callback)
{
  aio_req req;
  STRLEN svlen;
  char *svptr = SvPV (data, svlen);

  SvUPGRADE (data, SVt_PV);
  SvPOK_on (data);

  if (dataoffset < 0)
    dataoffset += svlen;

  if (dataoffset < 0 || dataoffset > svlen)
    croak ("data offset outside of string");

  if (dowrite)
    {
      /* write: check length and adjust. */
      if (length < 0 || length + dataoffset > svlen)
        length = svlen - dataoffset;
    }
  else
    {
      /* read: grow scalar as necessary */
      svptr = SvGROW (data, length + dataoffset);
    }

  if (length < 0)
    croak ("length must not be negative");

  Newz (0, req, 1, aio_cb);

  if (!req)
    croak ("out of memory during aio_req allocation");

  req->type = dowrite ? REQ_WRITE : REQ_READ;
  req->fd = fd;
  req->offset = offset;
  req->length = length;
  req->data = SvREFCNT_inc (data);
  req->dataptr = (char *)svptr + dataoffset;
  req->callback = SvREFCNT_inc (callback);

  send_req (req);
}

static void
poll_wait ()
{
  fd_set rfd;
  FD_ZERO(&rfd);
  FD_SET(respipe[0], &rfd);

  select (respipe[0] + 1, &rfd, 0, 0, 0);
}

static int
poll_cb (pTHX)
{
  dSP;
  int count = 0;
  aio_req req;

  while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
    {
      nreqs--;

      if (req->type == REQ_QUIT)
        {
          Safefree (req->thread);
          started--;
        }
      else
        {
          int errorno = errno;
          errno = req->errorno;

          if (req->type == REQ_READ)
            SvCUR_set (req->data, req->dataoffset
                                  + req->result > 0 ? req->result : 0);

          if (req->data)
            SvREFCNT_dec (req->data);

          if (req->type == REQ_STAT || req->type == REQ_LSTAT || req->type == REQ_FSTAT)
            {
              PL_laststype   = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
              PL_laststatval = req->result;
              PL_statcache   = *(req->statdata);

              Safefree (req->statdata);
            }

          PUSHMARK (SP);
          XPUSHs (sv_2mortal (newSViv (req->result)));
          PUTBACK;
          call_sv (req->callback, G_VOID);
          SPAGAIN;
          
          if (req->callback)
            SvREFCNT_dec (req->callback);

          errno = errorno;
          count++;
        }

      Safefree (req);
    }

  if (qs)
    send_reqs ();

  return count;
}

static sigset_t fullsigset;

#undef errno
#include <asm/unistd.h>
#include <linux/types.h>
#include <sys/prctl.h>

#if __alpha || __ia64 || __hppa || __v850__
# define stat kernelstat
# define stat64 kernelstat64
# include <asm/stat.h>
# undef stat
# undef stat64
#else
# define kernelstat stat
# define kernelstat64 stat64
#endif

#define COPY_STATDATA   \
  req->statdata->st_dev     = statdata.st_dev;          \
  req->statdata->st_ino     = statdata.st_ino;          \
  req->statdata->st_mode    = statdata.st_mode;         \
  req->statdata->st_nlink   = statdata.st_nlink;        \
  req->statdata->st_uid     = statdata.st_uid;          \
  req->statdata->st_gid     = statdata.st_gid;          \
  req->statdata->st_rdev    = statdata.st_rdev;         \
  req->statdata->st_size    = statdata.st_size;         \
  req->statdata->st_atime   = statdata.st_atime;        \
  req->statdata->st_mtime   = statdata.st_mtime;        \
  req->statdata->st_ctime   = statdata.st_ctime;        \
  req->statdata->st_blksize = statdata.st_blksize;      \
  req->statdata->st_blocks  = statdata.st_blocks;       \

static int
aio_proc (void *thr_arg)
{
  aio_thread *thr = thr_arg;
  aio_req req;
  int errno;

  /* this is very much kernel-specific :(:(:( */
  /* we rely on gcc's ability to create closures. */
  _syscall3(__kernel_size_t, read , unsigned int, fd, char *, buf, __kernel_size_t, count)
  _syscall3(__kernel_size_t, write, unsigned int, fd, char *, buf, __kernel_size_t, count)

  _syscall3(long, open, char *, pathname, int, flags, int, mode)
  _syscall1(long, close, unsigned int, fd)
  _syscall1(long, unlink, char *, filename);
  _syscall1(long, fsync, unsigned int, fd);
  _syscall1(long, fdatasync, unsigned int, fd);

#if BYTE_ORDER == LITTLE_ENDIAN
# define LOFF_ARG(off) (off & 0xffffffff), (off >> 32)
#elif BYTE_ORDER == BIG_ENDIAN
# define LOFF_ARG(off) (off >> 32), (off & 0xffffffff)
#endif

#ifndef __NR_pread64
# define __NR_pread64 __NR_pread
# define __NR_pwrite64 __NR_write
#endif
  _syscall5(__kernel_ssize_t, pread64 , unsigned int, fd, char *, buf,
            __kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
  _syscall5(__kernel_ssize_t, pwrite64, unsigned int, fd, char *, buf,
            __kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
  _syscall4(long, readahead, unsigned int, fd, unsigned int, offset_lh, unsigned int, offset_hl, __kernel_size_t, count);

#if __NR_stat64
  _syscall2(long, stat64 , const char *, filename, struct kernelstat64 *, buf)
  _syscall2(long, lstat64, const char *, filename, struct kernelstat64 *, buf)
  _syscall2(long, fstat64, int         , fd      , struct kernelstat64 *, buf)
#elif __NR_stat
  _syscall2(long, stat , const char *, filename, struct kernelstat *, buf)
  _syscall2(long, lstat, const char *, filename, struct kernelstat *, buf)
  _syscall2(long, fstat, int         , fd      , struct kernelstat *, buf)
#else
# error "neither stat64 nor stat defined"
#endif

  /* the following two calls might clobber errno */
  sigprocmask (SIG_SETMASK, &fullsigset, 0);
  prctl (PR_SET_PDEATHSIG, SIGKILL);

  /* then loop */
  while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
    {
      req->thread = thr;
      errno = 0; /* strictly unnecessary */

      switch (req->type)
        {
          case REQ_READ:      req->result = pread64   (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
          case REQ_WRITE:     req->result = pwrite64  (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
          case REQ_READAHEAD: req->result = readahead (req->fd, LOFF_ARG (req->offset), req->length); break;

#if __NR_stat64
          struct kernelstat64 statdata;
          case REQ_STAT:      req->result = stat64    (req->dataptr, &statdata); COPY_STATDATA; break;
          case REQ_LSTAT:     req->result = lstat64   (req->dataptr, &statdata); COPY_STATDATA; break;
          case REQ_FSTAT:     req->result = fstat64   (req->fd     , &statdata); COPY_STATDATA; break;
#else
          struct kernelstat statdata;
          case REQ_STAT:      req->result = stat      (req->dataptr, &statdata); COPY_STATDATA; break;
          case REQ_LSTAT:     req->result = lstat     (req->dataptr, &statdata); COPY_STATDATA; break;
          case REQ_FSTAT:     req->result = fstat     (req->fd     , &statdata); COPY_STATDATA; break;
#endif

          case REQ_OPEN:      req->result = open      (req->dataptr, req->fd, req->mode); break;
          case REQ_CLOSE:     req->result = close     (req->fd); break;
          case REQ_UNLINK:    req->result = unlink    (req->dataptr); break;

          case REQ_FSYNC:     req->result = fsync     (req->fd); break;
          case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;

          case REQ_QUIT:
            write (respipe[1], (void *)&req, sizeof (req));
            return 0;

          default:
            req->result = ENOSYS;
            break;
        }

      req->errorno = errno;
      write (respipe[1], (void *)&req, sizeof (req));
    }

  return 0;
}

MODULE = Linux::AIO                PACKAGE = Linux::AIO

BOOT:
{
        sigfillset (&fullsigset);
        sigdelset (&fullsigset, SIGTERM);
        sigdelset (&fullsigset, SIGQUIT);
        sigdelset (&fullsigset, SIGABRT);
        sigdelset (&fullsigset, SIGINT);

        if (pipe (reqpipe) || pipe (respipe))
          croak ("unable to initialize request or result pipe");

        if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))
          croak ("cannot set result pipe to nonblocking mode");

        if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
          croak ("cannot set result pipe to nonblocking mode");
}

void
min_parallel(nthreads)
        int     nthreads
        PROTOTYPE: $
        CODE:
        while (nthreads > started)
          start_thread ();

void
max_parallel(nthreads)
        int     nthreads
        PROTOTYPE: $
        CODE:
        int cur = started;
        while (cur > nthreads)
          {          
            end_thread ();
            cur--;
          }

        while (started > nthreads)
          {
            poll_wait ();
            poll_cb (aTHX);
          }

void
aio_open(pathname,flags,mode,callback)
        SV *    pathname
        int     flags
        int     mode
        SV *    callback
        PROTOTYPE: $$$$
        CODE:
        aio_req req;

        Newz (0, req, 1, aio_cb);

        if (!req)
          croak ("out of memory during aio_req allocation");

        req->type = REQ_OPEN;
        req->data = newSVsv (pathname);
        req->dataptr = SvPV_nolen (req->data);
        req->fd = flags;
        req->mode = mode;
        req->callback = SvREFCNT_inc (callback);

        send_req (req);

void
aio_close(fh,callback)
        InputStream     fh
        SV *            callback
        PROTOTYPE: $$
        ALIAS:
           aio_close     = REQ_CLOSE
           aio_fsync     = REQ_FSYNC
           aio_fdatasync = REQ_FDATASYNC
        CODE:
        aio_req req;

        Newz (0, req, 1, aio_cb);

        if (!req)
          croak ("out of memory during aio_req allocation");

        req->type = ix;
        req->fd = PerlIO_fileno (fh);
        req->callback = SvREFCNT_inc (callback);

        send_req (req);

void
aio_read(fh,offset,length,data,dataoffset,callback)
        InputStream     fh
        UV              offset
        IV              length
        SV *            data
        IV              dataoffset
        SV *            callback
        PROTOTYPE: $$$$$$
        CODE:
        read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);

void
aio_write(fh,offset,length,data,dataoffset,callback)
        OutputStream    fh
        UV              offset
        IV              length
        SV *            data
        IV              dataoffset
        SV *            callback
        PROTOTYPE: $$$$$$
        CODE:
        read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);

void
aio_stat(fh_or_path,callback)
        SV *            fh_or_path
        SV *            callback
        PROTOTYPE: $$
        ALIAS:
           aio_lstat = 1
        CODE:
        aio_req req;

        Newz (0, req, 1, aio_cb);

        if (!req)
          croak ("out of memory during aio_req allocation");

        New (0, req->statdata, 1, Stat_t);

        if (!req->statdata)
          croak ("out of memory during aio_req->statdata allocation");

        if (SvPOK (fh_or_path))
          {
            req->type = ix ? REQ_LSTAT : REQ_STAT;
            req->data = newSVsv (fh_or_path);
            req->dataptr = SvPV_nolen (req->data);
          }
        else
          {
            req->type = REQ_FSTAT;
            req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
          }

        req->callback = SvREFCNT_inc (callback);

        send_req (req);

void
aio_unlink(pathname,callback)
        SV * pathname
        SV * callback
        PROTOTYPE: $$
        CODE:
        aio_req req;
        
        Newz (0, req, 1, aio_cb);
        
        if (!req)
          croak ("out of memory during aio_req allocation");
        
        req->type = REQ_UNLINK;
        req->data = newSVsv (pathname);
        req->dataptr = SvPV_nolen (req->data);
        req->callback = SvREFCNT_inc (callback);
        
        send_req (req);

int
poll_fileno()
        PROTOTYPE:
        CODE:
        RETVAL = respipe[0];
        OUTPUT:
        RETVAL

int
poll_cb(...)
        PROTOTYPE:
        CODE:
        RETVAL = poll_cb (aTHX);
        OUTPUT:
        RETVAL

void
poll_wait()
        PROTOTYPE:
        CODE:
        poll_wait ();

int
nreqs()
        PROTOTYPE:
        CODE:
        RETVAL = nreqs;
        OUTPUT:
        RETVAL

Revision:	1.29
Committed:	Sat Jul 9 22:45:06 2005 UTC (18 years, 10 months ago) by root
Branch:	MAIN
Changes since 1.28:	+55 -37 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.17	#define PERL_NO_GET_CONTEXT
2
3	root	1.1	#include "EXTERN.h"
4			#include "perl.h"
5			#include "XSUB.h"
6
7			#include <sys/types.h>
8	root	1.13	#include <sys/stat.h>
9	root	1.1	#include <unistd.h>
10	root	1.5	#include <fcntl.h>
11	root	1.8	#include <signal.h>
12	root	1.1	#include <sched.h>
13	root	1.26	#include <endian.h>
14	root	1.1
15	root	1.21	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
16	root	1.13	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
17	root	1.21	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
18	root	1.16
19	root	1.27	#if __i386 \|\| __amd64
20			# define STACKSIZE ( 256 * sizeof (long))
21			#elif __ia64
22			# define STACKSIZE (8192 * sizeof (long))
23			#else
24			# define STACKSIZE ( 512 * sizeof (long))
25			#endif
26	root	1.1
27	root	1.20	enum {
28			REQ_QUIT,
29	root	1.29	REQ_OPEN, REQ_CLOSE,
30			REQ_READ, REQ_WRITE, REQ_READAHEAD,
31			REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
32			REQ_FSYNC, REQ_FDATASYNC,
33	root	1.20	};
34	root	1.1
35			typedef struct {
36			char stack[STACKSIZE];
37			} aio_thread;
38
39	root	1.18	typedef struct aio_cb {
40			struct aio_cb *next;
41
42	root	1.1	int type;
43			aio_thread *thread;
44
45			int fd;
46			off_t offset;
47			size_t length;
48	root	1.2	ssize_t result;
49	root	1.8	mode_t mode; /* open */
50	root	1.1	int errorno;
51	root	1.5	SV data, callback;
52	root	1.1	void *dataptr;
53	root	1.2	STRLEN dataoffset;
54	root	1.13
55	root	1.21	Stat_t *statdata;
56	root	1.1	} aio_cb;
57
58			typedef aio_cb *aio_req;
59
60			static int started;
61	root	1.5	static int nreqs;
62	root	1.1	static int reqpipe[2], respipe[2];
63
64	root	1.18	static aio_req qs, qe; /* queue start, queue end */
65
66	root	1.2	static int aio_proc(void *arg);
67
68	root	1.1	static void
69	root	1.18	start_thread (void)
70	root	1.1	{
71	root	1.2	aio_thread *thr;
72
73			New (0, thr, 1, aio_thread);
74
75			if (clone (aio_proc,
76	root	1.27	&(thr->stack[STACKSIZE - 16]),
77	root	1.20	CLONE_VM\|CLONE_FS\|CLONE_FILES,
78	root	1.2	thr) >= 0)
79			started++;
80			else
81			Safefree (thr);
82	root	1.1	}
83
84			static void
85	root	1.18	send_reqs (void)
86	root	1.1	{
87	root	1.18	/* this write is atomic */
88			while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
89			{
90			qs = qs->next;
91			if (!qs) qe = 0;
92			}
93	root	1.2	}
94
95			static void
96	root	1.8	send_req (aio_req req)
97			{
98			nreqs++;
99	root	1.18	req->next = 0;
100
101			if (qe)
102	root	1.22	{
103			qe->next = req;
104			qe = req;
105			}
106	root	1.18	else
107			qe = qs = req;
108
109			send_reqs ();
110			}
111
112			static void
113			end_thread (void)
114			{
115			aio_req req;
116			New (0, req, 1, aio_cb);
117			req->type = REQ_QUIT;
118
119			send_req (req);
120	root	1.8	}
121
122			static void
123	root	1.17	read_write (pTHX_
124			int dowrite, int fd, off_t offset, size_t length,
125	root	1.18	SV data, STRLEN dataoffset, SV callback)
126	root	1.2	{
127	root	1.5	aio_req req;
128			STRLEN svlen;
129			char *svptr = SvPV (data, svlen);
130
131	root	1.13	SvUPGRADE (data, SVt_PV);
132			SvPOK_on (data);
133
134	root	1.5	if (dataoffset < 0)
135			dataoffset += svlen;
136
137			if (dataoffset < 0 \|\| dataoffset > svlen)
138			croak ("data offset outside of string");
139
140			if (dowrite)
141			{
142			/* write: check length and adjust. */
143			if (length < 0 \|\| length + dataoffset > svlen)
144			length = svlen - dataoffset;
145			}
146			else
147			{
148			/* read: grow scalar as necessary */
149			svptr = SvGROW (data, length + dataoffset);
150			}
151
152			if (length < 0)
153			croak ("length must not be negative");
154
155	root	1.14	Newz (0, req, 1, aio_cb);
156	root	1.5
157			if (!req)
158			croak ("out of memory during aio_req allocation");
159
160			req->type = dowrite ? REQ_WRITE : REQ_READ;
161			req->fd = fd;
162			req->offset = offset;
163			req->length = length;
164			req->data = SvREFCNT_inc (data);
165	root	1.6	req->dataptr = (char *)svptr + dataoffset;
166	root	1.5	req->callback = SvREFCNT_inc (callback);
167
168	root	1.8	send_req (req);
169	root	1.5	}
170
171	root	1.22	static void
172			poll_wait ()
173			{
174			fd_set rfd;
175			FD_ZERO(&rfd);
176			FD_SET(respipe[0], &rfd);
177
178			select (respipe[0] + 1, &rfd, 0, 0, 0);
179			}
180
181	root	1.5	static int
182			poll_cb (pTHX)
183			{
184			dSP;
185			int count = 0;
186			aio_req req;
187
188			while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
189			{
190	root	1.22	nreqs--;
191
192	root	1.5	if (req->type == REQ_QUIT)
193			{
194			Safefree (req->thread);
195			started--;
196			}
197			else
198			{
199			int errorno = errno;
200			errno = req->errorno;
201
202			if (req->type == REQ_READ)
203	root	1.6	SvCUR_set (req->data, req->dataoffset
204			+ req->result > 0 ? req->result : 0);
205	root	1.5
206	root	1.14	if (req->data)
207			SvREFCNT_dec (req->data);
208
209	root	1.13	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
210			{
211	root	1.21	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
212			PL_laststatval = req->result;
213			PL_statcache = *(req->statdata);
214	root	1.13
215			Safefree (req->statdata);
216			}
217
218	root	1.5	PUSHMARK (SP);
219			XPUSHs (sv_2mortal (newSViv (req->result)));
220			PUTBACK;
221			call_sv (req->callback, G_VOID);
222			SPAGAIN;
223
224	root	1.14	if (req->callback)
225			SvREFCNT_dec (req->callback);
226	root	1.5
227			errno = errorno;
228			count++;
229			}
230
231			Safefree (req);
232			}
233
234	root	1.18	if (qs)
235			send_reqs ();
236
237	root	1.5	return count;
238	root	1.2	}
239
240	root	1.8	static sigset_t fullsigset;
241
242	root	1.2	#undef errno
243			#include <asm/unistd.h>
244	root	1.28	#include <linux/types.h>
245	root	1.20	#include <sys/prctl.h>
246	root	1.2
247	root	1.26	#if __alpha \|\| __ia64 \|\| __hppa \|\| __v850__
248	root	1.25	# define stat kernelstat
249			# define stat64 kernelstat64
250			# include <asm/stat.h>
251			# undef stat
252			# undef stat64
253			#else
254			# define kernelstat stat
255			# define kernelstat64 stat64
256			#endif
257
258	root	1.21	#define COPY_STATDATA \
259			req->statdata->st_dev = statdata.st_dev; \
260			req->statdata->st_ino = statdata.st_ino; \
261			req->statdata->st_mode = statdata.st_mode; \
262			req->statdata->st_nlink = statdata.st_nlink; \
263			req->statdata->st_uid = statdata.st_uid; \
264			req->statdata->st_gid = statdata.st_gid; \
265			req->statdata->st_rdev = statdata.st_rdev; \
266			req->statdata->st_size = statdata.st_size; \
267			req->statdata->st_atime = statdata.st_atime; \
268			req->statdata->st_mtime = statdata.st_mtime; \
269			req->statdata->st_ctime = statdata.st_ctime; \
270			req->statdata->st_blksize = statdata.st_blksize; \
271			req->statdata->st_blocks = statdata.st_blocks; \
272
273	root	1.2	static int
274	root	1.18	aio_proc (void *thr_arg)
275	root	1.2	{
276			aio_thread *thr = thr_arg;
277	root	1.9	aio_req req;
278	root	1.2	int errno;
279
280	root	1.21	/* this is very much kernel-specific :(:(:( */
281	root	1.11	/* we rely on gcc's ability to create closures. */
282	root	1.29	_syscall3(__kernel_size_t, read , unsigned int, fd, char *, buf, __kernel_size_t, count)
283			_syscall3(__kernel_size_t, write, unsigned int, fd, char *, buf, __kernel_size_t, count)
284	root	1.13
285	root	1.29	_syscall3(long, open, char *, pathname, int, flags, int, mode)
286			_syscall1(long, close, unsigned int, fd)
287			_syscall1(long, unlink, char *, filename);
288			_syscall1(long, fsync, unsigned int, fd);
289			_syscall1(long, fdatasync, unsigned int, fd);
290
291			#if BYTE_ORDER == LITTLE_ENDIAN
292			# define LOFF_ARG(off) (off & 0xffffffff), (off >> 32)
293			#elif BYTE_ORDER == BIG_ENDIAN
294			# define LOFF_ARG(off) (off >> 32), (off & 0xffffffff)
295			#endif
296	root	1.11
297	root	1.28	#ifndef __NR_pread64
298			# define __NR_pread64 __NR_pread
299			# define __NR_pwrite64 __NR_write
300	root	1.21	#endif
301	root	1.29	_syscall5(__kernel_ssize_t, pread64 , unsigned int, fd, char *, buf,
302			__kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
303			_syscall5(__kernel_ssize_t, pwrite64, unsigned int, fd, char *, buf,
304			__kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
305			_syscall4(long, readahead, unsigned int, fd, unsigned int, offset_lh, unsigned int, offset_hl, __kernel_size_t, count);
306	root	1.21
307	root	1.25	#if __NR_stat64
308	root	1.29	_syscall2(long, stat64 , const char , filename, struct kernelstat64 , buf)
309			_syscall2(long, lstat64, const char , filename, struct kernelstat64 , buf)
310			_syscall2(long, fstat64, int , fd , struct kernelstat64 *, buf)
311	root	1.21	#elif __NR_stat
312	root	1.29	_syscall2(long, stat , const char , filename, struct kernelstat , buf)
313			_syscall2(long, lstat, const char , filename, struct kernelstat , buf)
314			_syscall2(long, fstat, int , fd , struct kernelstat *, buf)
315	root	1.21	#else
316			# error "neither stat64 nor stat defined"
317			#endif
318	root	1.13
319	root	1.29	/* the following two calls might clobber errno */
320	root	1.8	sigprocmask (SIG_SETMASK, &fullsigset, 0);
321	root	1.20	prctl (PR_SET_PDEATHSIG, SIGKILL);
322	root	1.2
323			/* then loop */
324			while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
325			{
326			req->thread = thr;
327	root	1.14	errno = 0; /* strictly unnecessary */
328	root	1.2
329	root	1.18	switch (req->type)
330	root	1.2	{
331	root	1.29	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
332			case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
333			case REQ_READAHEAD: req->result = readahead (req->fd, LOFF_ARG (req->offset), req->length); break;
334
335	root	1.25	#if __NR_stat64
336			struct kernelstat64 statdata;
337	root	1.29	case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break;
338			case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break;
339			case REQ_FSTAT: req->result = fstat64 (req->fd , &statdata); COPY_STATDATA; break;
340	root	1.21	#else
341	root	1.25	struct kernelstat statdata;
342	root	1.29	case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break;
343			case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break;
344			case REQ_FSTAT: req->result = fstat (req->fd , &statdata); COPY_STATDATA; break;
345	root	1.21	#endif
346	root	1.29
347			case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
348			case REQ_CLOSE: req->result = close (req->fd); break;
349			case REQ_UNLINK: req->result = unlink (req->dataptr); break;
350
351			case REQ_FSYNC: req->result = fsync (req->fd); break;
352			case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
353	root	1.18
354			case REQ_QUIT:
355			write (respipe[1], (void *)&req, sizeof (req));
356			return 0;
357	root	1.29
358			default:
359			req->result = ENOSYS;
360			break;
361	root	1.2	}
362
363	root	1.8	req->errorno = errno;
364	root	1.2	write (respipe[1], (void *)&req, sizeof (req));
365			}
366
367			return 0;
368	root	1.1	}
369
370			MODULE = Linux::AIO PACKAGE = Linux::AIO
371
372			BOOT:
373			{
374	root	1.8	sigfillset (&fullsigset);
375	root	1.9	sigdelset (&fullsigset, SIGTERM);
376			sigdelset (&fullsigset, SIGQUIT);
377			sigdelset (&fullsigset, SIGABRT);
378			sigdelset (&fullsigset, SIGINT);
379	root	1.8
380	root	1.1	if (pipe (reqpipe) \|\| pipe (respipe))
381			croak ("unable to initialize request or result pipe");
382	root	1.18
383			if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))
384			croak ("cannot set result pipe to nonblocking mode");
385	root	1.5
386			if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
387			croak ("cannot set result pipe to nonblocking mode");
388	root	1.1	}
389
390			void
391			min_parallel(nthreads)
392			int nthreads
393	root	1.5	PROTOTYPE: $
394	root	1.1	CODE:
395			while (nthreads > started)
396			start_thread ();
397
398			void
399			max_parallel(nthreads)
400			int nthreads
401	root	1.5	PROTOTYPE: $
402	root	1.1	CODE:
403	root	1.5	int cur = started;
404			while (cur > nthreads)
405			{
406			end_thread ();
407			cur--;
408			}
409
410	root	1.1	while (started > nthreads)
411	root	1.5	{
412	root	1.22	poll_wait ();
413	root	1.17	poll_cb (aTHX);
414	root	1.5	}
415	root	1.1
416			void
417	root	1.8	aio_open(pathname,flags,mode,callback)
418	root	1.13	SV * pathname
419	root	1.8	int flags
420			int mode
421			SV * callback
422			PROTOTYPE: $$$$
423			CODE:
424			aio_req req;
425
426	root	1.14	Newz (0, req, 1, aio_cb);
427	root	1.8
428			if (!req)
429			croak ("out of memory during aio_req allocation");
430
431			req->type = REQ_OPEN;
432	root	1.14	req->data = newSVsv (pathname);
433			req->dataptr = SvPV_nolen (req->data);
434	root	1.8	req->fd = flags;
435			req->mode = mode;
436	root	1.10	req->callback = SvREFCNT_inc (callback);
437
438			send_req (req);
439
440			void
441			aio_close(fh,callback)
442	root	1.13	InputStream fh
443	root	1.10	SV * callback
444	root	1.14	PROTOTYPE: $$
445	root	1.29	ALIAS:
446			aio_close = REQ_CLOSE
447			aio_fsync = REQ_FSYNC
448			aio_fdatasync = REQ_FDATASYNC
449	root	1.10	CODE:
450			aio_req req;
451
452	root	1.14	Newz (0, req, 1, aio_cb);
453	root	1.10
454			if (!req)
455			croak ("out of memory during aio_req allocation");
456
457	root	1.29	req->type = ix;
458	root	1.10	req->fd = PerlIO_fileno (fh);
459	root	1.13	req->callback = SvREFCNT_inc (callback);
460
461			send_req (req);
462
463			void
464			aio_read(fh,offset,length,data,dataoffset,callback)
465			InputStream fh
466			UV offset
467			IV length
468			SV * data
469			IV dataoffset
470			SV * callback
471			PROTOTYPE: $$$$$$
472			CODE:
473			read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
474
475			void
476			aio_write(fh,offset,length,data,dataoffset,callback)
477			OutputStream fh
478			UV offset
479			IV length
480			SV * data
481			IV dataoffset
482			SV * callback
483			PROTOTYPE: $$$$$$
484			CODE:
485			read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
486
487			void
488			aio_stat(fh_or_path,callback)
489			SV * fh_or_path
490			SV * callback
491			PROTOTYPE: $$
492			ALIAS:
493			aio_lstat = 1
494			CODE:
495			aio_req req;
496
497	root	1.14	Newz (0, req, 1, aio_cb);
498	root	1.13
499			if (!req)
500			croak ("out of memory during aio_req allocation");
501
502	root	1.21	New (0, req->statdata, 1, Stat_t);
503	root	1.13
504			if (!req->statdata)
505			croak ("out of memory during aio_req->statdata allocation");
506
507			if (SvPOK (fh_or_path))
508			{
509			req->type = ix ? REQ_LSTAT : REQ_STAT;
510	root	1.14	req->data = newSVsv (fh_or_path);
511			req->dataptr = SvPV_nolen (req->data);
512	root	1.13	}
513			else
514			{
515			req->type = REQ_FSTAT;
516			req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
517			}
518
519	root	1.8	req->callback = SvREFCNT_inc (callback);
520
521			send_req (req);
522	root	1.20
523			void
524			aio_unlink(pathname,callback)
525			SV * pathname
526			SV * callback
527			PROTOTYPE: $$
528			CODE:
529			aio_req req;
530
531			Newz (0, req, 1, aio_cb);
532
533			if (!req)
534			croak ("out of memory during aio_req allocation");
535
536			req->type = REQ_UNLINK;
537			req->data = newSVsv (pathname);
538			req->dataptr = SvPV_nolen (req->data);
539			req->callback = SvREFCNT_inc (callback);
540
541			send_req (req);
542	root	1.5
543			int
544			poll_fileno()
545			PROTOTYPE:
546			CODE:
547			RETVAL = respipe[0];
548			OUTPUT:
549			RETVAL
550
551			int
552	root	1.6	poll_cb(...)
553	root	1.5	PROTOTYPE:
554			CODE:
555			RETVAL = poll_cb (aTHX);
556			OUTPUT:
557			RETVAL
558
559	root	1.23	void
560			poll_wait()
561			PROTOTYPE:
562			CODE:
563			poll_wait ();
564
565	root	1.5	int
566			nreqs()
567			PROTOTYPE:
568			CODE:
569			RETVAL = nreqs;
570			OUTPUT:
571			RETVAL
572