IO-AIO/AIO.xs

#define _XOPEN_SOURCE 500

#include "EXTERN.h"
#include "perl.h"
#include "XSUB.h"

#include <sys/types.h>
#include <sys/stat.h>

#include <unistd.h>
#include <fcntl.h>
#include <signal.h>
#include <sched.h>
#if __linux
#include <sys/syscall.h>
#endif

#include <pthread.h>

typedef void *InputStream;  /* hack, but 5.6.1 is simply toooo old ;) */
typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */
typedef void *InOutStream;  /* hack, but 5.6.1 is simply toooo old ;) */

#if __ia64
# define STACKSIZE 65536
#else
# define STACKSIZE  4096
#endif

enum {
  REQ_QUIT,
  REQ_OPEN, REQ_CLOSE,
  REQ_READ, REQ_WRITE, REQ_READAHEAD,
  REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
  REQ_FSYNC, REQ_FDATASYNC,
};

typedef struct aio_cb {
  struct aio_cb *volatile next;

  int type;

  int fd;
  off_t offset;
  size_t length;
  ssize_t result;
  mode_t mode; /* open */
  int errorno;
  SV *data, *callback, *fh;
  void *dataptr;
  STRLEN dataoffset;

  Stat_t *statdata;
} aio_cb;

typedef aio_cb *aio_req;

static int started;
static volatile int nreqs;
static int max_outstanding = 1<<30;
static int respipe [2];

static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER;
static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER;
static pthread_cond_t  reqwait = PTHREAD_COND_INITIALIZER;

static volatile aio_req reqs, reqe; /* queue start, queue end */
static volatile aio_req ress, rese; /* queue start, queue end */

static void
poll_wait ()
{
  if (nreqs && !ress)
    {
      fd_set rfd;
      FD_ZERO(&rfd);
      FD_SET(respipe [0], &rfd);

      select (respipe [0] + 1, &rfd, 0, 0, 0);
    }
}

static int
poll_cb ()
{
  dSP;
  int count = 0;
  aio_req req, prv;

  pthread_mutex_lock (&reslock);

  {
    /* read any signals sent by the worker threads */
    char buf [32];
    while (read (respipe [0], buf, 32) > 0)
      ;
  }

  req = ress;
  ress = rese = 0;

  pthread_mutex_unlock (&reslock);

  while (req)
    {
      nreqs--;

      if (req->type == REQ_QUIT)
        started--;
      else
        {
          int errorno = errno;
          errno = req->errorno;

          if (req->type == REQ_READ)
            SvCUR_set (req->data, req->dataoffset
                                  + req->result > 0 ? req->result : 0);

          if (req->data)
            SvREFCNT_dec (req->data);

          if (req->fh)
            SvREFCNT_dec (req->fh);

          if (req->type == REQ_STAT || req->type == REQ_LSTAT || req->type == REQ_FSTAT)
            {
              PL_laststype   = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
              PL_laststatval = req->result;
              PL_statcache   = *(req->statdata);

              Safefree (req->statdata);
            }

          ENTER;
          PUSHMARK (SP);
          XPUSHs (sv_2mortal (newSViv (req->result)));

          if (req->type == REQ_OPEN)
            {
              /* convert fd to fh */
              SV *fh;

              PUTBACK;
              call_pv ("IO::AIO::_fd2fh", G_SCALAR | G_EVAL);
              SPAGAIN;

              fh = SvREFCNT_inc (POPs);

              PUSHMARK (SP);
              XPUSHs (sv_2mortal (fh));
            }

          if (SvOK (req->callback))
            {
              PUTBACK;
              call_sv (req->callback, G_VOID | G_EVAL);
              SPAGAIN;
            }

          LEAVE;
          
          if (req->callback)
            SvREFCNT_dec (req->callback);

          errno = errorno;
          count++;
        }

      prv = req;
      req = req->next;
      Safefree (prv);

      /* TODO: croak on errors? */
    }

  return count;
}

static void *aio_proc(void *arg);

static void
start_thread (void)
{
  sigset_t fullsigset, oldsigset;
  pthread_t tid;
  pthread_attr_t attr;

  pthread_attr_init (&attr);
  pthread_attr_setstacksize (&attr, STACKSIZE);
  pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);

  sigfillset (&fullsigset);
  sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset);

  if (pthread_create (&tid, &attr, aio_proc, 0) == 0)
    started++;

  sigprocmask (SIG_SETMASK, &oldsigset, 0);
}

static void
send_req (aio_req req)
{
  nreqs++;

  pthread_mutex_lock (&reqlock);

  req->next = 0;

  if (reqe)
    {
      reqe->next = req;
      reqe = req;
    }
  else
    reqe = reqs = req;

  pthread_cond_signal (&reqwait);
  pthread_mutex_unlock (&reqlock);

  while (nreqs > max_outstanding)
    {
      poll_wait ();
      poll_cb ();
    }
}

static void
end_thread (void)
{
  aio_req req;
  New (0, req, 1, aio_cb);
  req->type = REQ_QUIT;

  send_req (req);
}

static void *
aio_proc (void *thr_arg)
{
  aio_req req;
  int type;

  do
    {
      pthread_mutex_lock (&reqlock);

      for (;;)
        {
          req = reqs;

          if (reqs)
            {
              reqs = reqs->next;
              if (!reqs) reqe = 0;
            }

          if (req)
            break;

          pthread_cond_wait (&reqwait, &reqlock);
        }

      pthread_mutex_unlock (&reqlock);
     
      errno = 0; /* strictly unnecessary */

      type = req->type;

      switch (type)
        {
          case REQ_READ:      req->result = pread     (req->fd, req->dataptr, req->length, req->offset); break;
          case REQ_WRITE:     req->result = pwrite    (req->fd, req->dataptr, req->length, req->offset); break;
#if SYS_readahead
          case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
#else
          case REQ_READAHEAD: req->result = -1; errno = ENOSYS; break;
#endif

          case REQ_STAT:      req->result = stat      (req->dataptr, req->statdata); break;
          case REQ_LSTAT:     req->result = lstat     (req->dataptr, req->statdata); break;
          case REQ_FSTAT:     req->result = fstat     (req->fd     , req->statdata); break;

          case REQ_OPEN:      req->result = open      (req->dataptr, req->fd, req->mode); break;
          case REQ_CLOSE:     req->result = close     (req->fd); break;
          case REQ_UNLINK:    req->result = unlink    (req->dataptr); break;

          case REQ_FSYNC:     req->result = fsync     (req->fd); break;
          case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;

          case REQ_QUIT:
            break;

          default:
            req->result = ENOSYS;
            break;
        }

      req->errorno = errno;

      pthread_mutex_lock (&reslock);

      req->next = 0;

      if (rese)
        {
          rese->next = req;
          rese = req;
        }
      else
        {
          rese = ress = req;

          /* write a dummy byte to the pipe so fh becomes ready */
          write (respipe [1], &respipe, 1);
        }

      pthread_mutex_unlock (&reslock);
    }
  while (type != REQ_QUIT);

  return 0;
}

MODULE = IO::AIO                PACKAGE = IO::AIO

PROTOTYPES: ENABLE

BOOT:
{
        if (pipe (respipe))
          croak ("unable to initialize result pipe");

        if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
          croak ("cannot set result pipe to nonblocking mode");

        if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
          croak ("cannot set result pipe to nonblocking mode");
}

void
min_parallel(nthreads)
        int     nthreads
        PROTOTYPE: $
        CODE:
        while (nthreads > started)
          start_thread ();

void
max_parallel(nthreads)
        int     nthreads
        PROTOTYPE: $
        CODE:
{
        int cur = started;
        while (cur > nthreads)
          {          
            end_thread ();
            cur--;
          }

        while (started > nthreads)
          {
            poll_wait ();
            poll_cb ();
          }
}

int
max_outstanding(nreqs)
        int nreqs
        PROTOTYPE: $
        CODE:
        RETVAL = max_outstanding;
        max_outstanding = nreqs;

void
aio_open(pathname,flags,mode,callback=&PL_sv_undef)
        SV *    pathname
        int     flags
        int     mode
        SV *    callback
        PROTOTYPE: $$$;$
        CODE:
{
        aio_req req;

        Newz (0, req, 1, aio_cb);

        if (!req)
          croak ("out of memory during aio_req allocation");

        req->type = REQ_OPEN;
        req->data = newSVsv (pathname);
        req->dataptr = SvPV_nolen (req->data);
        req->fd = flags;
        req->mode = mode;
        req->callback = SvREFCNT_inc (callback);

        send_req (req);
}

void
aio_close(fh,callback=&PL_sv_undef)
        SV *    fh
        SV *    callback
        PROTOTYPE: $;$
        ALIAS:
           aio_close     = REQ_CLOSE
           aio_fsync     = REQ_FSYNC
           aio_fdatasync = REQ_FDATASYNC
        CODE:
{
        aio_req req;

        Newz (0, req, 1, aio_cb);

        if (!req)
          croak ("out of memory during aio_req allocation");

        req->type = ix;
        req->fh = newSVsv (fh);
        req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
        req->callback = SvREFCNT_inc (callback);

        send_req (req);
}

void
aio_read(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
        SV *    fh
        UV      offset
        IV      length
        SV *    data
        IV      dataoffset
        SV *    callback
        ALIAS:
           aio_read  = REQ_READ
           aio_write = REQ_WRITE
        PROTOTYPE: $$$$$;$
        CODE:
{
        aio_req req;
        STRLEN svlen;
        char *svptr = SvPV (data, svlen);

        SvUPGRADE (data, SVt_PV);
        SvPOK_on (data);

        if (dataoffset < 0)
          dataoffset += svlen;

        if (dataoffset < 0 || dataoffset > svlen)
          croak ("data offset outside of string");

        if (ix == REQ_WRITE)
          {
            /* write: check length and adjust. */
            if (length < 0 || length + dataoffset > svlen)
              length = svlen - dataoffset;
          }
        else
          {
            /* read: grow scalar as necessary */
            svptr = SvGROW (data, length + dataoffset);
          }

        if (length < 0)
          croak ("length must not be negative");

        Newz (0, req, 1, aio_cb);

        if (!req)
          croak ("out of memory during aio_req allocation");

        req->type = ix;
        req->fh = newSVsv (fh);
        req->fd = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh))
                                                : IoOFP (sv_2io (fh)));
        req->offset = offset;
        req->length = length;
        req->data = SvREFCNT_inc (data);
        req->dataptr = (char *)svptr + dataoffset;
        req->callback = SvREFCNT_inc (callback);

        send_req (req);
}

void
aio_readahead(fh,offset,length,callback=&PL_sv_undef)
        SV *    fh
        UV      offset
        IV      length
        SV *    callback
        PROTOTYPE: $$$;$
        CODE:
{
        aio_req req;

        if (length < 0)
          croak ("length must not be negative");

        Newz (0, req, 1, aio_cb);

        if (!req)
          croak ("out of memory during aio_req allocation");

        req->type = REQ_READAHEAD;
        req->fh = newSVsv (fh);
        req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
        req->offset = offset;
        req->length = length;
        req->callback = SvREFCNT_inc (callback);

        send_req (req);
}

void
aio_stat(fh_or_path,callback=&PL_sv_undef)
        SV *            fh_or_path
        SV *            callback
        ALIAS:
           aio_stat  = REQ_STAT
           aio_lstat = REQ_LSTAT
        CODE:
{
        aio_req req;

        Newz (0, req, 1, aio_cb);

        if (!req)
          croak ("out of memory during aio_req allocation");

        New (0, req->statdata, 1, Stat_t);

        if (!req->statdata)
          croak ("out of memory during aio_req->statdata allocation");

        if (SvPOK (fh_or_path))
          {
            req->type = ix;
            req->data = newSVsv (fh_or_path);
            req->dataptr = SvPV_nolen (req->data);
          }
        else
          {
            req->type = REQ_FSTAT;
            req->fh = newSVsv (fh_or_path);
            req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
          }

        req->callback = SvREFCNT_inc (callback);

        send_req (req);
}

void
aio_unlink(pathname,callback=&PL_sv_undef)
        SV * pathname
        SV * callback
        CODE:
{
        aio_req req;
        
        Newz (0, req, 1, aio_cb);
        
        if (!req)
          croak ("out of memory during aio_req allocation");
        
        req->type = REQ_UNLINK;
        req->data = newSVsv (pathname);
        req->dataptr = SvPV_nolen (req->data);
        req->callback = SvREFCNT_inc (callback);
        
        send_req (req);
}

void
flush()
        PROTOTYPE:
        CODE:
        while (nreqs)
          {
            poll_wait ();
            poll_cb ();
          }

void
poll()
        PROTOTYPE:
        CODE:
        if (nreqs)
          {
            poll_wait ();
            poll_cb ();
          }

int
poll_fileno()
        PROTOTYPE:
        CODE:
        RETVAL = respipe [0];
        OUTPUT:
        RETVAL

int
poll_cb(...)
        PROTOTYPE:
        CODE:
        RETVAL = poll_cb ();
        OUTPUT:
        RETVAL

void
poll_wait()
        PROTOTYPE:
        CODE:
        if (nreqs)
          poll_wait ();

int
nreqs()
        PROTOTYPE:
        CODE:
        RETVAL = nreqs;
        OUTPUT:
        RETVAL

Revision:	1.13
Committed:	Fri Jul 22 08:25:22 2005 UTC (18 years, 10 months ago) by root
Branch:	MAIN
CVS Tags:	rel-1_0
Changes since 1.12:	+74 -77 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.11	#define _XOPEN_SOURCE 500
2
3	root	1.1	#include "EXTERN.h"
4			#include "perl.h"
5			#include "XSUB.h"
6
7			#include <sys/types.h>
8			#include <sys/stat.h>
9	root	1.10
10	root	1.1	#include <unistd.h>
11			#include <fcntl.h>
12			#include <signal.h>
13			#include <sched.h>
14	root	1.10	#if __linux
15			#include <sys/syscall.h>
16			#endif
17	root	1.1
18			#include <pthread.h>
19
20			typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
21			typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
22			typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
23
24	root	1.4	#if __ia64
25			# define STACKSIZE 65536
26	root	1.1	#else
27	root	1.4	# define STACKSIZE 4096
28	root	1.1	#endif
29
30			enum {
31			REQ_QUIT,
32			REQ_OPEN, REQ_CLOSE,
33			REQ_READ, REQ_WRITE, REQ_READAHEAD,
34			REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
35			REQ_FSYNC, REQ_FDATASYNC,
36			};
37
38			typedef struct aio_cb {
39	root	1.3	struct aio_cb *volatile next;
40	root	1.1
41			int type;
42
43			int fd;
44			off_t offset;
45			size_t length;
46			ssize_t result;
47			mode_t mode; /* open */
48			int errorno;
49	root	1.13	SV data, callback, *fh;
50	root	1.1	void *dataptr;
51			STRLEN dataoffset;
52
53			Stat_t *statdata;
54			} aio_cb;
55
56			typedef aio_cb *aio_req;
57
58			static int started;
59	root	1.11	static volatile int nreqs;
60	root	1.4	static int max_outstanding = 1<<30;
61	root	1.3	static int respipe [2];
62	root	1.1
63	root	1.3	static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER;
64			static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER;
65			static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
66
67			static volatile aio_req reqs, reqe; /* queue start, queue end */
68			static volatile aio_req ress, rese; /* queue start, queue end */
69	root	1.1
70			static void
71			poll_wait ()
72			{
73	root	1.11	if (nreqs && !ress)
74			{
75			fd_set rfd;
76			FD_ZERO(&rfd);
77			FD_SET(respipe [0], &rfd);
78	root	1.3
79	root	1.11	select (respipe [0] + 1, &rfd, 0, 0, 0);
80			}
81	root	1.1	}
82
83			static int
84	root	1.5	poll_cb ()
85	root	1.1	{
86			dSP;
87			int count = 0;
88	root	1.11	aio_req req, prv;
89
90			pthread_mutex_lock (&reslock);
91
92	root	1.3	{
93	root	1.11	/* read any signals sent by the worker threads */
94	root	1.3	char buf [32];
95			while (read (respipe [0], buf, 32) > 0)
96			;
97			}
98	root	1.1
99	root	1.11	req = ress;
100			ress = rese = 0;
101	root	1.3
102	root	1.11	pthread_mutex_unlock (&reslock);
103	root	1.3
104	root	1.11	while (req)
105			{
106	root	1.1	nreqs--;
107
108			if (req->type == REQ_QUIT)
109			started--;
110			else
111			{
112			int errorno = errno;
113			errno = req->errorno;
114
115			if (req->type == REQ_READ)
116			SvCUR_set (req->data, req->dataoffset
117			+ req->result > 0 ? req->result : 0);
118
119			if (req->data)
120			SvREFCNT_dec (req->data);
121
122	root	1.13	if (req->fh)
123			SvREFCNT_dec (req->fh);
124
125	root	1.1	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
126			{
127			PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
128			PL_laststatval = req->result;
129			PL_statcache = *(req->statdata);
130
131			Safefree (req->statdata);
132			}
133
134	root	1.13	ENTER;
135	root	1.1	PUSHMARK (SP);
136			XPUSHs (sv_2mortal (newSViv (req->result)));
137	root	1.2
138			if (req->type == REQ_OPEN)
139			{
140			/* convert fd to fh */
141			SV *fh;
142
143			PUTBACK;
144			call_pv ("IO::AIO::_fd2fh", G_SCALAR \| G_EVAL);
145			SPAGAIN;
146
147	root	1.13	fh = SvREFCNT_inc (POPs);
148	root	1.2
149			PUSHMARK (SP);
150	root	1.13	XPUSHs (sv_2mortal (fh));
151	root	1.2	}
152
153	root	1.8	if (SvOK (req->callback))
154			{
155			PUTBACK;
156			call_sv (req->callback, G_VOID \| G_EVAL);
157			SPAGAIN;
158			}
159	root	1.13
160			LEAVE;
161	root	1.1
162			if (req->callback)
163			SvREFCNT_dec (req->callback);
164
165			errno = errorno;
166			count++;
167			}
168
169	root	1.11	prv = req;
170			req = req->next;
171			Safefree (prv);
172
173			/* TODO: croak on errors? */
174	root	1.1	}
175
176			return count;
177			}
178
179	root	1.4	static void aio_proc(void arg);
180
181			static void
182			start_thread (void)
183			{
184			sigset_t fullsigset, oldsigset;
185			pthread_t tid;
186			pthread_attr_t attr;
187
188			pthread_attr_init (&attr);
189			pthread_attr_setstacksize (&attr, STACKSIZE);
190			pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
191
192			sigfillset (&fullsigset);
193			sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset);
194
195			if (pthread_create (&tid, &attr, aio_proc, 0) == 0)
196			started++;
197
198			sigprocmask (SIG_SETMASK, &oldsigset, 0);
199			}
200
201			static void
202			send_req (aio_req req)
203			{
204			nreqs++;
205
206			pthread_mutex_lock (&reqlock);
207
208			req->next = 0;
209
210			if (reqe)
211			{
212			reqe->next = req;
213			reqe = req;
214			}
215			else
216			reqe = reqs = req;
217
218			pthread_cond_signal (&reqwait);
219			pthread_mutex_unlock (&reqlock);
220
221			while (nreqs > max_outstanding)
222			{
223			poll_wait ();
224			poll_cb ();
225			}
226			}
227
228			static void
229			end_thread (void)
230			{
231			aio_req req;
232			New (0, req, 1, aio_cb);
233			req->type = REQ_QUIT;
234
235			send_req (req);
236			}
237
238	root	1.1	static void *
239			aio_proc (void *thr_arg)
240			{
241			aio_req req;
242	root	1.3	int type;
243	root	1.1
244	root	1.3	do
245	root	1.1	{
246	root	1.3	pthread_mutex_lock (&reqlock);
247
248			for (;;)
249			{
250			req = reqs;
251
252			if (reqs)
253			{
254			reqs = reqs->next;
255			if (!reqs) reqe = 0;
256			}
257
258			if (req)
259			break;
260
261			pthread_cond_wait (&reqwait, &reqlock);
262			}
263
264			pthread_mutex_unlock (&reqlock);
265
266	root	1.1	errno = 0; /* strictly unnecessary */
267
268	root	1.3	type = req->type;
269
270			switch (type)
271	root	1.1	{
272	root	1.10	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
273			case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
274	root	1.1	#if SYS_readahead
275			case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
276			#else
277			case REQ_READAHEAD: req->result = -1; errno = ENOSYS; break;
278			#endif
279
280			case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break;
281			case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break;
282			case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break;
283
284			case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
285			case REQ_CLOSE: req->result = close (req->fd); break;
286			case REQ_UNLINK: req->result = unlink (req->dataptr); break;
287
288			case REQ_FSYNC: req->result = fsync (req->fd); break;
289			case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
290
291			case REQ_QUIT:
292	root	1.3	break;
293	root	1.1
294			default:
295			req->result = ENOSYS;
296			break;
297			}
298
299			req->errorno = errno;
300	root	1.3
301			pthread_mutex_lock (&reslock);
302
303			req->next = 0;
304
305			if (rese)
306			{
307			rese->next = req;
308			rese = req;
309			}
310			else
311			{
312			rese = ress = req;
313
314			/* write a dummy byte to the pipe so fh becomes ready */
315			write (respipe [1], &respipe, 1);
316			}
317
318			pthread_mutex_unlock (&reslock);
319	root	1.1	}
320	root	1.3	while (type != REQ_QUIT);
321	root	1.1
322			return 0;
323			}
324
325			MODULE = IO::AIO PACKAGE = IO::AIO
326
327	root	1.8	PROTOTYPES: ENABLE
328
329	root	1.1	BOOT:
330			{
331	root	1.3	if (pipe (respipe))
332			croak ("unable to initialize result pipe");
333	root	1.1
334	root	1.3	if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
335	root	1.1	croak ("cannot set result pipe to nonblocking mode");
336
337	root	1.3	if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
338	root	1.1	croak ("cannot set result pipe to nonblocking mode");
339			}
340
341			void
342			min_parallel(nthreads)
343			int nthreads
344			PROTOTYPE: $
345			CODE:
346			while (nthreads > started)
347			start_thread ();
348
349			void
350			max_parallel(nthreads)
351			int nthreads
352			PROTOTYPE: $
353			CODE:
354			{
355			int cur = started;
356			while (cur > nthreads)
357			{
358			end_thread ();
359			cur--;
360			}
361
362			while (started > nthreads)
363			{
364			poll_wait ();
365	root	1.5	poll_cb ();
366	root	1.1	}
367			}
368
369	root	1.4	int
370			max_outstanding(nreqs)
371			int nreqs
372			PROTOTYPE: $
373			CODE:
374			RETVAL = max_outstanding;
375			max_outstanding = nreqs;
376
377	root	1.1	void
378	root	1.8	aio_open(pathname,flags,mode,callback=&PL_sv_undef)
379	root	1.1	SV * pathname
380			int flags
381			int mode
382			SV * callback
383	root	1.8	PROTOTYPE: $$$;$
384	root	1.1	CODE:
385			{
386			aio_req req;
387
388			Newz (0, req, 1, aio_cb);
389
390			if (!req)
391			croak ("out of memory during aio_req allocation");
392
393			req->type = REQ_OPEN;
394			req->data = newSVsv (pathname);
395			req->dataptr = SvPV_nolen (req->data);
396			req->fd = flags;
397			req->mode = mode;
398			req->callback = SvREFCNT_inc (callback);
399
400			send_req (req);
401			}
402
403			void
404	root	1.8	aio_close(fh,callback=&PL_sv_undef)
405	root	1.13	SV * fh
406			SV * callback
407	root	1.8	PROTOTYPE: $;$
408	root	1.1	ALIAS:
409			aio_close = REQ_CLOSE
410			aio_fsync = REQ_FSYNC
411			aio_fdatasync = REQ_FDATASYNC
412			CODE:
413			{
414			aio_req req;
415
416			Newz (0, req, 1, aio_cb);
417
418			if (!req)
419			croak ("out of memory during aio_req allocation");
420
421			req->type = ix;
422	root	1.13	req->fh = newSVsv (fh);
423			req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
424	root	1.1	req->callback = SvREFCNT_inc (callback);
425
426			send_req (req);
427			}
428
429			void
430	root	1.8	aio_read(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
431	root	1.13	SV * fh
432			UV offset
433			IV length
434			SV * data
435			IV dataoffset
436			SV * callback
437			ALIAS:
438			aio_read = REQ_READ
439			aio_write = REQ_WRITE
440	root	1.8	PROTOTYPE: $$$$$;$
441	root	1.1	CODE:
442	root	1.13	{
443			aio_req req;
444			STRLEN svlen;
445			char *svptr = SvPV (data, svlen);
446
447			SvUPGRADE (data, SVt_PV);
448			SvPOK_on (data);
449	root	1.1
450	root	1.13	if (dataoffset < 0)
451			dataoffset += svlen;
452
453			if (dataoffset < 0 \|\| dataoffset > svlen)
454			croak ("data offset outside of string");
455
456			if (ix == REQ_WRITE)
457			{
458			/* write: check length and adjust. */
459			if (length < 0 \|\| length + dataoffset > svlen)
460			length = svlen - dataoffset;
461			}
462			else
463			{
464			/* read: grow scalar as necessary */
465			svptr = SvGROW (data, length + dataoffset);
466			}
467
468			if (length < 0)
469			croak ("length must not be negative");
470
471			Newz (0, req, 1, aio_cb);
472
473			if (!req)
474			croak ("out of memory during aio_req allocation");
475
476			req->type = ix;
477			req->fh = newSVsv (fh);
478			req->fd = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh))
479			: IoOFP (sv_2io (fh)));
480			req->offset = offset;
481			req->length = length;
482			req->data = SvREFCNT_inc (data);
483			req->dataptr = (char *)svptr + dataoffset;
484			req->callback = SvREFCNT_inc (callback);
485
486			send_req (req);
487			}
488	root	1.1
489			void
490	root	1.8	aio_readahead(fh,offset,length,callback=&PL_sv_undef)
491	root	1.13	SV * fh
492			UV offset
493			IV length
494			SV * callback
495	root	1.8	PROTOTYPE: $$$;$
496	root	1.1	CODE:
497			{
498			aio_req req;
499
500			if (length < 0)
501			croak ("length must not be negative");
502
503			Newz (0, req, 1, aio_cb);
504
505			if (!req)
506			croak ("out of memory during aio_req allocation");
507
508			req->type = REQ_READAHEAD;
509	root	1.13	req->fh = newSVsv (fh);
510			req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
511	root	1.1	req->offset = offset;
512			req->length = length;
513			req->callback = SvREFCNT_inc (callback);
514
515			send_req (req);
516			}
517
518			void
519	root	1.8	aio_stat(fh_or_path,callback=&PL_sv_undef)
520	root	1.1	SV * fh_or_path
521			SV * callback
522			ALIAS:
523	root	1.8	aio_stat = REQ_STAT
524			aio_lstat = REQ_LSTAT
525	root	1.1	CODE:
526			{
527			aio_req req;
528
529			Newz (0, req, 1, aio_cb);
530
531			if (!req)
532			croak ("out of memory during aio_req allocation");
533
534			New (0, req->statdata, 1, Stat_t);
535
536			if (!req->statdata)
537			croak ("out of memory during aio_req->statdata allocation");
538
539			if (SvPOK (fh_or_path))
540			{
541	root	1.8	req->type = ix;
542	root	1.1	req->data = newSVsv (fh_or_path);
543			req->dataptr = SvPV_nolen (req->data);
544			}
545			else
546			{
547			req->type = REQ_FSTAT;
548	root	1.13	req->fh = newSVsv (fh_or_path);
549	root	1.1	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
550			}
551
552			req->callback = SvREFCNT_inc (callback);
553
554			send_req (req);
555			}
556
557			void
558	root	1.8	aio_unlink(pathname,callback=&PL_sv_undef)
559	root	1.1	SV * pathname
560			SV * callback
561			CODE:
562			{
563			aio_req req;
564
565			Newz (0, req, 1, aio_cb);
566
567			if (!req)
568			croak ("out of memory during aio_req allocation");
569
570			req->type = REQ_UNLINK;
571			req->data = newSVsv (pathname);
572			req->dataptr = SvPV_nolen (req->data);
573			req->callback = SvREFCNT_inc (callback);
574
575			send_req (req);
576			}
577
578	root	1.6	void
579			flush()
580			PROTOTYPE:
581			CODE:
582			while (nreqs)
583			{
584			poll_wait ();
585			poll_cb ();
586			}
587
588	root	1.7	void
589			poll()
590			PROTOTYPE:
591			CODE:
592			if (nreqs)
593			{
594			poll_wait ();
595			poll_cb ();
596			}
597
598	root	1.1	int
599			poll_fileno()
600			PROTOTYPE:
601			CODE:
602	root	1.3	RETVAL = respipe [0];
603	root	1.1	OUTPUT:
604			RETVAL
605
606			int
607			poll_cb(...)
608			PROTOTYPE:
609			CODE:
610	root	1.5	RETVAL = poll_cb ();
611	root	1.1	OUTPUT:
612			RETVAL
613
614			void
615			poll_wait()
616			PROTOTYPE:
617			CODE:
618	root	1.3	if (nreqs)
619			poll_wait ();
620	root	1.1
621			int
622			nreqs()
623			PROTOTYPE:
624			CODE:
625			RETVAL = nreqs;
626			OUTPUT:
627			RETVAL
628