ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.2 by root, Sun Jul 10 18:16:49 2005 UTC vs.
Revision 1.36 by root, Tue Aug 23 01:18:04 2005 UTC

1#define PERL_NO_GET_CONTEXT 1#define _REENTRANT 1
2#include <errno.h>
2 3
3#include "EXTERN.h" 4#include "EXTERN.h"
4#include "perl.h" 5#include "perl.h"
5#include "XSUB.h" 6#include "XSUB.h"
6 7
8#include "autoconf/config.h"
9
10#include <pthread.h>
11
7#include <sys/types.h> 12#include <sys/types.h>
8#include <sys/stat.h> 13#include <sys/stat.h>
14
9#include <unistd.h> 15#include <unistd.h>
10#include <fcntl.h> 16#include <fcntl.h>
11#include <signal.h> 17#include <signal.h>
12#include <sched.h> 18#include <sched.h>
13#include <endian.h>
14 19
15#include <pthread.h> 20#if HAVE_SENDFILE
21# if __linux
22# include <sys/sendfile.h>
23# elif __freebsd
16#include <sys/syscall.h> 24# include <sys/socket.h>
25# include <sys/uio.h>
26# elif __hpux
27# include <sys/socket.h>
28# elif __solaris /* not yet */
29# include <sys/sendfile.h>
30# else
31# error sendfile support requested but not available
32# endif
33#endif
17 34
18typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */
19typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */
20typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */
21
22#if __i386 || __amd64
23# define STACKSIZE ( 256 * sizeof (long))
24#elif __ia64 35#if __ia64
25# define STACKSIZE (8192 * sizeof (long)) 36# define STACKSIZE 65536
26#else 37#else
27# define STACKSIZE ( 512 * sizeof (long)) 38# define STACKSIZE 4096
28#endif 39#endif
29 40
30enum { 41enum {
31 REQ_QUIT, 42 REQ_QUIT,
32 REQ_OPEN, REQ_CLOSE, 43 REQ_OPEN, REQ_CLOSE,
33 REQ_READ, REQ_WRITE, REQ_READAHEAD, 44 REQ_READ, REQ_WRITE, REQ_READAHEAD,
45 REQ_SENDFILE,
34 REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK, 46 REQ_STAT, REQ_LSTAT, REQ_FSTAT,
35 REQ_FSYNC, REQ_FDATASYNC, 47 REQ_FSYNC, REQ_FDATASYNC,
48 REQ_UNLINK, REQ_RMDIR,
49 REQ_SYMLINK,
36}; 50};
37 51
38typedef struct aio_cb { 52typedef struct aio_cb {
39 struct aio_cb *next; 53 struct aio_cb *volatile next;
40 54
41 int type; 55 int type;
42 56
43 int fd; 57 int fd, fd2;
44 off_t offset; 58 off_t offset;
45 size_t length; 59 size_t length;
46 ssize_t result; 60 ssize_t result;
47 mode_t mode; /* open */ 61 mode_t mode; /* open */
48 int errorno; 62 int errorno;
49 SV *data, *callback; 63 SV *data, *callback;
50 void *dataptr; 64 SV *fh, *fh2;
65 void *dataptr, *data2ptr;
51 STRLEN dataoffset; 66 STRLEN dataoffset;
52 67
53 Stat_t *statdata; 68 Stat_t *statdata;
54} aio_cb; 69} aio_cb;
55 70
56typedef aio_cb *aio_req; 71typedef aio_cb *aio_req;
57 72
58static int started; 73static int started, wanted;
59static int nreqs; 74static volatile int nreqs;
75static int max_outstanding = 1<<30;
60static int reqpipe[2], respipe[2]; 76static int respipe [2];
61 77
78static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER;
79static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER;
80static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
81
62static aio_req qs, qe; /* queue start, queue end */ 82static volatile aio_req reqs, reqe; /* queue start, queue end */
83static volatile aio_req ress, rese; /* queue start, queue end */
63 84
64static void *aio_proc(void *arg); 85static void free_req (aio_req req)
65
66static void
67start_thread (void)
68{ 86{
69 sigset_t fullsigset, oldsigset; 87 if (req->data)
70 pthread_t tid; 88 SvREFCNT_dec (req->data);
71 pthread_attr_t attr;
72 89
73 pthread_attr_init (&attr);
74 pthread_attr_setstacksize (&attr, STACKSIZE);
75 pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
76
77 sigfillset (&fullsigset);
78 sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset);
79
80 if (pthread_create (&tid, &attr, aio_proc, 0) == 0)
81 started++;
82
83 sigprocmask (SIG_SETMASK, &oldsigset, 0);
84}
85
86static void
87send_reqs (void)
88{
89 /* this write is atomic */
90 while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
91 {
92 qs = qs->next;
93 if (!qs) qe = 0;
94 }
95}
96
97static void
98send_req (aio_req req)
99{
100 nreqs++;
101 req->next = 0;
102
103 if (qe)
104 {
105 qe->next = req;
106 qe = req;
107 }
108 else
109 qe = qs = req;
110
111 send_reqs ();
112}
113
114static void
115end_thread (void)
116{
117 aio_req req;
118 New (0, req, 1, aio_cb);
119 req->type = REQ_QUIT;
120
121 send_req (req);
122}
123
124static void
125read_write (pTHX_
126 int dowrite, int fd, off_t offset, size_t length,
127 SV *data, STRLEN dataoffset, SV *callback)
128{
129 aio_req req;
130 STRLEN svlen;
131 char *svptr = SvPV (data, svlen);
132
133 SvUPGRADE (data, SVt_PV);
134 SvPOK_on (data);
135
136 if (dataoffset < 0)
137 dataoffset += svlen;
138
139 if (dataoffset < 0 || dataoffset > svlen)
140 croak ("data offset outside of string");
141
142 if (dowrite)
143 {
144 /* write: check length and adjust. */
145 if (length < 0 || length + dataoffset > svlen)
146 length = svlen - dataoffset;
147 }
148 else
149 {
150 /* read: grow scalar as necessary */
151 svptr = SvGROW (data, length + dataoffset);
152 }
153
154 if (length < 0)
155 croak ("length must not be negative");
156
157 Newz (0, req, 1, aio_cb);
158
159 if (!req) 90 if (req->fh)
160 croak ("out of memory during aio_req allocation"); 91 SvREFCNT_dec (req->fh);
161 92
162 req->type = dowrite ? REQ_WRITE : REQ_READ; 93 if (req->fh2)
163 req->fd = fd; 94 SvREFCNT_dec (req->fh2);
164 req->offset = offset;
165 req->length = length;
166 req->data = SvREFCNT_inc (data);
167 req->dataptr = (char *)svptr + dataoffset;
168 req->callback = SvREFCNT_inc (callback);
169 95
170 send_req (req); 96 if (req->statdata)
97 Safefree (req->statdata);
98
99 if (req->callback)
100 SvREFCNT_dec (req->callback);
101
102 Safefree (req);
171} 103}
172 104
173static void 105static void
174poll_wait () 106poll_wait ()
175{ 107{
108 if (nreqs && !ress)
109 {
176 fd_set rfd; 110 fd_set rfd;
177 FD_ZERO(&rfd); 111 FD_ZERO(&rfd);
178 FD_SET(respipe[0], &rfd); 112 FD_SET(respipe [0], &rfd);
179 113
180 select (respipe[0] + 1, &rfd, 0, 0, 0); 114 select (respipe [0] + 1, &rfd, 0, 0, 0);
115 }
181} 116}
182 117
183static int 118static int
184poll_cb (pTHX) 119poll_cb ()
185{ 120{
186 dSP; 121 dSP;
187 int count = 0; 122 int count = 0;
123 int do_croak = 0;
188 aio_req req; 124 aio_req req;
189 125
190 while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req)) 126 for (;;)
191 { 127 {
128 pthread_mutex_lock (&reslock);
129 req = ress;
130
131 if (req)
132 {
133 ress = req->next;
134
135 if (!ress)
136 {
137 /* read any signals sent by the worker threads */
138 char buf [32];
139 while (read (respipe [0], buf, 32) == 32)
140 ;
141
142 rese = 0;
143 }
144 }
145
146 pthread_mutex_unlock (&reslock);
147
148 if (!req)
149 break;
150
192 nreqs--; 151 nreqs--;
193 152
194 if (req->type == REQ_QUIT) 153 if (req->type == REQ_QUIT)
195 started--; 154 started--;
196 else 155 else
197 { 156 {
198 int errorno = errno; 157 int errorno = errno;
199 errno = req->errorno; 158 errno = req->errorno;
200 159
201 if (req->type == REQ_READ) 160 if (req->type == REQ_READ)
202 SvCUR_set (req->data, req->dataoffset 161 SvCUR_set (req->data, req->dataoffset + (req->result > 0 ? req->result : 0));
203 + req->result > 0 ? req->result : 0);
204 162
163 if (req->data2ptr && (req->type == REQ_READ || req->type == REQ_WRITE))
164 SvREADONLY_off (req->data);
165
205 if (req->data) 166 if (req->statdata)
206 SvREFCNT_dec (req->data);
207
208 if (req->type == REQ_STAT || req->type == REQ_LSTAT || req->type == REQ_FSTAT)
209 { 167 {
210 PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT; 168 PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
211 PL_laststatval = req->result; 169 PL_laststatval = req->result;
212 PL_statcache = *(req->statdata); 170 PL_statcache = *(req->statdata);
213
214 Safefree (req->statdata);
215 } 171 }
216 172
173 ENTER;
217 PUSHMARK (SP); 174 PUSHMARK (SP);
218 XPUSHs (sv_2mortal (newSViv (req->result))); 175 XPUSHs (sv_2mortal (newSViv (req->result)));
219 176
220 if (req->type == REQ_OPEN) 177 if (req->type == REQ_OPEN)
221 { 178 {
… …
224 181
225 PUTBACK; 182 PUTBACK;
226 call_pv ("IO::AIO::_fd2fh", G_SCALAR | G_EVAL); 183 call_pv ("IO::AIO::_fd2fh", G_SCALAR | G_EVAL);
227 SPAGAIN; 184 SPAGAIN;
228 185
229 fh = POPs; 186 fh = SvREFCNT_inc (POPs);
230 187
231 PUSHMARK (SP); 188 PUSHMARK (SP);
232 XPUSHs (fh); 189 XPUSHs (sv_2mortal (fh));
233 } 190 }
234 191
192 if (SvOK (req->callback))
193 {
235 PUTBACK; 194 PUTBACK;
236 call_sv (req->callback, G_VOID | G_EVAL); 195 call_sv (req->callback, G_VOID | G_EVAL);
237 SPAGAIN; 196 SPAGAIN;
197
198 if (SvTRUE (ERRSV))
199 {
200 free_req (req);
201 croak (0);
202 }
238 203 }
239 if (req->callback) 204
240 SvREFCNT_dec (req->callback); 205 LEAVE;
241 206
242 errno = errorno; 207 errno = errorno;
243 count++; 208 count++;
244 } 209 }
245 210
246 Safefree (req); 211 free_req (req);
247 } 212 }
248 213
249 if (qs)
250 send_reqs ();
251
252 return count; 214 return count;
253} 215}
216
217static void *aio_proc(void *arg);
218
219static void
220start_thread (void)
221{
222 sigset_t fullsigset, oldsigset;
223 pthread_t tid;
224 pthread_attr_t attr;
225
226 pthread_attr_init (&attr);
227 pthread_attr_setstacksize (&attr, STACKSIZE);
228 pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
229
230 sigfillset (&fullsigset);
231 sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset);
232
233 if (pthread_create (&tid, &attr, aio_proc, 0) == 0)
234 started++;
235
236 sigprocmask (SIG_SETMASK, &oldsigset, 0);
237}
238
239static void
240send_req (aio_req req)
241{
242 while (started < wanted && nreqs >= started)
243 start_thread ();
244
245 nreqs++;
246
247 pthread_mutex_lock (&reqlock);
248
249 req->next = 0;
250
251 if (reqe)
252 {
253 reqe->next = req;
254 reqe = req;
255 }
256 else
257 reqe = reqs = req;
258
259 pthread_cond_signal (&reqwait);
260 pthread_mutex_unlock (&reqlock);
261
262 if (nreqs > max_outstanding)
263 for (;;)
264 {
265 poll_cb ();
266
267 if (nreqs <= max_outstanding)
268 break;
269
270 poll_wait ();
271 }
272}
273
274static void
275end_thread (void)
276{
277 aio_req req;
278 Newz (0, req, 1, aio_cb);
279 req->type = REQ_QUIT;
280
281 send_req (req);
282}
283
284static void min_parallel (int nthreads)
285{
286 if (wanted < nthreads)
287 wanted = nthreads;
288}
289
290static void max_parallel (int nthreads)
291{
292 int cur = started;
293
294 if (wanted > nthreads)
295 wanted = nthreads;
296
297 while (cur > wanted)
298 {
299 end_thread ();
300 cur--;
301 }
302
303 while (started > wanted)
304 {
305 poll_wait ();
306 poll_cb ();
307 }
308}
309
310static void create_pipe ()
311{
312 if (pipe (respipe))
313 croak ("unable to initialize result pipe");
314
315 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
316 croak ("cannot set result pipe to nonblocking mode");
317
318 if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
319 croak ("cannot set result pipe to nonblocking mode");
320}
321
322static void atfork_prepare (void)
323{
324 pthread_mutex_lock (&reqlock);
325 pthread_mutex_lock (&reslock);
326}
327
328static void atfork_parent (void)
329{
330 pthread_mutex_unlock (&reslock);
331 pthread_mutex_unlock (&reqlock);
332}
333
334static void atfork_child (void)
335{
336 aio_req prv;
337
338 started = 0;
339
340 while (reqs)
341 {
342 prv = reqs;
343 reqs = prv->next;
344 free_req (prv);
345 }
346
347 reqs = reqe = 0;
348
349 while (ress)
350 {
351 prv = ress;
352 ress = prv->next;
353 free_req (prv);
354 }
355
356 ress = rese = 0;
357
358 close (respipe [0]);
359 close (respipe [1]);
360 create_pipe ();
361
362 atfork_parent ();
363}
364
365/*****************************************************************************/
366/* work around various missing functions */
367
368#if !HAVE_PREADWRITE
369# define pread aio_pread
370# define pwrite aio_pwrite
371
372/*
373 * make our pread/pwrite safe against themselves, but not against
374 * normal read/write by using a mutex. slows down execution a lot,
375 * but that's your problem, not mine.
376 */
377static pthread_mutex_t iolock = PTHREAD_MUTEX_INITIALIZER;
378
379static ssize_t
380pread (int fd, void *buf, size_t count, off_t offset)
381{
382 ssize_t res;
383 off_t ooffset;
384
385 pthread_mutex_lock (&iolock);
386 ooffset = lseek (fd, 0, SEEK_CUR);
387 lseek (fd, offset, SEEK_SET);
388 res = read (fd, buf, count);
389 lseek (fd, ooffset, SEEK_SET);
390 pthread_mutex_unlock (&iolock);
391
392 return res;
393}
394
395static ssize_t
396pwrite (int fd, void *buf, size_t count, off_t offset)
397{
398 ssize_t res;
399 off_t ooffset;
400
401 pthread_mutex_lock (&iolock);
402 ooffset = lseek (fd, 0, SEEK_CUR);
403 lseek (fd, offset, SEEK_SET);
404 res = write (fd, buf, count);
405 lseek (fd, offset, SEEK_SET);
406 pthread_mutex_unlock (&iolock);
407
408 return res;
409}
410#endif
411
412#if !HAVE_FDATASYNC
413# define fdatasync fsync
414#endif
415
416#if !HAVE_READAHEAD
417# define readahead aio_readahead
418
419static char readahead_buf[4096];
420
421static ssize_t
422readahead (int fd, off_t offset, size_t count)
423{
424 while (count > 0)
425 {
426 size_t len = count < sizeof (readahead_buf) ? count : sizeof (readahead_buf);
427
428 pread (fd, readahead_buf, len, offset);
429 offset += len;
430 count -= len;
431 }
432
433 errno = 0;
434}
435#endif
436
437/* sendfile always needs emulation */
438static ssize_t
439sendfile_ (int ofd, int ifd, off_t offset, size_t count)
440{
441 ssize_t res;
442
443 if (!count)
444 return 0;
445
446#if HAVE_SENDFILE
447# if __linux
448 res = sendfile (ofd, ifd, &offset, count);
449
450# elif __freebsd
451 /*
452 * Of course, the freebsd sendfile is a dire hack with no thoughts
453 * wasted on making it similar to other I/O functions.
454 */
455 {
456 off_t sbytes;
457 res = sendfile (ifd, ofd, offset, count, 0, &sbytes, 0);
458
459 if (res < 0 && sbytes)
460 /* maybe only on EAGAIN only: as usual, the manpage leaves you guessing */
461 res = sbytes;
462 }
463
464# elif __hpux
465 res = sendfile (ofd, ifd, offset, count, 0, 0);
466
467# elif __solaris
468 {
469 struct sendfilevec vec;
470 size_t sbytes;
471
472 vec.sfv_fd = ifd;
473 vec.sfv_flag = 0;
474 vec.sfv_off = offset;
475 vec.sfv_len = count;
476
477 res = sendfilev (ofd, &vec, 1, &sbytes);
478
479 if (res < 0 && sbytes)
480 res = sbytes;
481 }
482
483# else
484 res = -1;
485 errno = ENOSYS;
486# endif
487#endif
488
489 if (res < 0
490 && (errno == ENOSYS || errno == EINVAL || errno == ENOTSOCK
491#if __solaris
492 || errno == EAFNOSUPPORT || errno == EPROTOTYPE
493#endif
494 )
495 )
496 {
497 /* emulate sendfile. this is a major pain in the ass */
498 char *buf = malloc (4096);
499 res = 0;
500
501 for (;;)
502 {
503 ssize_t cnt;
504
505 cnt = pread (ifd, buf, 4096, offset);
506
507 if (cnt <= 0)
508 {
509 if (cnt && !res) res = -1;
510 break;
511 }
512
513 cnt = write (ofd, buf, cnt);
514
515 if (cnt <= 0)
516 {
517 if (cnt && !res) res = -1;
518 break;
519 }
520
521 offset += cnt;
522 res += cnt;
523 }
524
525 {
526 int errorno = errno;
527 free (buf);
528 errno = errorno;
529 }
530 }
531
532 return res;
533}
534
535/*****************************************************************************/
254 536
255static void * 537static void *
256aio_proc (void *thr_arg) 538aio_proc (void *thr_arg)
257{ 539{
258 aio_req req; 540 aio_req req;
541 int type;
259 542
260 /* then loop */ 543 do
261 while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
262 { 544 {
545 pthread_mutex_lock (&reqlock);
546
547 for (;;)
548 {
549 req = reqs;
550
551 if (reqs)
552 {
553 reqs = reqs->next;
554 if (!reqs) reqe = 0;
555 }
556
557 if (req)
558 break;
559
560 pthread_cond_wait (&reqwait, &reqlock);
561 }
562
563 pthread_mutex_unlock (&reqlock);
564
263 errno = 0; /* strictly unnecessary */ 565 errno = 0; /* strictly unnecessary */
264 566
567 type = req->type;
568
265 switch (req->type) 569 switch (type)
266 { 570 {
267 case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset); break; 571 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
268 case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, req->offset); break; 572 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
269#if SYS_readahead 573
270 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break; 574 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
271#else 575 case REQ_SENDFILE: req->result = sendfile_ (req->fd, req->fd2, req->offset, req->length); break;
272 case REQ_READAHEAD: req->result = -1; errno = ENOSYS; break;
273#endif
274 576
275 case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break; 577 case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break;
276 case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break; 578 case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break;
277 case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break; 579 case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break;
278 580
279 case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; 581 case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
280 case REQ_CLOSE: req->result = close (req->fd); break; 582 case REQ_CLOSE: req->result = close (req->fd); break;
281 case REQ_UNLINK: req->result = unlink (req->dataptr); break; 583 case REQ_UNLINK: req->result = unlink (req->dataptr); break;
584 case REQ_RMDIR: req->result = rmdir (req->dataptr); break;
585 case REQ_SYMLINK: req->result = symlink (req->data2ptr, req->dataptr); break;
282 586
587 case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
283 case REQ_FSYNC: req->result = fsync (req->fd); break; 588 case REQ_FSYNC: req->result = fsync (req->fd); break;
284 case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
285 589
286 case REQ_QUIT: 590 case REQ_QUIT:
287 write (respipe[1], (void *)&req, sizeof (req)); 591 break;
288 return 0;
289 592
290 default: 593 default:
291 req->result = ENOSYS; 594 req->result = ENOSYS;
292 break; 595 break;
293 } 596 }
294 597
295 req->errorno = errno; 598 req->errorno = errno;
296 write (respipe[1], (void *)&req, sizeof (req)); 599
600 pthread_mutex_lock (&reslock);
601
602 req->next = 0;
603
604 if (rese)
605 {
606 rese->next = req;
607 rese = req;
608 }
609 else
610 {
611 rese = ress = req;
612
613 /* write a dummy byte to the pipe so fh becomes ready */
614 write (respipe [1], &respipe, 1);
615 }
616
617 pthread_mutex_unlock (&reslock);
297 } 618 }
619 while (type != REQ_QUIT);
298 620
299 return 0; 621 return 0;
300} 622}
301 623
624#define dREQ \
625 aio_req req; \
626 \
627 if (SvOK (callback) && !SvROK (callback)) \
628 croak ("clalback must be undef or of reference type"); \
629 \
630 Newz (0, req, 1, aio_cb); \
631 if (!req) \
632 croak ("out of memory during aio_req allocation"); \
633 \
634 req->callback = newSVsv (callback);
635
302MODULE = IO::AIO PACKAGE = IO::AIO 636MODULE = IO::AIO PACKAGE = IO::AIO
303 637
638PROTOTYPES: ENABLE
639
304BOOT: 640BOOT:
305{ 641{
306 if (pipe (reqpipe) || pipe (respipe)) 642 create_pipe ();
307 croak ("unable to initialize request or result pipe"); 643 pthread_atfork (atfork_prepare, atfork_parent, atfork_child);
308
309 if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))
310 croak ("cannot set result pipe to nonblocking mode");
311
312 if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
313 croak ("cannot set result pipe to nonblocking mode");
314} 644}
315 645
316void 646void
317min_parallel(nthreads) 647min_parallel(nthreads)
318 int nthreads 648 int nthreads
319 PROTOTYPE: $ 649 PROTOTYPE: $
320 CODE:
321 while (nthreads > started)
322 start_thread ();
323 650
324void 651void
325max_parallel(nthreads) 652max_parallel(nthreads)
326 int nthreads 653 int nthreads
327 PROTOTYPE: $ 654 PROTOTYPE: $
655
656int
657max_outstanding(nreqs)
658 int nreqs
659 PROTOTYPE: $
328 CODE: 660 CODE:
329{ 661 RETVAL = max_outstanding;
330 int cur = started; 662 max_outstanding = nreqs;
331 while (cur > nthreads)
332 {
333 end_thread ();
334 cur--;
335 }
336 663
337 while (started > nthreads)
338 {
339 poll_wait ();
340 poll_cb (aTHX);
341 }
342}
343
344void 664void
345aio_open(pathname,flags,mode,callback) 665aio_open(pathname,flags,mode,callback=&PL_sv_undef)
346 SV * pathname 666 SV * pathname
347 int flags 667 int flags
348 int mode 668 int mode
349 SV * callback 669 SV * callback
350 PROTOTYPE: $$$$ 670 PROTOTYPE: $$$;$
351 CODE: 671 CODE:
352{ 672{
353 aio_req req; 673 dREQ;
354
355 Newz (0, req, 1, aio_cb);
356
357 if (!req)
358 croak ("out of memory during aio_req allocation");
359 674
360 req->type = REQ_OPEN; 675 req->type = REQ_OPEN;
361 req->data = newSVsv (pathname); 676 req->data = newSVsv (pathname);
362 req->dataptr = SvPV_nolen (req->data); 677 req->dataptr = SvPVbyte_nolen (req->data);
363 req->fd = flags; 678 req->fd = flags;
364 req->mode = mode; 679 req->mode = mode;
365 req->callback = SvREFCNT_inc (callback);
366 680
367 send_req (req); 681 send_req (req);
368} 682}
369 683
370void 684void
371aio_close(fh,callback) 685aio_close(fh,callback=&PL_sv_undef)
372 InputStream fh 686 SV * fh
373 SV * callback 687 SV * callback
374 PROTOTYPE: $$ 688 PROTOTYPE: $;$
375 ALIAS: 689 ALIAS:
376 aio_close = REQ_CLOSE 690 aio_close = REQ_CLOSE
377 aio_fsync = REQ_FSYNC 691 aio_fsync = REQ_FSYNC
378 aio_fdatasync = REQ_FDATASYNC 692 aio_fdatasync = REQ_FDATASYNC
379 CODE: 693 CODE:
380{ 694{
695 dREQ;
696
697 req->type = ix;
698 req->fh = newSVsv (fh);
699 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
700
701 send_req (req);
702}
703
704void
705aio_read(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
706 SV * fh
707 UV offset
708 UV length
709 SV * data
710 UV dataoffset
711 SV * callback
712 ALIAS:
713 aio_read = REQ_READ
714 aio_write = REQ_WRITE
715 PROTOTYPE: $$$$$;$
716 CODE:
717{
381 aio_req req; 718 aio_req req;
719 STRLEN svlen;
720 char *svptr = SvPVbyte (data, svlen);
382 721
383 Newz (0, req, 1, aio_cb); 722 SvUPGRADE (data, SVt_PV);
723 SvPOK_on (data);
384 724
385 if (!req) 725 if (dataoffset < 0)
386 croak ("out of memory during aio_req allocation"); 726 dataoffset += svlen;
387 727
388 req->type = ix; 728 if (dataoffset < 0 || dataoffset > svlen)
389 req->fd = PerlIO_fileno (fh); 729 croak ("data offset outside of string");
390 req->callback = SvREFCNT_inc (callback);
391 730
392 send_req (req); 731 if (ix == REQ_WRITE)
393} 732 {
394 733 /* write: check length and adjust. */
395void 734 if (length < 0 || length + dataoffset > svlen)
396aio_read(fh,offset,length,data,dataoffset,callback) 735 length = svlen - dataoffset;
397 InputStream fh 736 }
398 UV offset 737 else
399 IV length 738 {
400 SV * data 739 /* read: grow scalar as necessary */
401 IV dataoffset 740 svptr = SvGROW (data, length + dataoffset);
402 SV * callback 741 }
403 PROTOTYPE: $$$$$$
404 CODE:
405 read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
406
407void
408aio_write(fh,offset,length,data,dataoffset,callback)
409 OutputStream fh
410 UV offset
411 IV length
412 SV * data
413 IV dataoffset
414 SV * callback
415 PROTOTYPE: $$$$$$
416 CODE:
417 read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
418
419void
420aio_readahead(fh,offset,length,callback)
421 InputStream fh
422 UV offset
423 IV length
424 SV * callback
425 PROTOTYPE: $$$$
426 CODE:
427{
428 aio_req req;
429 742
430 if (length < 0) 743 if (length < 0)
431 croak ("length must not be negative"); 744 croak ("length must not be negative");
432 745
433 Newz (0, req, 1, aio_cb); 746 {
747 dREQ;
434 748
435 if (!req) 749 req->type = ix;
436 croak ("out of memory during aio_req allocation"); 750 req->fh = newSVsv (fh);
751 req->fd = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh))
752 : IoOFP (sv_2io (fh)));
753 req->offset = offset;
754 req->length = length;
755 req->data = SvREFCNT_inc (data);
756 req->dataptr = (char *)svptr + dataoffset;
757
758 if (!SvREADONLY (data))
759 {
760 SvREADONLY_on (data);
761 req->data2ptr = (void *)data;
762 }
763
764 send_req (req);
765 }
766}
767
768void
769aio_sendfile(out_fh,in_fh,in_offset,length,callback=&PL_sv_undef)
770 SV * out_fh
771 SV * in_fh
772 UV in_offset
773 UV length
774 SV * callback
775 PROTOTYPE: $$$$;$
776 CODE:
777{
778 dREQ;
779
780 req->type = REQ_SENDFILE;
781 req->fh = newSVsv (out_fh);
782 req->fd = PerlIO_fileno (IoIFP (sv_2io (out_fh)));
783 req->fh2 = newSVsv (in_fh);
784 req->fd2 = PerlIO_fileno (IoIFP (sv_2io (in_fh)));
785 req->offset = in_offset;
786 req->length = length;
787
788 send_req (req);
789}
790
791void
792aio_readahead(fh,offset,length,callback=&PL_sv_undef)
793 SV * fh
794 UV offset
795 IV length
796 SV * callback
797 PROTOTYPE: $$$;$
798 CODE:
799{
800 dREQ;
437 801
438 req->type = REQ_READAHEAD; 802 req->type = REQ_READAHEAD;
803 req->fh = newSVsv (fh);
439 req->fd = PerlIO_fileno (fh); 804 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
440 req->offset = offset; 805 req->offset = offset;
441 req->length = length; 806 req->length = length;
442 req->callback = SvREFCNT_inc (callback);
443 807
444 send_req (req); 808 send_req (req);
445} 809}
446 810
447void 811void
448aio_stat(fh_or_path,callback) 812aio_stat(fh_or_path,callback=&PL_sv_undef)
449 SV * fh_or_path 813 SV * fh_or_path
450 SV * callback 814 SV * callback
451 PROTOTYPE: $$
452 ALIAS: 815 ALIAS:
816 aio_stat = REQ_STAT
453 aio_lstat = 1 817 aio_lstat = REQ_LSTAT
454 CODE: 818 CODE:
455{ 819{
456 aio_req req; 820 dREQ;
457
458 Newz (0, req, 1, aio_cb);
459
460 if (!req)
461 croak ("out of memory during aio_req allocation");
462 821
463 New (0, req->statdata, 1, Stat_t); 822 New (0, req->statdata, 1, Stat_t);
464
465 if (!req->statdata) 823 if (!req->statdata)
824 {
825 free_req (req);
466 croak ("out of memory during aio_req->statdata allocation"); 826 croak ("out of memory during aio_req->statdata allocation");
827 }
467 828
468 if (SvPOK (fh_or_path)) 829 if (SvPOK (fh_or_path))
469 { 830 {
470 req->type = ix ? REQ_LSTAT : REQ_STAT; 831 req->type = ix;
471 req->data = newSVsv (fh_or_path); 832 req->data = newSVsv (fh_or_path);
472 req->dataptr = SvPV_nolen (req->data); 833 req->dataptr = SvPVbyte_nolen (req->data);
473 } 834 }
474 else 835 else
475 { 836 {
476 req->type = REQ_FSTAT; 837 req->type = REQ_FSTAT;
838 req->fh = newSVsv (fh_or_path);
477 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); 839 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
478 } 840 }
479 841
480 req->callback = SvREFCNT_inc (callback);
481
482 send_req (req); 842 send_req (req);
483} 843}
484 844
485void 845void
486aio_unlink(pathname,callback) 846aio_unlink(pathname,callback=&PL_sv_undef)
487 SV * pathname 847 SV * pathname
488 SV * callback 848 SV * callback
489 PROTOTYPE: $$ 849 ALIAS:
850 aio_unlink = REQ_UNLINK
851 aio_rmdir = REQ_RMDIR
490 CODE: 852 CODE:
491{ 853{
492 aio_req req; 854 dREQ;
493 855
494 Newz (0, req, 1, aio_cb); 856 req->type = ix;
495
496 if (!req)
497 croak ("out of memory during aio_req allocation");
498
499 req->type = REQ_UNLINK;
500 req->data = newSVsv (pathname); 857 req->data = newSVsv (pathname);
501 req->dataptr = SvPV_nolen (req->data); 858 req->dataptr = SvPVbyte_nolen (req->data);
502 req->callback = SvREFCNT_inc (callback);
503 859
504 send_req (req); 860 send_req (req);
505} 861}
862
863void
864aio_symlink(oldpath,newpath,callback=&PL_sv_undef)
865 SV * oldpath
866 SV * newpath
867 SV * callback
868 CODE:
869{
870 dREQ;
871
872 req->type = REQ_SYMLINK;
873 req->fh = newSVsv (oldpath);
874 req->data2ptr = SvPVbyte_nolen (req->fh);
875 req->data = newSVsv (newpath);
876 req->dataptr = SvPVbyte_nolen (req->data);
877
878 send_req (req);
879}
880
881void
882flush()
883 PROTOTYPE:
884 CODE:
885 while (nreqs)
886 {
887 poll_wait ();
888 poll_cb ();
889 }
890
891void
892poll()
893 PROTOTYPE:
894 CODE:
895 if (nreqs)
896 {
897 poll_wait ();
898 poll_cb ();
899 }
506 900
507int 901int
508poll_fileno() 902poll_fileno()
509 PROTOTYPE: 903 PROTOTYPE:
510 CODE: 904 CODE:
511 RETVAL = respipe[0]; 905 RETVAL = respipe [0];
512 OUTPUT: 906 OUTPUT:
513 RETVAL 907 RETVAL
514 908
515int 909int
516poll_cb(...) 910poll_cb(...)
517 PROTOTYPE: 911 PROTOTYPE:
518 CODE: 912 CODE:
519 RETVAL = poll_cb (aTHX); 913 RETVAL = poll_cb ();
520 OUTPUT: 914 OUTPUT:
521 RETVAL 915 RETVAL
522 916
523void 917void
524poll_wait() 918poll_wait()
525 PROTOTYPE: 919 PROTOTYPE:
526 CODE: 920 CODE:
921 if (nreqs)
527 poll_wait (); 922 poll_wait ();
528 923
529int 924int
530nreqs() 925nreqs()
531 PROTOTYPE: 926 PROTOTYPE:
532 CODE: 927 CODE:

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines