ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Linux-AIO/AIO.xs
(Generate patch)

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.25 by root, Thu Jul 7 22:24:09 2005 UTC vs.
Revision 1.32 by root, Tue Jul 12 10:51:09 2005 UTC

8#include <sys/stat.h> 8#include <sys/stat.h>
9#include <unistd.h> 9#include <unistd.h>
10#include <fcntl.h> 10#include <fcntl.h>
11#include <signal.h> 11#include <signal.h>
12#include <sched.h> 12#include <sched.h>
13#include <endian.h>
13 14
14typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */ 15typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */
15typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */ 16typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */
16typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */ 17typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */
17 18
18// 128 seems to be enough most everywhere. alpha needs 256. 19#if __i386 || __amd64
19#define STACKSIZE (256 * sizeof (long)) 20# define STACKSIZE ( 256 * sizeof (long))
21#elif __ia64
22# define STACKSIZE (8192 * sizeof (long))
23#else
24# define STACKSIZE ( 512 * sizeof (long))
25#endif
20 26
21enum { 27enum {
22 REQ_QUIT, 28 REQ_QUIT,
23 REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, 29 REQ_OPEN, REQ_CLOSE,
30 REQ_READ, REQ_WRITE, REQ_READAHEAD,
24 REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK 31 REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
32 REQ_FSYNC, REQ_FDATASYNC,
25}; 33};
26 34
27typedef struct { 35typedef struct {
28 char stack[STACKSIZE]; 36 char stack[STACKSIZE];
29} aio_thread; 37} aio_thread;
63 aio_thread *thr; 71 aio_thread *thr;
64 72
65 New (0, thr, 1, aio_thread); 73 New (0, thr, 1, aio_thread);
66 74
67 if (clone (aio_proc, 75 if (clone (aio_proc,
68 &(thr->stack[STACKSIZE - sizeof (long)]), 76 &(thr->stack[STACKSIZE - 16]),
69 CLONE_VM|CLONE_FS|CLONE_FILES, 77 CLONE_VM|CLONE_FS|CLONE_FILES,
70 thr) >= 0) 78 thr) >= 0)
71 started++; 79 started++;
72 else 80 else
73 Safefree (thr); 81 Safefree (thr);
161} 169}
162 170
163static void 171static void
164poll_wait () 172poll_wait ()
165{ 173{
174 if (!nreqs)
175 return;
176
166 fd_set rfd; 177 fd_set rfd;
167 FD_ZERO(&rfd); 178 FD_ZERO(&rfd);
168 FD_SET(respipe[0], &rfd); 179 FD_SET(respipe[0], &rfd);
169 180
170 select (respipe[0] + 1, &rfd, 0, 0, 0); 181 select (respipe[0] + 1, &rfd, 0, 0, 0);
230} 241}
231 242
232static sigset_t fullsigset; 243static sigset_t fullsigset;
233 244
234#undef errno 245#undef errno
235#include <asm/unistd.h> 246#include <linux/unistd.h>
247#include <linux/types.h>
236#include <sys/prctl.h> 248#include <sys/prctl.h>
237 249
238#if __alpha || __ia64 || __hppa || __sparc64__ || __v850__ 250#if __alpha || __ia64 || __hppa || __v850__
239# define stat kernelstat 251# define stat kernelstat
240# define stat64 kernelstat64 252# define stat64 kernelstat64
241# include <asm/stat.h> 253# include <asm/stat.h>
242# undef stat 254# undef stat
243# undef stat64 255# undef stat64
268 aio_req req; 280 aio_req req;
269 int errno; 281 int errno;
270 282
271 /* this is very much kernel-specific :(:(:( */ 283 /* this is very much kernel-specific :(:(:( */
272 /* we rely on gcc's ability to create closures. */ 284 /* we rely on gcc's ability to create closures. */
273 _syscall3(int,read,int,fd,char *,buf,size_t,count) 285 _syscall3(__kernel_size_t, read , unsigned int, fd, char *, buf, __kernel_size_t, count)
274 _syscall3(int,write,int,fd,char *,buf,size_t,count) 286 _syscall3(__kernel_size_t, write, unsigned int, fd, char *, buf, __kernel_size_t, count)
275 287
276 _syscall3(int,open,char *,pathname,int,flags,mode_t,mode) 288 _syscall3(long, open, char *, pathname, int, flags, int, mode)
277 _syscall1(int,close,int,fd) 289 _syscall1(long, close, unsigned int, fd)
290 _syscall1(long, unlink, char *, filename);
291 _syscall1(long, fsync, unsigned int, fd);
278 292
279#if __NR_pread64 293#ifndef __NR_fdatasync
280 _syscall5(int,pread64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi) 294# define __NR_fdatasync __NR_fsync
281 _syscall5(int,pwrite64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
282#elif __NR_pread
283 _syscall4(int,pread,int,fd,char *,buf,size_t,count,offset_t,offset)
284 _syscall4(int,pwrite,int,fd,char *,buf,size_t,count,offset_t,offset)
285#else
286# error "neither pread nor pread64 defined"
287#endif 295#endif
296 _syscall1(long, fdatasync, unsigned int, fd);
288 297
298#if BYTE_ORDER == LITTLE_ENDIAN
299# define LOFF_ARG(off) (off & 0xffffffff), (off >> 32)
300#elif BYTE_ORDER == BIG_ENDIAN
301# define LOFF_ARG(off) (off >> 32), (off & 0xffffffff)
302#endif
303
304#ifndef __NR_pread64
305# define __NR_pread64 __NR_pread
306# define __NR_pwrite64 __NR_write
307#endif
308 _syscall5(__kernel_ssize_t, pread64 , unsigned int, fd, char *, buf,
309 __kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
310 _syscall5(__kernel_ssize_t, pwrite64, unsigned int, fd, char *, buf,
311 __kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
312 _syscall4(long, readahead, unsigned int, fd, unsigned int, offset_lh, unsigned int, offset_hl, __kernel_size_t, count);
289 313
290#if __NR_stat64 314#if __NR_stat64
291 _syscall2(int,stat64, const char *, filename, struct kernelstat64 *, buf) 315 _syscall2(long, stat64 , const char *, filename, struct kernelstat64 *, buf)
292 _syscall2(int,lstat64, const char *, filename, struct kernelstat64 *, buf) 316 _syscall2(long, lstat64, const char *, filename, struct kernelstat64 *, buf)
293 _syscall2(int,fstat64, int, fd, struct kernelstat64 *, buf) 317 _syscall2(long, fstat64, int , fd , struct kernelstat64 *, buf)
294#elif __NR_stat 318#elif __NR_stat
295 _syscall2(int,stat, const char *, filename, struct kernelstat *, buf) 319 _syscall2(long, stat , const char *, filename, struct kernelstat *, buf)
296 _syscall2(int,lstat, const char *, filename, struct kernelstat *, buf) 320 _syscall2(long, lstat, const char *, filename, struct kernelstat *, buf)
297 _syscall2(int,fstat, int, fd, struct kernelstat *, buf) 321 _syscall2(long, fstat, int , fd , struct kernelstat *, buf)
298#else 322#else
299# error "neither stat64 nor stat defined" 323# error "neither stat64 nor stat defined"
300#endif 324#endif
301 325
302 _syscall1(int,unlink, char *, filename); 326 /* the following two calls might clobber errno */
303
304 sigprocmask (SIG_SETMASK, &fullsigset, 0); 327 sigprocmask (SIG_SETMASK, &fullsigset, 0);
305 prctl (PR_SET_PDEATHSIG, SIGKILL); 328 prctl (PR_SET_PDEATHSIG, SIGKILL);
306 329
307 /* then loop */ 330 /* then loop */
308 while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req)) 331 while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
310 req->thread = thr; 333 req->thread = thr;
311 errno = 0; /* strictly unnecessary */ 334 errno = 0; /* strictly unnecessary */
312 335
313 switch (req->type) 336 switch (req->type)
314 { 337 {
315#if __NR_pread64
316 case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break;
317 case REQ_WRITE: req->result = pwrite64(req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break;
318#else
319 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break; 338 case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
320 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break; 339 case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
321#endif 340 case REQ_READAHEAD: req->result = readahead (req->fd, LOFF_ARG (req->offset), req->length); break;
341
322#if __NR_stat64 342#if __NR_stat64
323 struct kernelstat64 statdata; 343 struct kernelstat64 statdata;
324 case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break; 344 case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break;
325 case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break; 345 case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break;
326 case REQ_FSTAT: req->result = fstat64 (req->fd, &statdata); COPY_STATDATA; break; 346 case REQ_FSTAT: req->result = fstat64 (req->fd , &statdata); COPY_STATDATA; break;
327#else 347#else
328 struct kernelstat statdata; 348 struct kernelstat statdata;
329 case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break; 349 case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break;
330 case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break; 350 case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break;
331 case REQ_FSTAT: req->result = fstat (req->fd, &statdata); COPY_STATDATA; break; 351 case REQ_FSTAT: req->result = fstat (req->fd , &statdata); COPY_STATDATA; break;
332#endif 352#endif
353
333 case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; 354 case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
334 case REQ_CLOSE: req->result = close (req->fd); break; 355 case REQ_CLOSE: req->result = close (req->fd); break;
335 case REQ_UNLINK: req->result = unlink (req->dataptr); break; 356 case REQ_UNLINK: req->result = unlink (req->dataptr); break;
357
358 case REQ_FSYNC: req->result = fsync (req->fd); break;
359 case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
336 360
337 case REQ_QUIT: 361 case REQ_QUIT:
338 default:
339 write (respipe[1], (void *)&req, sizeof (req)); 362 write (respipe[1], (void *)&req, sizeof (req));
340 return 0; 363 return 0;
364
365 default:
366 req->result = ENOSYS;
367 break;
341 } 368 }
342 369
343 req->errorno = errno; 370 req->errorno = errno;
344 write (respipe[1], (void *)&req, sizeof (req)); 371 write (respipe[1], (void *)&req, sizeof (req));
345 } 372 }
378void 405void
379max_parallel(nthreads) 406max_parallel(nthreads)
380 int nthreads 407 int nthreads
381 PROTOTYPE: $ 408 PROTOTYPE: $
382 CODE: 409 CODE:
410{
383 int cur = started; 411 int cur = started;
384 while (cur > nthreads) 412 while (cur > nthreads)
385 { 413 {
386 end_thread (); 414 end_thread ();
387 cur--; 415 cur--;
390 while (started > nthreads) 418 while (started > nthreads)
391 { 419 {
392 poll_wait (); 420 poll_wait ();
393 poll_cb (aTHX); 421 poll_cb (aTHX);
394 } 422 }
423}
395 424
396void 425void
397aio_open(pathname,flags,mode,callback) 426aio_open(pathname,flags,mode,callback)
398 SV * pathname 427 SV * pathname
399 int flags 428 int flags
400 int mode 429 int mode
401 SV * callback 430 SV * callback
402 PROTOTYPE: $$$$ 431 PROTOTYPE: $$$$
403 CODE: 432 CODE:
433{
404 aio_req req; 434 aio_req req;
405 435
406 Newz (0, req, 1, aio_cb); 436 Newz (0, req, 1, aio_cb);
407 437
408 if (!req) 438 if (!req)
414 req->fd = flags; 444 req->fd = flags;
415 req->mode = mode; 445 req->mode = mode;
416 req->callback = SvREFCNT_inc (callback); 446 req->callback = SvREFCNT_inc (callback);
417 447
418 send_req (req); 448 send_req (req);
449}
419 450
420void 451void
421aio_close(fh,callback) 452aio_close(fh,callback)
422 InputStream fh 453 InputStream fh
423 SV * callback 454 SV * callback
424 PROTOTYPE: $$ 455 PROTOTYPE: $$
456 ALIAS:
457 aio_close = REQ_CLOSE
458 aio_fsync = REQ_FSYNC
459 aio_fdatasync = REQ_FDATASYNC
425 CODE: 460 CODE:
461{
426 aio_req req; 462 aio_req req;
427 463
428 Newz (0, req, 1, aio_cb); 464 Newz (0, req, 1, aio_cb);
429 465
430 if (!req) 466 if (!req)
431 croak ("out of memory during aio_req allocation"); 467 croak ("out of memory during aio_req allocation");
432 468
433 req->type = REQ_CLOSE; 469 req->type = ix;
434 req->fd = PerlIO_fileno (fh); 470 req->fd = PerlIO_fileno (fh);
435 req->callback = SvREFCNT_inc (callback); 471 req->callback = SvREFCNT_inc (callback);
436 472
437 send_req (req); 473 send_req (req);
474}
438 475
439void 476void
440aio_read(fh,offset,length,data,dataoffset,callback) 477aio_read(fh,offset,length,data,dataoffset,callback)
441 InputStream fh 478 InputStream fh
442 UV offset 479 UV offset
459 PROTOTYPE: $$$$$$ 496 PROTOTYPE: $$$$$$
460 CODE: 497 CODE:
461 read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback); 498 read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
462 499
463void 500void
501aio_readahead(fh,offset,length,callback)
502 InputStream fh
503 UV offset
504 IV length
505 SV * callback
506 PROTOTYPE: $$$$
507 CODE:
508{
509 aio_req req;
510
511 if (length < 0)
512 croak ("length must not be negative");
513
514 Newz (0, req, 1, aio_cb);
515
516 if (!req)
517 croak ("out of memory during aio_req allocation");
518
519 req->type = REQ_READAHEAD;
520 req->fd = PerlIO_fileno (fh);
521 req->offset = offset;
522 req->length = length;
523 req->callback = SvREFCNT_inc (callback);
524
525 send_req (req);
526}
527
528void
464aio_stat(fh_or_path,callback) 529aio_stat(fh_or_path,callback)
465 SV * fh_or_path 530 SV * fh_or_path
466 SV * callback 531 SV * callback
467 PROTOTYPE: $$ 532 PROTOTYPE: $$
468 ALIAS: 533 ALIAS:
469 aio_lstat = 1 534 aio_lstat = 1
470 CODE: 535 CODE:
536{
471 aio_req req; 537 aio_req req;
472 538
473 Newz (0, req, 1, aio_cb); 539 Newz (0, req, 1, aio_cb);
474 540
475 if (!req) 541 if (!req)
493 } 559 }
494 560
495 req->callback = SvREFCNT_inc (callback); 561 req->callback = SvREFCNT_inc (callback);
496 562
497 send_req (req); 563 send_req (req);
564}
498 565
499void 566void
500aio_unlink(pathname,callback) 567aio_unlink(pathname,callback)
501 SV * pathname 568 SV * pathname
502 SV * callback 569 SV * callback
503 PROTOTYPE: $$ 570 PROTOTYPE: $$
504 CODE: 571 CODE:
572{
505 aio_req req; 573 aio_req req;
506 574
507 Newz (0, req, 1, aio_cb); 575 Newz (0, req, 1, aio_cb);
508 576
509 if (!req) 577 if (!req)
513 req->data = newSVsv (pathname); 581 req->data = newSVsv (pathname);
514 req->dataptr = SvPV_nolen (req->data); 582 req->dataptr = SvPV_nolen (req->data);
515 req->callback = SvREFCNT_inc (callback); 583 req->callback = SvREFCNT_inc (callback);
516 584
517 send_req (req); 585 send_req (req);
586}
518 587
519int 588int
520poll_fileno() 589poll_fileno()
521 PROTOTYPE: 590 PROTOTYPE:
522 CODE: 591 CODE:

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines