… | |
… | |
24 | # define STACKSIZE ( 512 * sizeof (long)) |
24 | # define STACKSIZE ( 512 * sizeof (long)) |
25 | #endif |
25 | #endif |
26 | |
26 | |
27 | enum { |
27 | enum { |
28 | REQ_QUIT, |
28 | REQ_QUIT, |
29 | REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, |
29 | REQ_OPEN, REQ_CLOSE, |
|
|
30 | REQ_READ, REQ_WRITE, REQ_READAHEAD, |
30 | REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK |
31 | REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK, |
|
|
32 | REQ_FSYNC, REQ_FDATASYNC, |
31 | }; |
33 | }; |
32 | |
34 | |
33 | typedef struct { |
35 | typedef struct { |
34 | char stack[STACKSIZE]; |
36 | char stack[STACKSIZE]; |
35 | } aio_thread; |
37 | } aio_thread; |
… | |
… | |
237 | |
239 | |
238 | static sigset_t fullsigset; |
240 | static sigset_t fullsigset; |
239 | |
241 | |
240 | #undef errno |
242 | #undef errno |
241 | #include <asm/unistd.h> |
243 | #include <asm/unistd.h> |
|
|
244 | #include <linux/types.h> |
242 | #include <sys/prctl.h> |
245 | #include <sys/prctl.h> |
243 | |
|
|
244 | #if BYTE_ORDER == LITTLE_ENDIAN |
|
|
245 | # define LONG_LONG_PAIR(HI, LO) LO, HI |
|
|
246 | #elif BYTE_ORDER == BIG_ENDIAN |
|
|
247 | # define LONG_LONG_PAIR(HI, LO) HI, LO |
|
|
248 | #endif |
|
|
249 | |
246 | |
250 | #if __alpha || __ia64 || __hppa || __v850__ |
247 | #if __alpha || __ia64 || __hppa || __v850__ |
251 | # define stat kernelstat |
248 | # define stat kernelstat |
252 | # define stat64 kernelstat64 |
249 | # define stat64 kernelstat64 |
253 | # include <asm/stat.h> |
250 | # include <asm/stat.h> |
… | |
… | |
280 | aio_req req; |
277 | aio_req req; |
281 | int errno; |
278 | int errno; |
282 | |
279 | |
283 | /* this is very much kernel-specific :(:(:( */ |
280 | /* this is very much kernel-specific :(:(:( */ |
284 | /* we rely on gcc's ability to create closures. */ |
281 | /* we rely on gcc's ability to create closures. */ |
285 | _syscall3(int,read,int,fd,char *,buf,size_t,count) |
282 | _syscall3(__kernel_size_t, read , unsigned int, fd, char *, buf, __kernel_size_t, count) |
286 | _syscall3(int,write,int,fd,char *,buf,size_t,count) |
283 | _syscall3(__kernel_size_t, write, unsigned int, fd, char *, buf, __kernel_size_t, count) |
287 | |
284 | |
288 | _syscall3(int,open,char *,pathname,int,flags,mode_t,mode) |
285 | _syscall3(long, open, char *, pathname, int, flags, int, mode) |
289 | _syscall1(int,close,int,fd) |
286 | _syscall1(long, close, unsigned int, fd) |
|
|
287 | _syscall1(long, unlink, char *, filename); |
|
|
288 | _syscall1(long, fsync, unsigned int, fd); |
290 | |
289 | |
291 | #if __NR_pread64 |
290 | #ifndef __NR_fdatasync |
292 | _syscall5(int,pread64,int,fd,char *,buf,size_t,count,unsigned int,offset_lh,unsigned int,offset_hl) |
291 | # define __NR_fdatasync __NR_fsync |
293 | _syscall5(int,pwrite64,int,fd,char *,buf,size_t,count,unsigned int,offset_lh,unsigned int,offset_hl) |
|
|
294 | #elif __NR_pread |
|
|
295 | _syscall4(int,pread,int,fd,char *,buf,size_t,count,offset_t,offset) |
|
|
296 | _syscall4(int,pwrite,int,fd,char *,buf,size_t,count,offset_t,offset) |
|
|
297 | #else |
|
|
298 | # error "neither pread nor pread64 defined" |
|
|
299 | #endif |
292 | #endif |
|
|
293 | _syscall1(long, fdatasync, unsigned int, fd); |
300 | |
294 | |
|
|
295 | #if BYTE_ORDER == LITTLE_ENDIAN |
|
|
296 | # define LOFF_ARG(off) (off & 0xffffffff), (off >> 32) |
|
|
297 | #elif BYTE_ORDER == BIG_ENDIAN |
|
|
298 | # define LOFF_ARG(off) (off >> 32), (off & 0xffffffff) |
|
|
299 | #endif |
|
|
300 | |
|
|
301 | #ifndef __NR_pread64 |
|
|
302 | # define __NR_pread64 __NR_pread |
|
|
303 | # define __NR_pwrite64 __NR_write |
|
|
304 | #endif |
|
|
305 | _syscall5(__kernel_ssize_t, pread64 , unsigned int, fd, char *, buf, |
|
|
306 | __kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl) |
|
|
307 | _syscall5(__kernel_ssize_t, pwrite64, unsigned int, fd, char *, buf, |
|
|
308 | __kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl) |
|
|
309 | _syscall4(long, readahead, unsigned int, fd, unsigned int, offset_lh, unsigned int, offset_hl, __kernel_size_t, count); |
301 | |
310 | |
302 | #if __NR_stat64 |
311 | #if __NR_stat64 |
303 | _syscall2(int,stat64, const char *, filename, struct kernelstat64 *, buf) |
312 | _syscall2(long, stat64 , const char *, filename, struct kernelstat64 *, buf) |
304 | _syscall2(int,lstat64, const char *, filename, struct kernelstat64 *, buf) |
313 | _syscall2(long, lstat64, const char *, filename, struct kernelstat64 *, buf) |
305 | _syscall2(int,fstat64, int, fd, struct kernelstat64 *, buf) |
314 | _syscall2(long, fstat64, int , fd , struct kernelstat64 *, buf) |
306 | #elif __NR_stat |
315 | #elif __NR_stat |
307 | _syscall2(int,stat, const char *, filename, struct kernelstat *, buf) |
316 | _syscall2(long, stat , const char *, filename, struct kernelstat *, buf) |
308 | _syscall2(int,lstat, const char *, filename, struct kernelstat *, buf) |
317 | _syscall2(long, lstat, const char *, filename, struct kernelstat *, buf) |
309 | _syscall2(int,fstat, int, fd, struct kernelstat *, buf) |
318 | _syscall2(long, fstat, int , fd , struct kernelstat *, buf) |
310 | #else |
319 | #else |
311 | # error "neither stat64 nor stat defined" |
320 | # error "neither stat64 nor stat defined" |
312 | #endif |
321 | #endif |
313 | |
322 | |
314 | _syscall1(int,unlink, char *, filename); |
323 | /* the following two calls might clobber errno */ |
315 | |
|
|
316 | sigprocmask (SIG_SETMASK, &fullsigset, 0); |
324 | sigprocmask (SIG_SETMASK, &fullsigset, 0); |
317 | prctl (PR_SET_PDEATHSIG, SIGKILL); |
325 | prctl (PR_SET_PDEATHSIG, SIGKILL); |
318 | |
326 | |
319 | /* then loop */ |
327 | /* then loop */ |
320 | while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req)) |
328 | while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req)) |
… | |
… | |
322 | req->thread = thr; |
330 | req->thread = thr; |
323 | errno = 0; /* strictly unnecessary */ |
331 | errno = 0; /* strictly unnecessary */ |
324 | |
332 | |
325 | switch (req->type) |
333 | switch (req->type) |
326 | { |
334 | { |
327 | #if __NR_pread64 |
|
|
328 | case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, |
|
|
329 | LONG_LONG_PAIR (req->offset >> 32, req->offset & 0xffffffff)); break; |
|
|
330 | case REQ_WRITE: req->result = pwrite64(req->fd, req->dataptr, req->length, |
|
|
331 | LONG_LONG_PAIR (req->offset >> 32, req->offset & 0xffffffff)); break; |
|
|
332 | #else |
|
|
333 | case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break; |
335 | case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break; |
334 | case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break; |
336 | case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break; |
335 | #endif |
337 | case REQ_READAHEAD: req->result = readahead (req->fd, LOFF_ARG (req->offset), req->length); break; |
|
|
338 | |
336 | #if __NR_stat64 |
339 | #if __NR_stat64 |
337 | struct kernelstat64 statdata; |
340 | struct kernelstat64 statdata; |
338 | case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break; |
341 | case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break; |
339 | case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break; |
342 | case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break; |
340 | case REQ_FSTAT: req->result = fstat64 (req->fd, &statdata); COPY_STATDATA; break; |
343 | case REQ_FSTAT: req->result = fstat64 (req->fd , &statdata); COPY_STATDATA; break; |
341 | #else |
344 | #else |
342 | struct kernelstat statdata; |
345 | struct kernelstat statdata; |
343 | case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break; |
346 | case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break; |
344 | case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break; |
347 | case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break; |
345 | case REQ_FSTAT: req->result = fstat (req->fd, &statdata); COPY_STATDATA; break; |
348 | case REQ_FSTAT: req->result = fstat (req->fd , &statdata); COPY_STATDATA; break; |
346 | #endif |
349 | #endif |
|
|
350 | |
347 | case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; |
351 | case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; |
348 | case REQ_CLOSE: req->result = close (req->fd); break; |
352 | case REQ_CLOSE: req->result = close (req->fd); break; |
349 | case REQ_UNLINK: req->result = unlink (req->dataptr); break; |
353 | case REQ_UNLINK: req->result = unlink (req->dataptr); break; |
|
|
354 | |
|
|
355 | case REQ_FSYNC: req->result = fsync (req->fd); break; |
|
|
356 | case REQ_FDATASYNC: req->result = fdatasync (req->fd); break; |
350 | |
357 | |
351 | case REQ_QUIT: |
358 | case REQ_QUIT: |
352 | default: |
|
|
353 | write (respipe[1], (void *)&req, sizeof (req)); |
359 | write (respipe[1], (void *)&req, sizeof (req)); |
354 | return 0; |
360 | return 0; |
|
|
361 | |
|
|
362 | default: |
|
|
363 | req->result = ENOSYS; |
|
|
364 | break; |
355 | } |
365 | } |
356 | |
366 | |
357 | req->errorno = errno; |
367 | req->errorno = errno; |
358 | write (respipe[1], (void *)&req, sizeof (req)); |
368 | write (respipe[1], (void *)&req, sizeof (req)); |
359 | } |
369 | } |
… | |
… | |
392 | void |
402 | void |
393 | max_parallel(nthreads) |
403 | max_parallel(nthreads) |
394 | int nthreads |
404 | int nthreads |
395 | PROTOTYPE: $ |
405 | PROTOTYPE: $ |
396 | CODE: |
406 | CODE: |
|
|
407 | { |
397 | int cur = started; |
408 | int cur = started; |
398 | while (cur > nthreads) |
409 | while (cur > nthreads) |
399 | { |
410 | { |
400 | end_thread (); |
411 | end_thread (); |
401 | cur--; |
412 | cur--; |
… | |
… | |
404 | while (started > nthreads) |
415 | while (started > nthreads) |
405 | { |
416 | { |
406 | poll_wait (); |
417 | poll_wait (); |
407 | poll_cb (aTHX); |
418 | poll_cb (aTHX); |
408 | } |
419 | } |
|
|
420 | } |
409 | |
421 | |
410 | void |
422 | void |
411 | aio_open(pathname,flags,mode,callback) |
423 | aio_open(pathname,flags,mode,callback) |
412 | SV * pathname |
424 | SV * pathname |
413 | int flags |
425 | int flags |
414 | int mode |
426 | int mode |
415 | SV * callback |
427 | SV * callback |
416 | PROTOTYPE: $$$$ |
428 | PROTOTYPE: $$$$ |
417 | CODE: |
429 | CODE: |
|
|
430 | { |
418 | aio_req req; |
431 | aio_req req; |
419 | |
432 | |
420 | Newz (0, req, 1, aio_cb); |
433 | Newz (0, req, 1, aio_cb); |
421 | |
434 | |
422 | if (!req) |
435 | if (!req) |
… | |
… | |
428 | req->fd = flags; |
441 | req->fd = flags; |
429 | req->mode = mode; |
442 | req->mode = mode; |
430 | req->callback = SvREFCNT_inc (callback); |
443 | req->callback = SvREFCNT_inc (callback); |
431 | |
444 | |
432 | send_req (req); |
445 | send_req (req); |
|
|
446 | } |
433 | |
447 | |
434 | void |
448 | void |
435 | aio_close(fh,callback) |
449 | aio_close(fh,callback) |
436 | InputStream fh |
450 | InputStream fh |
437 | SV * callback |
451 | SV * callback |
438 | PROTOTYPE: $$ |
452 | PROTOTYPE: $$ |
|
|
453 | ALIAS: |
|
|
454 | aio_close = REQ_CLOSE |
|
|
455 | aio_fsync = REQ_FSYNC |
|
|
456 | aio_fdatasync = REQ_FDATASYNC |
439 | CODE: |
457 | CODE: |
|
|
458 | { |
440 | aio_req req; |
459 | aio_req req; |
441 | |
460 | |
442 | Newz (0, req, 1, aio_cb); |
461 | Newz (0, req, 1, aio_cb); |
443 | |
462 | |
444 | if (!req) |
463 | if (!req) |
445 | croak ("out of memory during aio_req allocation"); |
464 | croak ("out of memory during aio_req allocation"); |
446 | |
465 | |
447 | req->type = REQ_CLOSE; |
466 | req->type = ix; |
448 | req->fd = PerlIO_fileno (fh); |
467 | req->fd = PerlIO_fileno (fh); |
449 | req->callback = SvREFCNT_inc (callback); |
468 | req->callback = SvREFCNT_inc (callback); |
450 | |
469 | |
451 | send_req (req); |
470 | send_req (req); |
|
|
471 | } |
452 | |
472 | |
453 | void |
473 | void |
454 | aio_read(fh,offset,length,data,dataoffset,callback) |
474 | aio_read(fh,offset,length,data,dataoffset,callback) |
455 | InputStream fh |
475 | InputStream fh |
456 | UV offset |
476 | UV offset |
… | |
… | |
473 | PROTOTYPE: $$$$$$ |
493 | PROTOTYPE: $$$$$$ |
474 | CODE: |
494 | CODE: |
475 | read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback); |
495 | read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback); |
476 | |
496 | |
477 | void |
497 | void |
|
|
498 | aio_readahead(fh,offset,length,callback) |
|
|
499 | InputStream fh |
|
|
500 | UV offset |
|
|
501 | IV length |
|
|
502 | SV * callback |
|
|
503 | PROTOTYPE: $$$$ |
|
|
504 | CODE: |
|
|
505 | { |
|
|
506 | aio_req req; |
|
|
507 | |
|
|
508 | if (length < 0) |
|
|
509 | croak ("length must not be negative"); |
|
|
510 | |
|
|
511 | Newz (0, req, 1, aio_cb); |
|
|
512 | |
|
|
513 | if (!req) |
|
|
514 | croak ("out of memory during aio_req allocation"); |
|
|
515 | |
|
|
516 | req->type = REQ_READAHEAD; |
|
|
517 | req->fd = PerlIO_fileno (fh); |
|
|
518 | req->offset = offset; |
|
|
519 | req->length = length; |
|
|
520 | req->callback = SvREFCNT_inc (callback); |
|
|
521 | |
|
|
522 | send_req (req); |
|
|
523 | } |
|
|
524 | |
|
|
525 | void |
478 | aio_stat(fh_or_path,callback) |
526 | aio_stat(fh_or_path,callback) |
479 | SV * fh_or_path |
527 | SV * fh_or_path |
480 | SV * callback |
528 | SV * callback |
481 | PROTOTYPE: $$ |
529 | PROTOTYPE: $$ |
482 | ALIAS: |
530 | ALIAS: |
483 | aio_lstat = 1 |
531 | aio_lstat = 1 |
484 | CODE: |
532 | CODE: |
|
|
533 | { |
485 | aio_req req; |
534 | aio_req req; |
486 | |
535 | |
487 | Newz (0, req, 1, aio_cb); |
536 | Newz (0, req, 1, aio_cb); |
488 | |
537 | |
489 | if (!req) |
538 | if (!req) |
… | |
… | |
507 | } |
556 | } |
508 | |
557 | |
509 | req->callback = SvREFCNT_inc (callback); |
558 | req->callback = SvREFCNT_inc (callback); |
510 | |
559 | |
511 | send_req (req); |
560 | send_req (req); |
|
|
561 | } |
512 | |
562 | |
513 | void |
563 | void |
514 | aio_unlink(pathname,callback) |
564 | aio_unlink(pathname,callback) |
515 | SV * pathname |
565 | SV * pathname |
516 | SV * callback |
566 | SV * callback |
517 | PROTOTYPE: $$ |
567 | PROTOTYPE: $$ |
518 | CODE: |
568 | CODE: |
|
|
569 | { |
519 | aio_req req; |
570 | aio_req req; |
520 | |
571 | |
521 | Newz (0, req, 1, aio_cb); |
572 | Newz (0, req, 1, aio_cb); |
522 | |
573 | |
523 | if (!req) |
574 | if (!req) |
… | |
… | |
527 | req->data = newSVsv (pathname); |
578 | req->data = newSVsv (pathname); |
528 | req->dataptr = SvPV_nolen (req->data); |
579 | req->dataptr = SvPV_nolen (req->data); |
529 | req->callback = SvREFCNT_inc (callback); |
580 | req->callback = SvREFCNT_inc (callback); |
530 | |
581 | |
531 | send_req (req); |
582 | send_req (req); |
|
|
583 | } |
532 | |
584 | |
533 | int |
585 | int |
534 | poll_fileno() |
586 | poll_fileno() |
535 | PROTOTYPE: |
587 | PROTOTYPE: |
536 | CODE: |
588 | CODE: |