… | |
… | |
8 | #include <sys/stat.h> |
8 | #include <sys/stat.h> |
9 | #include <unistd.h> |
9 | #include <unistd.h> |
10 | #include <fcntl.h> |
10 | #include <fcntl.h> |
11 | #include <signal.h> |
11 | #include <signal.h> |
12 | #include <sched.h> |
12 | #include <sched.h> |
|
|
13 | #include <endian.h> |
13 | |
14 | |
14 | typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */ |
15 | typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */ |
15 | typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */ |
16 | typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */ |
16 | typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */ |
17 | typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */ |
17 | |
18 | |
18 | // 128 seems to be enough most everywhere. alpha needs 256. |
19 | #if __i386 || __amd64 |
19 | #define STACKSIZE (256 * sizeof (long)) |
20 | # define STACKSIZE ( 256 * sizeof (long)) |
|
|
21 | #elif __ia64 |
|
|
22 | # define STACKSIZE (8192 * sizeof (long)) |
|
|
23 | #else |
|
|
24 | # define STACKSIZE ( 512 * sizeof (long)) |
|
|
25 | #endif |
20 | |
26 | |
21 | enum { |
27 | enum { |
22 | REQ_QUIT, |
28 | REQ_QUIT, |
23 | REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, |
29 | REQ_OPEN, REQ_CLOSE, |
|
|
30 | REQ_READ, REQ_WRITE, REQ_READAHEAD, |
24 | REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK |
31 | REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK, |
|
|
32 | REQ_FSYNC, REQ_FDATASYNC, |
25 | }; |
33 | }; |
26 | |
34 | |
27 | typedef struct { |
35 | typedef struct { |
28 | char stack[STACKSIZE]; |
36 | char stack[STACKSIZE]; |
29 | } aio_thread; |
37 | } aio_thread; |
… | |
… | |
63 | aio_thread *thr; |
71 | aio_thread *thr; |
64 | |
72 | |
65 | New (0, thr, 1, aio_thread); |
73 | New (0, thr, 1, aio_thread); |
66 | |
74 | |
67 | if (clone (aio_proc, |
75 | if (clone (aio_proc, |
68 | &(thr->stack[STACKSIZE - sizeof (long)]), |
76 | &(thr->stack[STACKSIZE - 16]), |
69 | CLONE_VM|CLONE_FS|CLONE_FILES, |
77 | CLONE_VM|CLONE_FS|CLONE_FILES, |
70 | thr) >= 0) |
78 | thr) >= 0) |
71 | started++; |
79 | started++; |
72 | else |
80 | else |
73 | Safefree (thr); |
81 | Safefree (thr); |
… | |
… | |
161 | } |
169 | } |
162 | |
170 | |
163 | static void |
171 | static void |
164 | poll_wait () |
172 | poll_wait () |
165 | { |
173 | { |
|
|
174 | if (!nreqs) |
|
|
175 | return; |
|
|
176 | |
166 | fd_set rfd; |
177 | fd_set rfd; |
167 | FD_ZERO(&rfd); |
178 | FD_ZERO(&rfd); |
168 | FD_SET(respipe[0], &rfd); |
179 | FD_SET(respipe[0], &rfd); |
169 | |
180 | |
170 | select (respipe[0] + 1, &rfd, 0, 0, 0); |
181 | select (respipe[0] + 1, &rfd, 0, 0, 0); |
… | |
… | |
230 | } |
241 | } |
231 | |
242 | |
232 | static sigset_t fullsigset; |
243 | static sigset_t fullsigset; |
233 | |
244 | |
234 | #undef errno |
245 | #undef errno |
235 | #include <asm/unistd.h> |
246 | #include <linux/unistd.h> |
|
|
247 | #include <linux/types.h> |
236 | #include <sys/prctl.h> |
248 | #include <sys/prctl.h> |
237 | |
249 | |
238 | #if __alpha || __ia64 || __hppa || __sparc64__ || __v850__ |
250 | #if __alpha || __ia64 || __hppa || __v850__ |
239 | # define stat kernelstat |
251 | # define stat kernelstat |
240 | # define stat64 kernelstat64 |
252 | # define stat64 kernelstat64 |
241 | # include <asm/stat.h> |
253 | # include <asm/stat.h> |
242 | # undef stat |
254 | # undef stat |
243 | # undef stat64 |
255 | # undef stat64 |
… | |
… | |
268 | aio_req req; |
280 | aio_req req; |
269 | int errno; |
281 | int errno; |
270 | |
282 | |
271 | /* this is very much kernel-specific :(:(:( */ |
283 | /* this is very much kernel-specific :(:(:( */ |
272 | /* we rely on gcc's ability to create closures. */ |
284 | /* we rely on gcc's ability to create closures. */ |
273 | _syscall3(int,read,int,fd,char *,buf,size_t,count) |
285 | _syscall3(__kernel_size_t, read , unsigned int, fd, char *, buf, __kernel_size_t, count) |
274 | _syscall3(int,write,int,fd,char *,buf,size_t,count) |
286 | _syscall3(__kernel_size_t, write, unsigned int, fd, char *, buf, __kernel_size_t, count) |
275 | |
287 | |
276 | _syscall3(int,open,char *,pathname,int,flags,mode_t,mode) |
288 | _syscall3(long, open, char *, pathname, int, flags, int, mode) |
277 | _syscall1(int,close,int,fd) |
289 | _syscall1(long, close, unsigned int, fd) |
|
|
290 | _syscall1(long, unlink, char *, filename); |
|
|
291 | _syscall1(long, fsync, unsigned int, fd); |
278 | |
292 | |
279 | #if __NR_pread64 |
293 | #ifndef __NR_fdatasync |
280 | _syscall5(int,pread64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi) |
294 | # define __NR_fdatasync __NR_fsync |
281 | _syscall5(int,pwrite64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi) |
|
|
282 | #elif __NR_pread |
|
|
283 | _syscall4(int,pread,int,fd,char *,buf,size_t,count,offset_t,offset) |
|
|
284 | _syscall4(int,pwrite,int,fd,char *,buf,size_t,count,offset_t,offset) |
|
|
285 | #else |
|
|
286 | # error "neither pread nor pread64 defined" |
|
|
287 | #endif |
295 | #endif |
|
|
296 | _syscall1(long, fdatasync, unsigned int, fd); |
288 | |
297 | |
|
|
298 | #if BYTE_ORDER == LITTLE_ENDIAN |
|
|
299 | # define LOFF_ARG(off) (off & 0xffffffff), (off >> 32) |
|
|
300 | #elif BYTE_ORDER == BIG_ENDIAN |
|
|
301 | # define LOFF_ARG(off) (off >> 32), (off & 0xffffffff) |
|
|
302 | #endif |
|
|
303 | |
|
|
304 | #ifndef __NR_pread64 |
|
|
305 | # define __NR_pread64 __NR_pread |
|
|
306 | # define __NR_pwrite64 __NR_write |
|
|
307 | #endif |
|
|
308 | _syscall5(__kernel_ssize_t, pread64 , unsigned int, fd, char *, buf, |
|
|
309 | __kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl) |
|
|
310 | _syscall5(__kernel_ssize_t, pwrite64, unsigned int, fd, char *, buf, |
|
|
311 | __kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl) |
|
|
312 | _syscall4(long, readahead, unsigned int, fd, unsigned int, offset_lh, unsigned int, offset_hl, __kernel_size_t, count); |
289 | |
313 | |
290 | #if __NR_stat64 |
314 | #if __NR_stat64 |
291 | _syscall2(int,stat64, const char *, filename, struct kernelstat64 *, buf) |
315 | _syscall2(long, stat64 , const char *, filename, struct kernelstat64 *, buf) |
292 | _syscall2(int,lstat64, const char *, filename, struct kernelstat64 *, buf) |
316 | _syscall2(long, lstat64, const char *, filename, struct kernelstat64 *, buf) |
293 | _syscall2(int,fstat64, int, fd, struct kernelstat64 *, buf) |
317 | _syscall2(long, fstat64, int , fd , struct kernelstat64 *, buf) |
294 | #elif __NR_stat |
318 | #elif __NR_stat |
295 | _syscall2(int,stat, const char *, filename, struct kernelstat *, buf) |
319 | _syscall2(long, stat , const char *, filename, struct kernelstat *, buf) |
296 | _syscall2(int,lstat, const char *, filename, struct kernelstat *, buf) |
320 | _syscall2(long, lstat, const char *, filename, struct kernelstat *, buf) |
297 | _syscall2(int,fstat, int, fd, struct kernelstat *, buf) |
321 | _syscall2(long, fstat, int , fd , struct kernelstat *, buf) |
298 | #else |
322 | #else |
299 | # error "neither stat64 nor stat defined" |
323 | # error "neither stat64 nor stat defined" |
300 | #endif |
324 | #endif |
301 | |
325 | |
302 | _syscall1(int,unlink, char *, filename); |
326 | /* the following two calls might clobber errno */ |
303 | |
|
|
304 | sigprocmask (SIG_SETMASK, &fullsigset, 0); |
327 | sigprocmask (SIG_SETMASK, &fullsigset, 0); |
305 | prctl (PR_SET_PDEATHSIG, SIGKILL); |
328 | prctl (PR_SET_PDEATHSIG, SIGKILL); |
306 | |
329 | |
307 | /* then loop */ |
330 | /* then loop */ |
308 | while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req)) |
331 | while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req)) |
… | |
… | |
310 | req->thread = thr; |
333 | req->thread = thr; |
311 | errno = 0; /* strictly unnecessary */ |
334 | errno = 0; /* strictly unnecessary */ |
312 | |
335 | |
313 | switch (req->type) |
336 | switch (req->type) |
314 | { |
337 | { |
315 | #if __NR_pread64 |
|
|
316 | case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break; |
|
|
317 | case REQ_WRITE: req->result = pwrite64(req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break; |
|
|
318 | #else |
|
|
319 | case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break; |
338 | case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break; |
320 | case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break; |
339 | case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break; |
321 | #endif |
340 | case REQ_READAHEAD: req->result = readahead (req->fd, LOFF_ARG (req->offset), req->length); break; |
|
|
341 | |
322 | #if __NR_stat64 |
342 | #if __NR_stat64 |
323 | struct kernelstat64 statdata; |
343 | struct kernelstat64 statdata; |
324 | case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break; |
344 | case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break; |
325 | case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break; |
345 | case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break; |
326 | case REQ_FSTAT: req->result = fstat64 (req->fd, &statdata); COPY_STATDATA; break; |
346 | case REQ_FSTAT: req->result = fstat64 (req->fd , &statdata); COPY_STATDATA; break; |
327 | #else |
347 | #else |
328 | struct kernelstat statdata; |
348 | struct kernelstat statdata; |
329 | case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break; |
349 | case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break; |
330 | case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break; |
350 | case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break; |
331 | case REQ_FSTAT: req->result = fstat (req->fd, &statdata); COPY_STATDATA; break; |
351 | case REQ_FSTAT: req->result = fstat (req->fd , &statdata); COPY_STATDATA; break; |
332 | #endif |
352 | #endif |
|
|
353 | |
333 | case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; |
354 | case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; |
334 | case REQ_CLOSE: req->result = close (req->fd); break; |
355 | case REQ_CLOSE: req->result = close (req->fd); break; |
335 | case REQ_UNLINK: req->result = unlink (req->dataptr); break; |
356 | case REQ_UNLINK: req->result = unlink (req->dataptr); break; |
|
|
357 | |
|
|
358 | case REQ_FSYNC: req->result = fsync (req->fd); break; |
|
|
359 | case REQ_FDATASYNC: req->result = fdatasync (req->fd); break; |
336 | |
360 | |
337 | case REQ_QUIT: |
361 | case REQ_QUIT: |
338 | default: |
|
|
339 | write (respipe[1], (void *)&req, sizeof (req)); |
362 | write (respipe[1], (void *)&req, sizeof (req)); |
340 | return 0; |
363 | return 0; |
|
|
364 | |
|
|
365 | default: |
|
|
366 | req->result = ENOSYS; |
|
|
367 | break; |
341 | } |
368 | } |
342 | |
369 | |
343 | req->errorno = errno; |
370 | req->errorno = errno; |
344 | write (respipe[1], (void *)&req, sizeof (req)); |
371 | write (respipe[1], (void *)&req, sizeof (req)); |
345 | } |
372 | } |
… | |
… | |
378 | void |
405 | void |
379 | max_parallel(nthreads) |
406 | max_parallel(nthreads) |
380 | int nthreads |
407 | int nthreads |
381 | PROTOTYPE: $ |
408 | PROTOTYPE: $ |
382 | CODE: |
409 | CODE: |
|
|
410 | { |
383 | int cur = started; |
411 | int cur = started; |
384 | while (cur > nthreads) |
412 | while (cur > nthreads) |
385 | { |
413 | { |
386 | end_thread (); |
414 | end_thread (); |
387 | cur--; |
415 | cur--; |
… | |
… | |
390 | while (started > nthreads) |
418 | while (started > nthreads) |
391 | { |
419 | { |
392 | poll_wait (); |
420 | poll_wait (); |
393 | poll_cb (aTHX); |
421 | poll_cb (aTHX); |
394 | } |
422 | } |
|
|
423 | } |
395 | |
424 | |
396 | void |
425 | void |
397 | aio_open(pathname,flags,mode,callback) |
426 | aio_open(pathname,flags,mode,callback) |
398 | SV * pathname |
427 | SV * pathname |
399 | int flags |
428 | int flags |
400 | int mode |
429 | int mode |
401 | SV * callback |
430 | SV * callback |
402 | PROTOTYPE: $$$$ |
431 | PROTOTYPE: $$$$ |
403 | CODE: |
432 | CODE: |
|
|
433 | { |
404 | aio_req req; |
434 | aio_req req; |
405 | |
435 | |
406 | Newz (0, req, 1, aio_cb); |
436 | Newz (0, req, 1, aio_cb); |
407 | |
437 | |
408 | if (!req) |
438 | if (!req) |
… | |
… | |
414 | req->fd = flags; |
444 | req->fd = flags; |
415 | req->mode = mode; |
445 | req->mode = mode; |
416 | req->callback = SvREFCNT_inc (callback); |
446 | req->callback = SvREFCNT_inc (callback); |
417 | |
447 | |
418 | send_req (req); |
448 | send_req (req); |
|
|
449 | } |
419 | |
450 | |
420 | void |
451 | void |
421 | aio_close(fh,callback) |
452 | aio_close(fh,callback) |
422 | InputStream fh |
453 | InputStream fh |
423 | SV * callback |
454 | SV * callback |
424 | PROTOTYPE: $$ |
455 | PROTOTYPE: $$ |
|
|
456 | ALIAS: |
|
|
457 | aio_close = REQ_CLOSE |
|
|
458 | aio_fsync = REQ_FSYNC |
|
|
459 | aio_fdatasync = REQ_FDATASYNC |
425 | CODE: |
460 | CODE: |
|
|
461 | { |
426 | aio_req req; |
462 | aio_req req; |
427 | |
463 | |
428 | Newz (0, req, 1, aio_cb); |
464 | Newz (0, req, 1, aio_cb); |
429 | |
465 | |
430 | if (!req) |
466 | if (!req) |
431 | croak ("out of memory during aio_req allocation"); |
467 | croak ("out of memory during aio_req allocation"); |
432 | |
468 | |
433 | req->type = REQ_CLOSE; |
469 | req->type = ix; |
434 | req->fd = PerlIO_fileno (fh); |
470 | req->fd = PerlIO_fileno (fh); |
435 | req->callback = SvREFCNT_inc (callback); |
471 | req->callback = SvREFCNT_inc (callback); |
436 | |
472 | |
437 | send_req (req); |
473 | send_req (req); |
|
|
474 | } |
438 | |
475 | |
439 | void |
476 | void |
440 | aio_read(fh,offset,length,data,dataoffset,callback) |
477 | aio_read(fh,offset,length,data,dataoffset,callback) |
441 | InputStream fh |
478 | InputStream fh |
442 | UV offset |
479 | UV offset |
… | |
… | |
459 | PROTOTYPE: $$$$$$ |
496 | PROTOTYPE: $$$$$$ |
460 | CODE: |
497 | CODE: |
461 | read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback); |
498 | read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback); |
462 | |
499 | |
463 | void |
500 | void |
|
|
501 | aio_readahead(fh,offset,length,callback) |
|
|
502 | InputStream fh |
|
|
503 | UV offset |
|
|
504 | IV length |
|
|
505 | SV * callback |
|
|
506 | PROTOTYPE: $$$$ |
|
|
507 | CODE: |
|
|
508 | { |
|
|
509 | aio_req req; |
|
|
510 | |
|
|
511 | if (length < 0) |
|
|
512 | croak ("length must not be negative"); |
|
|
513 | |
|
|
514 | Newz (0, req, 1, aio_cb); |
|
|
515 | |
|
|
516 | if (!req) |
|
|
517 | croak ("out of memory during aio_req allocation"); |
|
|
518 | |
|
|
519 | req->type = REQ_READAHEAD; |
|
|
520 | req->fd = PerlIO_fileno (fh); |
|
|
521 | req->offset = offset; |
|
|
522 | req->length = length; |
|
|
523 | req->callback = SvREFCNT_inc (callback); |
|
|
524 | |
|
|
525 | send_req (req); |
|
|
526 | } |
|
|
527 | |
|
|
528 | void |
464 | aio_stat(fh_or_path,callback) |
529 | aio_stat(fh_or_path,callback) |
465 | SV * fh_or_path |
530 | SV * fh_or_path |
466 | SV * callback |
531 | SV * callback |
467 | PROTOTYPE: $$ |
532 | PROTOTYPE: $$ |
468 | ALIAS: |
533 | ALIAS: |
469 | aio_lstat = 1 |
534 | aio_lstat = 1 |
470 | CODE: |
535 | CODE: |
|
|
536 | { |
471 | aio_req req; |
537 | aio_req req; |
472 | |
538 | |
473 | Newz (0, req, 1, aio_cb); |
539 | Newz (0, req, 1, aio_cb); |
474 | |
540 | |
475 | if (!req) |
541 | if (!req) |
… | |
… | |
493 | } |
559 | } |
494 | |
560 | |
495 | req->callback = SvREFCNT_inc (callback); |
561 | req->callback = SvREFCNT_inc (callback); |
496 | |
562 | |
497 | send_req (req); |
563 | send_req (req); |
|
|
564 | } |
498 | |
565 | |
499 | void |
566 | void |
500 | aio_unlink(pathname,callback) |
567 | aio_unlink(pathname,callback) |
501 | SV * pathname |
568 | SV * pathname |
502 | SV * callback |
569 | SV * callback |
503 | PROTOTYPE: $$ |
570 | PROTOTYPE: $$ |
504 | CODE: |
571 | CODE: |
|
|
572 | { |
505 | aio_req req; |
573 | aio_req req; |
506 | |
574 | |
507 | Newz (0, req, 1, aio_cb); |
575 | Newz (0, req, 1, aio_cb); |
508 | |
576 | |
509 | if (!req) |
577 | if (!req) |
… | |
… | |
513 | req->data = newSVsv (pathname); |
581 | req->data = newSVsv (pathname); |
514 | req->dataptr = SvPV_nolen (req->data); |
582 | req->dataptr = SvPV_nolen (req->data); |
515 | req->callback = SvREFCNT_inc (callback); |
583 | req->callback = SvREFCNT_inc (callback); |
516 | |
584 | |
517 | send_req (req); |
585 | send_req (req); |
|
|
586 | } |
518 | |
587 | |
519 | int |
588 | int |
520 | poll_fileno() |
589 | poll_fileno() |
521 | PROTOTYPE: |
590 | PROTOTYPE: |
522 | CODE: |
591 | CODE: |