1 | /* |
1 | /* |
2 | * libeio implementation |
2 | * libeio implementation |
3 | * |
3 | * |
4 | * Copyright (c) 2007,2008,2009,2010 Marc Alexander Lehmann <libeio@schmorp.de> |
4 | * Copyright (c) 2007,2008,2009,2010,2011 Marc Alexander Lehmann <libeio@schmorp.de> |
5 | * All rights reserved. |
5 | * All rights reserved. |
6 | * |
6 | * |
7 | * Redistribution and use in source and binary forms, with or without modifica- |
7 | * Redistribution and use in source and binary forms, with or without modifica- |
8 | * tion, are permitted provided that the following conditions are met: |
8 | * tion, are permitted provided that the following conditions are met: |
9 | * |
9 | * |
… | |
… | |
79 | # include <unistd.h> |
79 | # include <unistd.h> |
80 | # include <utime.h> |
80 | # include <utime.h> |
81 | # include <signal.h> |
81 | # include <signal.h> |
82 | # include <dirent.h> |
82 | # include <dirent.h> |
83 | |
83 | |
84 | #if _POSIX_MEMLOCK || _POSIX_MAPPED_FILES |
84 | #if _POSIX_MEMLOCK || _POSIX_MEMLOCK_RANGE || _POSIX_MAPPED_FILES |
85 | # include <sys/mman.h> |
85 | # include <sys/mman.h> |
86 | #endif |
86 | #endif |
87 | |
87 | |
88 | /* POSIX_SOURCE is useless on bsd's, and XOPEN_SOURCE is unreliable there, too */ |
88 | /* POSIX_SOURCE is useless on bsd's, and XOPEN_SOURCE is unreliable there, too */ |
89 | # if __FreeBSD__ || defined __NetBSD__ || defined __OpenBSD__ |
89 | # if __FreeBSD__ || defined __NetBSD__ || defined __OpenBSD__ |
… | |
… | |
132 | #endif |
132 | #endif |
133 | #ifndef D_NAMLEN |
133 | #ifndef D_NAMLEN |
134 | # define D_NAMLEN(de) strlen ((de)->d_name) |
134 | # define D_NAMLEN(de) strlen ((de)->d_name) |
135 | #endif |
135 | #endif |
136 | |
136 | |
137 | /* number of seconds after which an idle threads exit */ |
|
|
138 | #define IDLE_TIMEOUT 10 |
|
|
139 | |
|
|
140 | /* used for struct dirent, AIX doesn't provide it */ |
137 | /* used for struct dirent, AIX doesn't provide it */ |
141 | #ifndef NAME_MAX |
138 | #ifndef NAME_MAX |
142 | # define NAME_MAX 4096 |
139 | # define NAME_MAX 4096 |
143 | #endif |
140 | #endif |
144 | |
141 | |
… | |
… | |
223 | static unsigned int max_poll_reqs; /* reslock */ |
220 | static unsigned int max_poll_reqs; /* reslock */ |
224 | |
221 | |
225 | static volatile unsigned int nreqs; /* reqlock */ |
222 | static volatile unsigned int nreqs; /* reqlock */ |
226 | static volatile unsigned int nready; /* reqlock */ |
223 | static volatile unsigned int nready; /* reqlock */ |
227 | static volatile unsigned int npending; /* reqlock */ |
224 | static volatile unsigned int npending; /* reqlock */ |
228 | static volatile unsigned int max_idle = 4; |
225 | static volatile unsigned int max_idle = 4; /* maximum number of threads that can idle indefinitely */ |
|
|
226 | static volatile unsigned int idle_timeout = 10; /* number of seconds after which an idle threads exit */ |
229 | |
227 | |
230 | static xmutex_t wrklock = X_MUTEX_INIT; |
228 | static xmutex_t wrklock; |
231 | static xmutex_t reslock = X_MUTEX_INIT; |
229 | static xmutex_t reslock; |
232 | static xmutex_t reqlock = X_MUTEX_INIT; |
230 | static xmutex_t reqlock; |
233 | static xcond_t reqwait = X_COND_INIT; |
231 | static xcond_t reqwait; |
234 | |
232 | |
235 | #if !HAVE_PREADWRITE |
233 | #if !HAVE_PREADWRITE |
236 | /* |
234 | /* |
237 | * make our pread/pwrite emulation safe against themselves, but not against |
235 | * make our pread/pwrite emulation safe against themselves, but not against |
238 | * normal read/write by using a mutex. slows down execution a lot, |
236 | * normal read/write by using a mutex. slows down execution a lot, |
… | |
… | |
368 | } |
366 | } |
369 | |
367 | |
370 | abort (); |
368 | abort (); |
371 | } |
369 | } |
372 | |
370 | |
|
|
371 | static void etp_thread_init (void) |
|
|
372 | { |
|
|
373 | X_MUTEX_CREATE (wrklock); |
|
|
374 | X_MUTEX_CREATE (reslock); |
|
|
375 | X_MUTEX_CREATE (reqlock); |
|
|
376 | X_COND_CREATE (reqwait); |
|
|
377 | } |
|
|
378 | |
373 | static void etp_atfork_prepare (void) |
379 | static void etp_atfork_prepare (void) |
374 | { |
380 | { |
375 | X_LOCK (wrklock); |
381 | X_LOCK (wrklock); |
376 | X_LOCK (reqlock); |
382 | X_LOCK (reqlock); |
377 | X_LOCK (reslock); |
383 | X_LOCK (reslock); |
… | |
… | |
415 | idle = 0; |
421 | idle = 0; |
416 | nreqs = 0; |
422 | nreqs = 0; |
417 | nready = 0; |
423 | nready = 0; |
418 | npending = 0; |
424 | npending = 0; |
419 | |
425 | |
420 | etp_atfork_parent (); |
426 | etp_thread_init (); |
421 | } |
427 | } |
422 | |
428 | |
423 | static void |
429 | static void |
424 | etp_once_init (void) |
430 | etp_once_init (void) |
425 | { |
431 | { |
|
|
432 | etp_thread_init (); |
426 | X_THREAD_ATFORK (etp_atfork_prepare, etp_atfork_parent, etp_atfork_child); |
433 | X_THREAD_ATFORK (etp_atfork_prepare, etp_atfork_parent, etp_atfork_child); |
427 | } |
434 | } |
428 | |
435 | |
429 | static int |
436 | static int |
430 | etp_init (void (*want_poll)(void), void (*done_poll)(void)) |
437 | etp_init (void (*want_poll)(void), void (*done_poll)(void)) |
… | |
… | |
621 | } |
628 | } |
622 | |
629 | |
623 | static void etp_set_max_idle (unsigned int nthreads) |
630 | static void etp_set_max_idle (unsigned int nthreads) |
624 | { |
631 | { |
625 | if (WORDACCESS_UNSAFE) X_LOCK (reqlock); |
632 | if (WORDACCESS_UNSAFE) X_LOCK (reqlock); |
626 | max_idle = nthreads <= 0 ? 1 : nthreads; |
633 | max_idle = nthreads; |
|
|
634 | if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); |
|
|
635 | } |
|
|
636 | |
|
|
637 | static void etp_set_idle_timeout (unsigned int seconds) |
|
|
638 | { |
|
|
639 | if (WORDACCESS_UNSAFE) X_LOCK (reqlock); |
|
|
640 | idle_timeout = seconds; |
627 | if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); |
641 | if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); |
628 | } |
642 | } |
629 | |
643 | |
630 | static void etp_set_min_parallel (unsigned int nthreads) |
644 | static void etp_set_min_parallel (unsigned int nthreads) |
631 | { |
645 | { |
… | |
… | |
757 | } |
771 | } |
758 | |
772 | |
759 | void eio_set_max_idle (unsigned int nthreads) |
773 | void eio_set_max_idle (unsigned int nthreads) |
760 | { |
774 | { |
761 | etp_set_max_idle (nthreads); |
775 | etp_set_max_idle (nthreads); |
|
|
776 | } |
|
|
777 | |
|
|
778 | void eio_set_idle_timeout (unsigned int seconds) |
|
|
779 | { |
|
|
780 | etp_set_idle_timeout (seconds); |
762 | } |
781 | } |
763 | |
782 | |
764 | void eio_set_min_parallel (unsigned int nthreads) |
783 | void eio_set_min_parallel (unsigned int nthreads) |
765 | { |
784 | { |
766 | etp_set_min_parallel (nthreads); |
785 | etp_set_min_parallel (nthreads); |
… | |
… | |
1431 | /* round up length */ |
1450 | /* round up length */ |
1432 | *length = (*length + mask) & ~mask; |
1451 | *length = (*length + mask) & ~mask; |
1433 | } |
1452 | } |
1434 | |
1453 | |
1435 | #if !_POSIX_MEMLOCK |
1454 | #if !_POSIX_MEMLOCK |
1436 | # define eio__mlock(a,b) ((errno = ENOSYS), -1) |
|
|
1437 | # define eio__mlockall(a) ((errno = ENOSYS), -1) |
1455 | # define eio__mlockall(a) ((errno = ENOSYS), -1) |
1438 | #else |
1456 | #else |
1439 | |
|
|
1440 | static int |
|
|
1441 | eio__mlock (void *addr, size_t length) |
|
|
1442 | { |
|
|
1443 | eio_page_align (&addr, &length); |
|
|
1444 | |
|
|
1445 | return mlock (addr, length); |
|
|
1446 | } |
|
|
1447 | |
1457 | |
1448 | static int |
1458 | static int |
1449 | eio__mlockall (int flags) |
1459 | eio__mlockall (int flags) |
1450 | { |
1460 | { |
1451 | #if __GLIBC__ == 2 && __GLIBC_MINOR__ <= 7 |
1461 | #if __GLIBC__ == 2 && __GLIBC_MINOR__ <= 7 |
… | |
… | |
1461 | | (flags & EIO_MCL_FUTURE ? MCL_FUTURE : 0); |
1471 | | (flags & EIO_MCL_FUTURE ? MCL_FUTURE : 0); |
1462 | } |
1472 | } |
1463 | |
1473 | |
1464 | return mlockall (flags); |
1474 | return mlockall (flags); |
1465 | } |
1475 | } |
|
|
1476 | #endif |
|
|
1477 | |
|
|
1478 | #if !_POSIX_MEMLOCK_RANGE |
|
|
1479 | # define eio__mlock(a,b) ((errno = ENOSYS), -1) |
|
|
1480 | #else |
|
|
1481 | |
|
|
1482 | static int |
|
|
1483 | eio__mlock (void *addr, size_t length) |
|
|
1484 | { |
|
|
1485 | eio_page_align (&addr, &length); |
|
|
1486 | |
|
|
1487 | return mlock (addr, length); |
|
|
1488 | } |
|
|
1489 | |
1466 | #endif |
1490 | #endif |
1467 | |
1491 | |
1468 | #if !(_POSIX_MAPPED_FILES && _POSIX_SYNCHRONIZED_IO) |
1492 | #if !(_POSIX_MAPPED_FILES && _POSIX_SYNCHRONIZED_IO) |
1469 | # define eio__msync(a,b,c) ((errno = ENOSYS), -1) |
1493 | # define eio__msync(a,b,c) ((errno = ENOSYS), -1) |
1470 | #else |
1494 | #else |
… | |
… | |
1546 | if (req) |
1570 | if (req) |
1547 | break; |
1571 | break; |
1548 | |
1572 | |
1549 | ++idle; |
1573 | ++idle; |
1550 | |
1574 | |
1551 | ts.tv_sec = time (0) + IDLE_TIMEOUT; |
1575 | ts.tv_sec = time (0) + idle_timeout; |
1552 | if (X_COND_TIMEDWAIT (reqwait, reqlock, ts) == ETIMEDOUT) |
1576 | if (X_COND_TIMEDWAIT (reqwait, reqlock, ts) == ETIMEDOUT) |
1553 | { |
1577 | { |
1554 | if (idle > max_idle) |
1578 | if (idle > max_idle) |
1555 | { |
1579 | { |
1556 | --idle; |
1580 | --idle; |
… | |
… | |
1676 | case EIO_RMDIR: req->result = rmdir (req->ptr1); break; |
1700 | case EIO_RMDIR: req->result = rmdir (req->ptr1); break; |
1677 | case EIO_MKDIR: req->result = mkdir (req->ptr1, (mode_t)req->int2); break; |
1701 | case EIO_MKDIR: req->result = mkdir (req->ptr1, (mode_t)req->int2); break; |
1678 | case EIO_RENAME: req->result = rename (req->ptr1, req->ptr2); break; |
1702 | case EIO_RENAME: req->result = rename (req->ptr1, req->ptr2); break; |
1679 | case EIO_LINK: req->result = link (req->ptr1, req->ptr2); break; |
1703 | case EIO_LINK: req->result = link (req->ptr1, req->ptr2); break; |
1680 | case EIO_SYMLINK: req->result = symlink (req->ptr1, req->ptr2); break; |
1704 | case EIO_SYMLINK: req->result = symlink (req->ptr1, req->ptr2); break; |
1681 | case EIO_MKNOD: req->result = mknod (req->ptr1, (mode_t)req->int2, (dev_t)req->int3); break; |
1705 | case EIO_MKNOD: req->result = mknod (req->ptr1, (mode_t)req->int2, (dev_t)req->offs); break; |
1682 | |
1706 | |
1683 | case EIO_READLINK: ALLOC (PATH_MAX); |
1707 | case EIO_READLINK: ALLOC (PATH_MAX); |
1684 | req->result = readlink (req->ptr1, req->ptr2, PATH_MAX); break; |
1708 | req->result = readlink (req->ptr1, req->ptr2, PATH_MAX); break; |
1685 | |
1709 | |
1686 | case EIO_SYNC: req->result = 0; sync (); break; |
1710 | case EIO_SYNC: req->result = 0; sync (); break; |
… | |
… | |
1936 | REQ (EIO_READDIR); PATH; req->int1 = flags; SEND; |
1960 | REQ (EIO_READDIR); PATH; req->int1 = flags; SEND; |
1937 | } |
1961 | } |
1938 | |
1962 | |
1939 | eio_req *eio_mknod (const char *path, mode_t mode, dev_t dev, int pri, eio_cb cb, void *data) |
1963 | eio_req *eio_mknod (const char *path, mode_t mode, dev_t dev, int pri, eio_cb cb, void *data) |
1940 | { |
1964 | { |
1941 | REQ (EIO_MKNOD); PATH; req->int2 = (long)mode; req->int3 = (long)dev; SEND; |
1965 | REQ (EIO_MKNOD); PATH; req->int2 = (long)mode; req->offs = (off_t)dev; SEND; |
1942 | } |
1966 | } |
1943 | |
1967 | |
1944 | static eio_req * |
1968 | static eio_req * |
1945 | eio__2path (int type, const char *path, const char *new_path, int pri, eio_cb cb, void *data) |
1969 | eio__2path (int type, const char *path, const char *new_path, int pri, eio_cb cb, void *data) |
1946 | { |
1970 | { |