1 | /* |
1 | /* |
2 | * libeio implementation |
2 | * libeio implementation |
3 | * |
3 | * |
4 | * Copyright (c) 2007,2008,2009,2010 Marc Alexander Lehmann <libeio@schmorp.de> |
4 | * Copyright (c) 2007,2008,2009,2010,2011 Marc Alexander Lehmann <libeio@schmorp.de> |
5 | * All rights reserved. |
5 | * All rights reserved. |
6 | * |
6 | * |
7 | * Redistribution and use in source and binary forms, with or without modifica- |
7 | * Redistribution and use in source and binary forms, with or without modifica- |
8 | * tion, are permitted provided that the following conditions are met: |
8 | * tion, are permitted provided that the following conditions are met: |
9 | * |
9 | * |
… | |
… | |
79 | # include <unistd.h> |
79 | # include <unistd.h> |
80 | # include <utime.h> |
80 | # include <utime.h> |
81 | # include <signal.h> |
81 | # include <signal.h> |
82 | # include <dirent.h> |
82 | # include <dirent.h> |
83 | |
83 | |
84 | #if _POSIX_MEMLOCK || _POSIX_MAPPED_FILES |
84 | #if _POSIX_MEMLOCK || _POSIX_MEMLOCK_RANGE || _POSIX_MAPPED_FILES |
85 | # include <sys/mman.h> |
85 | # include <sys/mman.h> |
86 | #endif |
86 | #endif |
87 | |
87 | |
88 | /* POSIX_SOURCE is useless on bsd's, and XOPEN_SOURCE is unreliable there, too */ |
88 | /* POSIX_SOURCE is useless on bsd's, and XOPEN_SOURCE is unreliable there, too */ |
89 | # if __FreeBSD__ || defined __NetBSD__ || defined __OpenBSD__ |
89 | # if __FreeBSD__ || defined __NetBSD__ || defined __OpenBSD__ |
… | |
… | |
132 | #endif |
132 | #endif |
133 | #ifndef D_NAMLEN |
133 | #ifndef D_NAMLEN |
134 | # define D_NAMLEN(de) strlen ((de)->d_name) |
134 | # define D_NAMLEN(de) strlen ((de)->d_name) |
135 | #endif |
135 | #endif |
136 | |
136 | |
137 | /* number of seconds after which an idle threads exit */ |
|
|
138 | #define IDLE_TIMEOUT 10 |
|
|
139 | |
|
|
140 | /* used for struct dirent, AIX doesn't provide it */ |
137 | /* used for struct dirent, AIX doesn't provide it */ |
141 | #ifndef NAME_MAX |
138 | #ifndef NAME_MAX |
142 | # define NAME_MAX 4096 |
139 | # define NAME_MAX 4096 |
143 | #endif |
140 | #endif |
144 | |
141 | |
… | |
… | |
223 | static unsigned int max_poll_reqs; /* reslock */ |
220 | static unsigned int max_poll_reqs; /* reslock */ |
224 | |
221 | |
225 | static volatile unsigned int nreqs; /* reqlock */ |
222 | static volatile unsigned int nreqs; /* reqlock */ |
226 | static volatile unsigned int nready; /* reqlock */ |
223 | static volatile unsigned int nready; /* reqlock */ |
227 | static volatile unsigned int npending; /* reqlock */ |
224 | static volatile unsigned int npending; /* reqlock */ |
228 | static volatile unsigned int max_idle = 4; |
225 | static volatile unsigned int max_idle = 4; /* maximum number of threads that can idle indefinitely */ |
|
|
226 | static volatile unsigned int idle_timeout = 10; /* number of seconds after which an idle threads exit */ |
229 | |
227 | |
230 | static xmutex_t wrklock = X_MUTEX_INIT; |
228 | static xmutex_t wrklock; |
231 | static xmutex_t reslock = X_MUTEX_INIT; |
229 | static xmutex_t reslock; |
232 | static xmutex_t reqlock = X_MUTEX_INIT; |
230 | static xmutex_t reqlock; |
233 | static xcond_t reqwait = X_COND_INIT; |
231 | static xcond_t reqwait; |
234 | |
232 | |
235 | #if !HAVE_PREADWRITE |
233 | #if !HAVE_PREADWRITE |
236 | /* |
234 | /* |
237 | * make our pread/pwrite emulation safe against themselves, but not against |
235 | * make our pread/pwrite emulation safe against themselves, but not against |
238 | * normal read/write by using a mutex. slows down execution a lot, |
236 | * normal read/write by using a mutex. slows down execution a lot, |
… | |
… | |
368 | } |
366 | } |
369 | |
367 | |
370 | abort (); |
368 | abort (); |
371 | } |
369 | } |
372 | |
370 | |
|
|
371 | static void etp_thread_init (void) |
|
|
372 | { |
|
|
373 | X_MUTEX_CREATE (wrklock); |
|
|
374 | X_MUTEX_CREATE (reslock); |
|
|
375 | X_MUTEX_CREATE (reqlock); |
|
|
376 | X_COND_CREATE (reqwait); |
|
|
377 | } |
|
|
378 | |
373 | static void etp_atfork_prepare (void) |
379 | static void etp_atfork_prepare (void) |
374 | { |
380 | { |
375 | X_LOCK (wrklock); |
381 | X_LOCK (wrklock); |
376 | X_LOCK (reqlock); |
382 | X_LOCK (reqlock); |
377 | X_LOCK (reslock); |
383 | X_LOCK (reslock); |
… | |
… | |
415 | idle = 0; |
421 | idle = 0; |
416 | nreqs = 0; |
422 | nreqs = 0; |
417 | nready = 0; |
423 | nready = 0; |
418 | npending = 0; |
424 | npending = 0; |
419 | |
425 | |
420 | etp_atfork_parent (); |
426 | etp_thread_init (); |
421 | } |
427 | } |
422 | |
428 | |
423 | static void |
429 | static void |
424 | etp_once_init (void) |
430 | etp_once_init (void) |
425 | { |
431 | { |
|
|
432 | etp_thread_init (); |
426 | X_THREAD_ATFORK (etp_atfork_prepare, etp_atfork_parent, etp_atfork_child); |
433 | X_THREAD_ATFORK (etp_atfork_prepare, etp_atfork_parent, etp_atfork_child); |
427 | } |
434 | } |
428 | |
435 | |
429 | static int |
436 | static int |
430 | etp_init (void (*want_poll)(void), void (*done_poll)(void)) |
437 | etp_init (void (*want_poll)(void), void (*done_poll)(void)) |
… | |
… | |
621 | } |
628 | } |
622 | |
629 | |
623 | static void etp_set_max_idle (unsigned int nthreads) |
630 | static void etp_set_max_idle (unsigned int nthreads) |
624 | { |
631 | { |
625 | if (WORDACCESS_UNSAFE) X_LOCK (reqlock); |
632 | if (WORDACCESS_UNSAFE) X_LOCK (reqlock); |
626 | max_idle = nthreads <= 0 ? 1 : nthreads; |
633 | max_idle = nthreads; |
|
|
634 | if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); |
|
|
635 | } |
|
|
636 | |
|
|
637 | static void etp_set_idle_timeout (unsigned int seconds) |
|
|
638 | { |
|
|
639 | if (WORDACCESS_UNSAFE) X_LOCK (reqlock); |
|
|
640 | idle_timeout = seconds; |
627 | if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); |
641 | if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); |
628 | } |
642 | } |
629 | |
643 | |
630 | static void etp_set_min_parallel (unsigned int nthreads) |
644 | static void etp_set_min_parallel (unsigned int nthreads) |
631 | { |
645 | { |
… | |
… | |
759 | void eio_set_max_idle (unsigned int nthreads) |
773 | void eio_set_max_idle (unsigned int nthreads) |
760 | { |
774 | { |
761 | etp_set_max_idle (nthreads); |
775 | etp_set_max_idle (nthreads); |
762 | } |
776 | } |
763 | |
777 | |
|
|
778 | void eio_set_idle_timeout (unsigned int seconds) |
|
|
779 | { |
|
|
780 | etp_set_idle_timeout (seconds); |
|
|
781 | } |
|
|
782 | |
764 | void eio_set_min_parallel (unsigned int nthreads) |
783 | void eio_set_min_parallel (unsigned int nthreads) |
765 | { |
784 | { |
766 | etp_set_min_parallel (nthreads); |
785 | etp_set_min_parallel (nthreads); |
767 | } |
786 | } |
768 | |
787 | |
… | |
… | |
816 | |
835 | |
817 | return res; |
836 | return res; |
818 | } |
837 | } |
819 | #endif |
838 | #endif |
820 | |
839 | |
821 | #ifndef HAVE_FUTIMES |
840 | #ifndef HAVE_UTIMES |
822 | |
841 | |
823 | # undef utimes |
842 | # undef utimes |
824 | # undef futimes |
|
|
825 | # define utimes(path,times) eio__utimes (path, times) |
843 | # define utimes(path,times) eio__utimes (path, times) |
826 | # define futimes(fd,times) eio__futimes (fd, times) |
|
|
827 | |
844 | |
828 | static int |
845 | static int |
829 | eio__utimes (const char *filename, const struct timeval times[2]) |
846 | eio__utimes (const char *filename, const struct timeval times[2]) |
830 | { |
847 | { |
831 | if (times) |
848 | if (times) |
… | |
… | |
838 | return utime (filename, &buf); |
855 | return utime (filename, &buf); |
839 | } |
856 | } |
840 | else |
857 | else |
841 | return utime (filename, 0); |
858 | return utime (filename, 0); |
842 | } |
859 | } |
|
|
860 | |
|
|
861 | #endif |
|
|
862 | |
|
|
863 | #ifndef HAVE_FUTIMES |
|
|
864 | |
|
|
865 | # undef futimes |
|
|
866 | # define futimes(fd,times) eio__futimes (fd, times) |
843 | |
867 | |
844 | static int eio__futimes (int fd, const struct timeval tv[2]) |
868 | static int eio__futimes (int fd, const struct timeval tv[2]) |
845 | { |
869 | { |
846 | errno = ENOSYS; |
870 | errno = ENOSYS; |
847 | return -1; |
871 | return -1; |
… | |
… | |
1426 | /* round up length */ |
1450 | /* round up length */ |
1427 | *length = (*length + mask) & ~mask; |
1451 | *length = (*length + mask) & ~mask; |
1428 | } |
1452 | } |
1429 | |
1453 | |
1430 | #if !_POSIX_MEMLOCK |
1454 | #if !_POSIX_MEMLOCK |
1431 | # define eio__mlock(a,b) ((errno = ENOSYS), -1) |
|
|
1432 | # define eio__mlockall(a) ((errno = ENOSYS), -1) |
1455 | # define eio__mlockall(a) ((errno = ENOSYS), -1) |
1433 | #else |
1456 | #else |
1434 | |
|
|
1435 | static int |
|
|
1436 | eio__mlock (void *addr, size_t length) |
|
|
1437 | { |
|
|
1438 | eio_page_align (&addr, &length); |
|
|
1439 | |
|
|
1440 | mlock (addr, length); |
|
|
1441 | } |
|
|
1442 | |
1457 | |
1443 | static int |
1458 | static int |
1444 | eio__mlockall (int flags) |
1459 | eio__mlockall (int flags) |
1445 | { |
1460 | { |
1446 | #if __GLIBC__ == 2 && __GLIBC_MINOR__ <= 7 |
1461 | #if __GLIBC__ == 2 && __GLIBC_MINOR__ <= 7 |
… | |
… | |
1454 | flags = 0 |
1469 | flags = 0 |
1455 | | (flags & EIO_MCL_CURRENT ? MCL_CURRENT : 0) |
1470 | | (flags & EIO_MCL_CURRENT ? MCL_CURRENT : 0) |
1456 | | (flags & EIO_MCL_FUTURE ? MCL_FUTURE : 0); |
1471 | | (flags & EIO_MCL_FUTURE ? MCL_FUTURE : 0); |
1457 | } |
1472 | } |
1458 | |
1473 | |
1459 | mlockall (flags); |
1474 | return mlockall (flags); |
1460 | } |
1475 | } |
|
|
1476 | #endif |
|
|
1477 | |
|
|
1478 | #if !_POSIX_MEMLOCK_RANGE |
|
|
1479 | # define eio__mlock(a,b) ((errno = ENOSYS), -1) |
|
|
1480 | #else |
|
|
1481 | |
|
|
1482 | static int |
|
|
1483 | eio__mlock (void *addr, size_t length) |
|
|
1484 | { |
|
|
1485 | eio_page_align (&addr, &length); |
|
|
1486 | |
|
|
1487 | return mlock (addr, length); |
|
|
1488 | } |
|
|
1489 | |
1461 | #endif |
1490 | #endif |
1462 | |
1491 | |
1463 | #if !(_POSIX_MAPPED_FILES && _POSIX_SYNCHRONIZED_IO) |
1492 | #if !(_POSIX_MAPPED_FILES && _POSIX_SYNCHRONIZED_IO) |
1464 | # define eio__msync(a,b,c) ((errno = ENOSYS), -1) |
1493 | # define eio__msync(a,b,c) ((errno = ENOSYS), -1) |
1465 | #else |
1494 | #else |
… | |
… | |
1541 | if (req) |
1570 | if (req) |
1542 | break; |
1571 | break; |
1543 | |
1572 | |
1544 | ++idle; |
1573 | ++idle; |
1545 | |
1574 | |
1546 | ts.tv_sec = time (0) + IDLE_TIMEOUT; |
1575 | ts.tv_sec = time (0) + idle_timeout; |
1547 | if (X_COND_TIMEDWAIT (reqwait, reqlock, ts) == ETIMEDOUT) |
1576 | if (X_COND_TIMEDWAIT (reqwait, reqlock, ts) == ETIMEDOUT) |
1548 | { |
1577 | { |
1549 | if (idle > max_idle) |
1578 | if (idle > max_idle) |
1550 | { |
1579 | { |
1551 | --idle; |
1580 | --idle; |
… | |
… | |
1630 | return 0; \ |
1659 | return 0; \ |
1631 | } |
1660 | } |
1632 | |
1661 | |
1633 | static void eio_execute (etp_worker *self, eio_req *req) |
1662 | static void eio_execute (etp_worker *self, eio_req *req) |
1634 | { |
1663 | { |
1635 | errno = 0; |
|
|
1636 | |
|
|
1637 | switch (req->type) |
1664 | switch (req->type) |
1638 | { |
1665 | { |
1639 | case EIO_READ: ALLOC (req->size); |
1666 | case EIO_READ: ALLOC (req->size); |
1640 | req->result = req->offs >= 0 |
1667 | req->result = req->offs >= 0 |
1641 | ? pread (req->int1, req->ptr2, req->size, req->offs) |
1668 | ? pread (req->int1, req->ptr2, req->size, req->offs) |
… | |
… | |
1673 | case EIO_RMDIR: req->result = rmdir (req->ptr1); break; |
1700 | case EIO_RMDIR: req->result = rmdir (req->ptr1); break; |
1674 | case EIO_MKDIR: req->result = mkdir (req->ptr1, (mode_t)req->int2); break; |
1701 | case EIO_MKDIR: req->result = mkdir (req->ptr1, (mode_t)req->int2); break; |
1675 | case EIO_RENAME: req->result = rename (req->ptr1, req->ptr2); break; |
1702 | case EIO_RENAME: req->result = rename (req->ptr1, req->ptr2); break; |
1676 | case EIO_LINK: req->result = link (req->ptr1, req->ptr2); break; |
1703 | case EIO_LINK: req->result = link (req->ptr1, req->ptr2); break; |
1677 | case EIO_SYMLINK: req->result = symlink (req->ptr1, req->ptr2); break; |
1704 | case EIO_SYMLINK: req->result = symlink (req->ptr1, req->ptr2); break; |
1678 | case EIO_MKNOD: req->result = mknod (req->ptr1, (mode_t)req->int2, (dev_t)req->int3); break; |
1705 | case EIO_MKNOD: req->result = mknod (req->ptr1, (mode_t)req->int2, (dev_t)req->offs); break; |
1679 | |
1706 | |
1680 | case EIO_READLINK: ALLOC (PATH_MAX); |
1707 | case EIO_READLINK: ALLOC (PATH_MAX); |
1681 | req->result = readlink (req->ptr1, req->ptr2, PATH_MAX); break; |
1708 | req->result = readlink (req->ptr1, req->ptr2, PATH_MAX); break; |
1682 | |
1709 | |
1683 | case EIO_SYNC: req->result = 0; sync (); break; |
1710 | case EIO_SYNC: req->result = 0; sync (); break; |
… | |
… | |
1691 | |
1718 | |
1692 | case EIO_READDIR: eio__scandir (req, self); break; |
1719 | case EIO_READDIR: eio__scandir (req, self); break; |
1693 | |
1720 | |
1694 | case EIO_BUSY: |
1721 | case EIO_BUSY: |
1695 | #ifdef _WIN32 |
1722 | #ifdef _WIN32 |
1696 | Sleep (req->nv1 * 1000.); |
1723 | Sleep (req->nv1 * 1e3); |
1697 | #else |
1724 | #else |
1698 | { |
1725 | { |
1699 | struct timeval tv; |
1726 | struct timeval tv; |
1700 | |
1727 | |
1701 | tv.tv_sec = req->nv1; |
1728 | tv.tv_sec = req->nv1; |
1702 | tv.tv_usec = (req->nv1 - tv.tv_sec) * 1000000.; |
1729 | tv.tv_usec = (req->nv1 - tv.tv_sec) * 1e6; |
1703 | |
1730 | |
1704 | req->result = select (0, 0, 0, 0, &tv); |
1731 | req->result = select (0, 0, 0, 0, &tv); |
1705 | } |
1732 | } |
1706 | #endif |
1733 | #endif |
1707 | break; |
1734 | break; |
… | |
… | |
1722 | times = tv; |
1749 | times = tv; |
1723 | } |
1750 | } |
1724 | else |
1751 | else |
1725 | times = 0; |
1752 | times = 0; |
1726 | |
1753 | |
1727 | |
|
|
1728 | req->result = req->type == EIO_FUTIME |
1754 | req->result = req->type == EIO_FUTIME |
1729 | ? futimes (req->int1, times) |
1755 | ? futimes (req->int1, times) |
1730 | : utimes (req->ptr1, times); |
1756 | : utimes (req->ptr1, times); |
1731 | } |
1757 | } |
1732 | break; |
1758 | break; |
… | |
… | |
1741 | case EIO_CUSTOM: |
1767 | case EIO_CUSTOM: |
1742 | ((void (*)(eio_req *))req->feed) (req); |
1768 | ((void (*)(eio_req *))req->feed) (req); |
1743 | break; |
1769 | break; |
1744 | |
1770 | |
1745 | default: |
1771 | default: |
|
|
1772 | errno = ENOSYS; |
1746 | req->result = -1; |
1773 | req->result = -1; |
1747 | break; |
1774 | break; |
1748 | } |
1775 | } |
1749 | |
1776 | |
1750 | req->errorno = errno; |
1777 | req->errorno = errno; |
… | |
… | |
1933 | REQ (EIO_READDIR); PATH; req->int1 = flags; SEND; |
1960 | REQ (EIO_READDIR); PATH; req->int1 = flags; SEND; |
1934 | } |
1961 | } |
1935 | |
1962 | |
1936 | eio_req *eio_mknod (const char *path, mode_t mode, dev_t dev, int pri, eio_cb cb, void *data) |
1963 | eio_req *eio_mknod (const char *path, mode_t mode, dev_t dev, int pri, eio_cb cb, void *data) |
1937 | { |
1964 | { |
1938 | REQ (EIO_MKNOD); PATH; req->int2 = (long)mode; req->int3 = (long)dev; SEND; |
1965 | REQ (EIO_MKNOD); PATH; req->int2 = (long)mode; req->offs = (off_t)dev; SEND; |
1939 | } |
1966 | } |
1940 | |
1967 | |
1941 | static eio_req * |
1968 | static eio_req * |
1942 | eio__2path (int type, const char *path, const char *new_path, int pri, eio_cb cb, void *data) |
1969 | eio__2path (int type, const char *path, const char *new_path, int pri, eio_cb cb, void *data) |
1943 | { |
1970 | { |