ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/libeio/eio.c
(Generate patch)

Comparing libeio/eio.c (file contents):
Revision 1.54 by root, Tue Feb 23 14:32:45 2010 UTC vs.
Revision 1.61 by root, Fri Feb 11 00:53:24 2011 UTC

1/* 1/*
2 * libeio implementation 2 * libeio implementation
3 * 3 *
4 * Copyright (c) 2007,2008,2009,2010 Marc Alexander Lehmann <libeio@schmorp.de> 4 * Copyright (c) 2007,2008,2009,2010,2011 Marc Alexander Lehmann <libeio@schmorp.de>
5 * All rights reserved. 5 * All rights reserved.
6 * 6 *
7 * Redistribution and use in source and binary forms, with or without modifica- 7 * Redistribution and use in source and binary forms, with or without modifica-
8 * tion, are permitted provided that the following conditions are met: 8 * tion, are permitted provided that the following conditions are met:
9 * 9 *
… …
74#else 74#else
75 75
76# include "config.h" 76# include "config.h"
77# include <sys/time.h> 77# include <sys/time.h>
78# include <sys/select.h> 78# include <sys/select.h>
79# include <sys/mman.h>
80# include <unistd.h> 79# include <unistd.h>
81# include <utime.h> 80# include <utime.h>
82# include <signal.h> 81# include <signal.h>
83# include <dirent.h> 82# include <dirent.h>
83
84#if _POSIX_MEMLOCK || _POSIX_MEMLOCK_RANGE || _POSIX_MAPPED_FILES
85# include <sys/mman.h>
86#endif
84 87
85/* POSIX_SOURCE is useless on bsd's, and XOPEN_SOURCE is unreliable there, too */ 88/* POSIX_SOURCE is useless on bsd's, and XOPEN_SOURCE is unreliable there, too */
86# if __FreeBSD__ || defined __NetBSD__ || defined __OpenBSD__ 89# if __FreeBSD__ || defined __NetBSD__ || defined __OpenBSD__
87# define _DIRENT_HAVE_D_TYPE /* sigh */ 90# define _DIRENT_HAVE_D_TYPE /* sigh */
88# define D_INO(de) (de)->d_fileno 91# define D_INO(de) (de)->d_fileno
… …
222static volatile unsigned int nreqs; /* reqlock */ 225static volatile unsigned int nreqs; /* reqlock */
223static volatile unsigned int nready; /* reqlock */ 226static volatile unsigned int nready; /* reqlock */
224static volatile unsigned int npending; /* reqlock */ 227static volatile unsigned int npending; /* reqlock */
225static volatile unsigned int max_idle = 4; 228static volatile unsigned int max_idle = 4;
226 229
227static mutex_t wrklock = X_MUTEX_INIT; 230static xmutex_t wrklock = X_MUTEX_INIT;
228static mutex_t reslock = X_MUTEX_INIT; 231static xmutex_t reslock = X_MUTEX_INIT;
229static mutex_t reqlock = X_MUTEX_INIT; 232static xmutex_t reqlock = X_MUTEX_INIT;
230static cond_t reqwait = X_COND_INIT; 233static xcond_t reqwait = X_COND_INIT;
231 234
232#if !HAVE_PREADWRITE 235#if !HAVE_PREADWRITE
233/* 236/*
234 * make our pread/pwrite emulation safe against themselves, but not against 237 * make our pread/pwrite emulation safe against themselves, but not against
235 * normal read/write by using a mutex. slows down execution a lot, 238 * normal read/write by using a mutex. slows down execution a lot,
236 * but that's your problem, not mine. 239 * but that's your problem, not mine.
237 */ 240 */
238static mutex_t preadwritelock = X_MUTEX_INIT; 241static xmutex_t preadwritelock = X_MUTEX_INIT;
239#endif 242#endif
240 243
241typedef struct etp_worker 244typedef struct etp_worker
242{ 245{
243 /* locked by wrklock */ 246 /* locked by wrklock */
244 struct etp_worker *prev, *next; 247 struct etp_worker *prev, *next;
245 248
246 thread_t tid; 249 xthread_t tid;
247 250
248 /* locked by reslock, reqlock or wrklock */ 251 /* locked by reslock, reqlock or wrklock */
249 ETP_REQ *req; /* currently processed request */ 252 ETP_REQ *req; /* currently processed request */
250 253
251 ETP_WORKER_COMMON 254 ETP_WORKER_COMMON
… …
813 816
814 return res; 817 return res;
815} 818}
816#endif 819#endif
817 820
818#ifndef HAVE_FUTIMES 821#ifndef HAVE_UTIMES
819 822
820# undef utimes 823# undef utimes
821# undef futimes
822# define utimes(path,times) eio__utimes (path, times) 824# define utimes(path,times) eio__utimes (path, times)
823# define futimes(fd,times) eio__futimes (fd, times)
824 825
825static int 826static int
826eio__utimes (const char *filename, const struct timeval times[2]) 827eio__utimes (const char *filename, const struct timeval times[2])
827{ 828{
828 if (times) 829 if (times)
… …
835 return utime (filename, &buf); 836 return utime (filename, &buf);
836 } 837 }
837 else 838 else
838 return utime (filename, 0); 839 return utime (filename, 0);
839} 840}
841
842#endif
843
844#ifndef HAVE_FUTIMES
845
846# undef futimes
847# define futimes(fd,times) eio__futimes (fd, times)
840 848
841static int eio__futimes (int fd, const struct timeval tv[2]) 849static int eio__futimes (int fd, const struct timeval tv[2])
842{ 850{
843 errno = ENOSYS; 851 errno = ENOSYS;
844 return -1; 852 return -1;
… …
1392 break; 1400 break;
1393 } 1401 }
1394 } 1402 }
1395} 1403}
1396 1404
1405#ifdef PAGESIZE
1406# define eio_pagesize() PAGESIZE
1407#else
1408static intptr_t
1409eio_pagesize (void)
1410{
1411 static intptr_t page;
1412
1413 if (!page)
1414 page = sysconf (_SC_PAGESIZE);
1415
1416 return page;
1417}
1418#endif
1419
1420static void
1421eio_page_align (void **addr, size_t *length)
1422{
1423 intptr_t mask = eio_pagesize () - 1;
1424
1425 /* round down addr */
1426 intptr_t adj = mask & (intptr_t)*addr;
1427
1428 *addr = (void *)((intptr_t)*addr - adj);
1429 *length += adj;
1430
1431 /* round up length */
1432 *length = (*length + mask) & ~mask;
1433}
1434
1435#if !_POSIX_MEMLOCK
1436# define eio__mlockall(a) ((errno = ENOSYS), -1)
1437#else
1438
1439static int
1440eio__mlockall (int flags)
1441{
1442 #if __GLIBC__ == 2 && __GLIBC_MINOR__ <= 7
1443 extern int mallopt (int, int);
1444 mallopt (-6, 238); /* http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=473812 */
1445 #endif
1446
1447 if (EIO_MCL_CURRENT != MCL_CURRENT
1448 || EIO_MCL_FUTURE != MCL_FUTURE)
1449 {
1450 flags = 0
1451 | (flags & EIO_MCL_CURRENT ? MCL_CURRENT : 0)
1452 | (flags & EIO_MCL_FUTURE ? MCL_FUTURE : 0);
1453 }
1454
1455 return mlockall (flags);
1456}
1457#endif
1458
1459#if !_POSIX_MEMLOCK_RANGE
1460# define eio__mlock(a,b) ((errno = ENOSYS), -1)
1461#else
1462
1463static int
1464eio__mlock (void *addr, size_t length)
1465{
1466 eio_page_align (&addr, &length);
1467
1468 return mlock (addr, length);
1469}
1470
1471#endif
1472
1397#if !(_POSIX_MAPPED_FILES && _POSIX_SYNCHRONIZED_IO) 1473#if !(_POSIX_MAPPED_FILES && _POSIX_SYNCHRONIZED_IO)
1398# define eio__msync(a,b,c) ((errno = ENOSYS), -1) 1474# define eio__msync(a,b,c) ((errno = ENOSYS), -1)
1399#else 1475#else
1400 1476
1401int 1477int
1402eio__msync (void *mem, size_t len, int flags) 1478eio__msync (void *mem, size_t len, int flags)
1403{ 1479{
1480 eio_page_align (&mem, &len);
1481
1404 if (EIO_MS_ASYNC != MS_SYNC 1482 if (EIO_MS_ASYNC != MS_SYNC
1405 || EIO_MS_INVALIDATE != MS_INVALIDATE 1483 || EIO_MS_INVALIDATE != MS_INVALIDATE
1406 || EIO_MS_SYNC != MS_SYNC) 1484 || EIO_MS_SYNC != MS_SYNC)
1407 { 1485 {
1408 flags = 0 1486 flags = 0
… …
1417#endif 1495#endif
1418 1496
1419int 1497int
1420eio__mtouch (void *mem, size_t len, int flags) 1498eio__mtouch (void *mem, size_t len, int flags)
1421{ 1499{
1500 eio_page_align (&mem, &len);
1501
1502 {
1422 intptr_t addr = (intptr_t)mem; 1503 intptr_t addr = (intptr_t)mem;
1423 intptr_t end = addr + len; 1504 intptr_t end = addr + len;
1424#ifdef PAGESIZE 1505 intptr_t page = eio_pagesize ();
1425 const intptr_t page = PAGESIZE;
1426#else
1427 static intptr_t page;
1428 1506
1429 if (!page)
1430 page = sysconf (_SC_PAGESIZE);
1431#endif
1432
1433 /* round down to start of page, although this is probably useless */
1434 addr &= ~(page - 1); /* assume page size is always a power of two */
1435
1436 if (addr < end) 1507 if (addr < end)
1437 if (flags & EIO_MT_MODIFY) /* modify */ 1508 if (flags & EIO_MT_MODIFY) /* modify */
1438 do { *((volatile sig_atomic_t *)addr) |= 0; } while ((addr += page) < len); 1509 do { *((volatile sig_atomic_t *)addr) |= 0; } while ((addr += page) < len);
1439 else 1510 else
1440 do { *((volatile sig_atomic_t *)addr) ; } while ((addr += page) < len); 1511 do { *((volatile sig_atomic_t *)addr) ; } while ((addr += page) < len);
1512 }
1441 1513
1442 return 0; 1514 return 0;
1443} 1515}
1444 1516
1445/*****************************************************************************/ 1517/*****************************************************************************/
… …
1568 return 0; \ 1640 return 0; \
1569 } 1641 }
1570 1642
1571static void eio_execute (etp_worker *self, eio_req *req) 1643static void eio_execute (etp_worker *self, eio_req *req)
1572{ 1644{
1573 errno = 0;
1574
1575 switch (req->type) 1645 switch (req->type)
1576 { 1646 {
1577 case EIO_READ: ALLOC (req->size); 1647 case EIO_READ: ALLOC (req->size);
1578 req->result = req->offs >= 0 1648 req->result = req->offs >= 0
1579 ? pread (req->int1, req->ptr2, req->size, req->offs) 1649 ? pread (req->int1, req->ptr2, req->size, req->offs)
… …
1611 case EIO_RMDIR: req->result = rmdir (req->ptr1); break; 1681 case EIO_RMDIR: req->result = rmdir (req->ptr1); break;
1612 case EIO_MKDIR: req->result = mkdir (req->ptr1, (mode_t)req->int2); break; 1682 case EIO_MKDIR: req->result = mkdir (req->ptr1, (mode_t)req->int2); break;
1613 case EIO_RENAME: req->result = rename (req->ptr1, req->ptr2); break; 1683 case EIO_RENAME: req->result = rename (req->ptr1, req->ptr2); break;
1614 case EIO_LINK: req->result = link (req->ptr1, req->ptr2); break; 1684 case EIO_LINK: req->result = link (req->ptr1, req->ptr2); break;
1615 case EIO_SYMLINK: req->result = symlink (req->ptr1, req->ptr2); break; 1685 case EIO_SYMLINK: req->result = symlink (req->ptr1, req->ptr2); break;
1616 case EIO_MKNOD: req->result = mknod (req->ptr1, (mode_t)req->int2, (dev_t)req->int3); break; 1686 case EIO_MKNOD: req->result = mknod (req->ptr1, (mode_t)req->int2, (dev_t)req->offs); break;
1617 1687
1618 case EIO_READLINK: ALLOC (PATH_MAX); 1688 case EIO_READLINK: ALLOC (PATH_MAX);
1619 req->result = readlink (req->ptr1, req->ptr2, PATH_MAX); break; 1689 req->result = readlink (req->ptr1, req->ptr2, PATH_MAX); break;
1620 1690
1621 case EIO_SYNC: req->result = 0; sync (); break; 1691 case EIO_SYNC: req->result = 0; sync (); break;
1622 case EIO_FSYNC: req->result = fsync (req->int1); break; 1692 case EIO_FSYNC: req->result = fsync (req->int1); break;
1623 case EIO_FDATASYNC: req->result = fdatasync (req->int1); break; 1693 case EIO_FDATASYNC: req->result = fdatasync (req->int1); break;
1624 case EIO_MSYNC: req->result = eio__msync (req->ptr2, req->size, req->int1); break; 1694 case EIO_MSYNC: req->result = eio__msync (req->ptr2, req->size, req->int1); break;
1625 case EIO_MTOUCH: req->result = eio__mtouch (req->ptr2, req->size, req->int1); break; 1695 case EIO_MTOUCH: req->result = eio__mtouch (req->ptr2, req->size, req->int1); break;
1696 case EIO_MLOCK: req->result = eio__mlock (req->ptr2, req->size); break;
1697 case EIO_MLOCKALL: req->result = eio__mlockall (req->int1); break;
1626 case EIO_SYNC_FILE_RANGE: req->result = eio__sync_file_range (req->int1, req->offs, req->size, req->int2); break; 1698 case EIO_SYNC_FILE_RANGE: req->result = eio__sync_file_range (req->int1, req->offs, req->size, req->int2); break;
1627 1699
1628 case EIO_READDIR: eio__scandir (req, self); break; 1700 case EIO_READDIR: eio__scandir (req, self); break;
1629 1701
1630 case EIO_BUSY: 1702 case EIO_BUSY:
1631#ifdef _WIN32 1703#ifdef _WIN32
1632 Sleep (req->nv1 * 1000.); 1704 Sleep (req->nv1 * 1e3);
1633#else 1705#else
1634 { 1706 {
1635 struct timeval tv; 1707 struct timeval tv;
1636 1708
1637 tv.tv_sec = req->nv1; 1709 tv.tv_sec = req->nv1;
1638 tv.tv_usec = (req->nv1 - tv.tv_sec) * 1000000.; 1710 tv.tv_usec = (req->nv1 - tv.tv_sec) * 1e6;
1639 1711
1640 req->result = select (0, 0, 0, 0, &tv); 1712 req->result = select (0, 0, 0, 0, &tv);
1641 } 1713 }
1642#endif 1714#endif
1643 break; 1715 break;
… …
1658 times = tv; 1730 times = tv;
1659 } 1731 }
1660 else 1732 else
1661 times = 0; 1733 times = 0;
1662 1734
1663
1664 req->result = req->type == EIO_FUTIME 1735 req->result = req->type == EIO_FUTIME
1665 ? futimes (req->int1, times) 1736 ? futimes (req->int1, times)
1666 : utimes (req->ptr1, times); 1737 : utimes (req->ptr1, times);
1667 } 1738 }
1668 break; 1739 break;
… …
1677 case EIO_CUSTOM: 1748 case EIO_CUSTOM:
1678 ((void (*)(eio_req *))req->feed) (req); 1749 ((void (*)(eio_req *))req->feed) (req);
1679 break; 1750 break;
1680 1751
1681 default: 1752 default:
1753 errno = ENOSYS;
1682 req->result = -1; 1754 req->result = -1;
1683 break; 1755 break;
1684 } 1756 }
1685 1757
1686 req->errorno = errno; 1758 req->errorno = errno;
… …
1716eio_req *eio_mtouch (void *addr, size_t length, int flags, int pri, eio_cb cb, void *data) 1788eio_req *eio_mtouch (void *addr, size_t length, int flags, int pri, eio_cb cb, void *data)
1717{ 1789{
1718 REQ (EIO_MTOUCH); req->ptr2 = addr; req->size = length; req->int1 = flags; SEND; 1790 REQ (EIO_MTOUCH); req->ptr2 = addr; req->size = length; req->int1 = flags; SEND;
1719} 1791}
1720 1792
1793eio_req *eio_mlock (void *addr, size_t length, int pri, eio_cb cb, void *data)
1794{
1795 REQ (EIO_MLOCK); req->ptr2 = addr; req->size = length; SEND;
1796}
1797
1798eio_req *eio_mlockall (int flags, int pri, eio_cb cb, void *data)
1799{
1800 REQ (EIO_MLOCKALL); req->int1 = flags; SEND;
1801}
1802
1721eio_req *eio_sync_file_range (int fd, off_t offset, size_t nbytes, unsigned int flags, int pri, eio_cb cb, void *data) 1803eio_req *eio_sync_file_range (int fd, off_t offset, size_t nbytes, unsigned int flags, int pri, eio_cb cb, void *data)
1722{ 1804{
1723 REQ (EIO_SYNC_FILE_RANGE); req->int1 = fd; req->offs = offset; req->size = nbytes; req->int2 = flags; SEND; 1805 REQ (EIO_SYNC_FILE_RANGE); req->int1 = fd; req->offs = offset; req->size = nbytes; req->int2 = flags; SEND;
1724} 1806}
1725 1807
… …
1859 REQ (EIO_READDIR); PATH; req->int1 = flags; SEND; 1941 REQ (EIO_READDIR); PATH; req->int1 = flags; SEND;
1860} 1942}
1861 1943
1862eio_req *eio_mknod (const char *path, mode_t mode, dev_t dev, int pri, eio_cb cb, void *data) 1944eio_req *eio_mknod (const char *path, mode_t mode, dev_t dev, int pri, eio_cb cb, void *data)
1863{ 1945{
1864 REQ (EIO_MKNOD); PATH; req->int2 = (long)mode; req->int3 = (long)dev; SEND; 1946 REQ (EIO_MKNOD); PATH; req->int2 = (long)mode; req->offs = (off_t)dev; SEND;
1865} 1947}
1866 1948
1867static eio_req * 1949static eio_req *
1868eio__2path (int type, const char *path, const char *new_path, int pri, eio_cb cb, void *data) 1950eio__2path (int type, const char *path, const char *new_path, int pri, eio_cb cb, void *data)
1869{ 1951{

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines