ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/cvsroot/libeio/eio.c
(Generate patch)

Comparing cvsroot/libeio/eio.c (file contents):
Revision 1.102 by root, Sun Aug 21 01:03:09 2011 UTC vs.
Revision 1.123 by root, Tue Oct 9 04:53:53 2012 UTC

1/* 1/*
2 * libeio implementation 2 * libeio implementation
3 * 3 *
4 * Copyright (c) 2007,2008,2009,2010,2011 Marc Alexander Lehmann <libeio@schmorp.de> 4 * Copyright (c) 2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann <libeio@schmorp.de>
5 * All rights reserved. 5 * All rights reserved.
6 * 6 *
7 * Redistribution and use in source and binary forms, with or without modifica- 7 * Redistribution and use in source and binary forms, with or without modifica-
8 * tion, are permitted provided that the following conditions are met: 8 * tion, are permitted provided that the following conditions are met:
9 * 9 *
132 #define sync() EIO_ENOSYS () 132 #define sync() EIO_ENOSYS ()
133 #define readlink(path,buf,s) EIO_ENOSYS () 133 #define readlink(path,buf,s) EIO_ENOSYS ()
134 #define statvfs(path,buf) EIO_ENOSYS () 134 #define statvfs(path,buf) EIO_ENOSYS ()
135 #define fstatvfs(fd,buf) EIO_ENOSYS () 135 #define fstatvfs(fd,buf) EIO_ENOSYS ()
136 136
137 #define pread(fd,buf,count,offset) eio__pread (fd, buf, count, offset)
138 #define pwrite(fd,buf,count,offset) eio__pwrite (fd, buf, count, offset)
139
140 #if __GNUC__
141 typedef long long eio_off_t; /* signed for compatibility to msvc */
142 #else
143 typedef __int64 eio_off_t; /* unsigned not supported by msvc */
144 #endif
145
146 static eio_ssize_t
147 eio__pread (int fd, void *buf, eio_ssize_t count, eio_off_t offset)
148 {
149 OVERLAPPED o = { 0 };
150 DWORD got;
151
152 o.Offset = offset;
153 o.OffsetHigh = offset >> 32;
154
155 return ReadFile ((HANDLE)EIO_FD_TO_WIN32_HANDLE (fd), buf, count, &got, &o)
156 ? got : -1;
157 }
158
159 static eio_ssize_t
160 eio__pwrite (int fd, void *buf, eio_ssize_t count, eio_off_t offset)
161 {
162 OVERLAPPED o = { 0 };
163 DWORD got;
164
165 o.Offset = offset;
166 o.OffsetHigh = offset >> 32;
167
168 return WriteFile ((HANDLE)EIO_FD_TO_WIN32_HANDLE (fd), buf, count, &got, &o)
169 ? got : -1;
170 }
171
137 /* rename() uses MoveFile, which fails to overwrite */ 172 /* rename() uses MoveFile, which fails to overwrite */
138 #define rename(old,neu) eio__rename (old, neu) 173 #define rename(old,neu) eio__rename (old, neu)
139 174
140 static int 175 static int
141 eio__rename (const char *old, const char *neu) 176 eio__rename (const char *old, const char *neu)
208 #endif 243 #endif
209 244
210 #define D_NAME(entp) entp->d_name 245 #define D_NAME(entp) entp->d_name
211 246
212 /* POSIX_SOURCE is useless on bsd's, and XOPEN_SOURCE is unreliable there, too */ 247 /* POSIX_SOURCE is useless on bsd's, and XOPEN_SOURCE is unreliable there, too */
213 #if __FreeBSD__ || defined __NetBSD__ || defined __OpenBSD__ 248 #if __FreeBSD__ || __NetBSD__ || __OpenBSD__
214 #define _DIRENT_HAVE_D_TYPE /* sigh */ 249 #define _DIRENT_HAVE_D_TYPE /* sigh */
215 #define D_INO(de) (de)->d_fileno 250 #define D_INO(de) (de)->d_fileno
216 #define D_NAMLEN(de) (de)->d_namlen 251 #define D_NAMLEN(de) (de)->d_namlen
217 #elif __linux || defined d_ino || _XOPEN_SOURCE >= 600 252 #elif __linux || defined d_ino || _XOPEN_SOURCE >= 600
218 #define D_INO(de) (de)->d_ino 253 #define D_INO(de) (de)->d_ino
292#define FUBd \ 327#define FUBd \
293 free (eio_buf) 328 free (eio_buf)
294 329
295#define EIO_TICKS ((1000000 + 1023) >> 10) 330#define EIO_TICKS ((1000000 + 1023) >> 10)
296 331
332/*****************************************************************************/
333
334struct tmpbuf
335{
336 void *ptr;
337 int len;
338};
339
340static void *
341tmpbuf_get (struct tmpbuf *buf, int len)
342{
343 if (buf->len < len)
344 {
345 free (buf->ptr);
346 buf->ptr = malloc (buf->len = len);
347 }
348
349 return buf->ptr;
350}
351
352struct tmpbuf;
353
354#if _POSIX_VERSION >= 200809L
355 #define HAVE_AT 1
356 #define WD2FD(wd) ((wd) ? (wd)->fd : AT_FDCWD)
357 #ifndef O_SEARCH
358 #define O_SEARCH O_RDONLY
359 #endif
360#else
361 #define HAVE_AT 0
362 static const char *wd_expand (struct tmpbuf *tmpbuf, eio_wd wd, const char *path);
363#endif
364
365struct eio_pwd
366{
367#if HAVE_AT
368 int fd;
369#endif
370 int len;
371 char str[1]; /* actually, a 0-terminated canonical path */
372};
373
374/*****************************************************************************/
375
297#define ETP_PRI_MIN EIO_PRI_MIN 376#define ETP_PRI_MIN EIO_PRI_MIN
298#define ETP_PRI_MAX EIO_PRI_MAX 377#define ETP_PRI_MAX EIO_PRI_MAX
299 378
300struct etp_worker; 379struct etp_worker;
301 380
335static xmutex_t wrklock; 414static xmutex_t wrklock;
336static xmutex_t reslock; 415static xmutex_t reslock;
337static xmutex_t reqlock; 416static xmutex_t reqlock;
338static xcond_t reqwait; 417static xcond_t reqwait;
339 418
340#if !HAVE_PREADWRITE
341/*
342 * make our pread/pwrite emulation safe against themselves, but not against
343 * normal read/write by using a mutex. slows down execution a lot,
344 * but that's your problem, not mine.
345 */
346static xmutex_t preadwritelock;
347#endif
348
349typedef struct etp_worker 419typedef struct etp_worker
350{ 420{
421 struct tmpbuf tmpbuf;
422
351 /* locked by wrklock */ 423 /* locked by wrklock */
352 struct etp_worker *prev, *next; 424 struct etp_worker *prev, *next;
353 425
354 xthread_t tid; 426 xthread_t tid;
355 427
356 /* locked by reslock, reqlock or wrklock */
357 ETP_REQ *req; /* currently processed request */
358
359#ifdef ETP_WORKER_COMMON 428#ifdef ETP_WORKER_COMMON
360 ETP_WORKER_COMMON 429 ETP_WORKER_COMMON
361#endif 430#endif
362} etp_worker; 431} etp_worker;
363 432
366#define ETP_WORKER_LOCK(wrk) X_LOCK (wrklock) 435#define ETP_WORKER_LOCK(wrk) X_LOCK (wrklock)
367#define ETP_WORKER_UNLOCK(wrk) X_UNLOCK (wrklock) 436#define ETP_WORKER_UNLOCK(wrk) X_UNLOCK (wrklock)
368 437
369/* worker threads management */ 438/* worker threads management */
370 439
371static void ecb_cold 440static void
372etp_worker_clear (etp_worker *wrk) 441etp_worker_clear (etp_worker *wrk)
373{ 442{
374} 443}
375 444
376static void ecb_cold 445static void ecb_cold
377etp_worker_free (etp_worker *wrk) 446etp_worker_free (etp_worker *wrk)
378{ 447{
448 free (wrk->tmpbuf.ptr);
449
379 wrk->next->prev = wrk->prev; 450 wrk->next->prev = wrk->prev;
380 wrk->prev->next = wrk->next; 451 wrk->prev->next = wrk->next;
381 452
382 free (wrk); 453 free (wrk);
383} 454}
561} 632}
562 633
563static void ecb_cold 634static void ecb_cold
564etp_end_thread (void) 635etp_end_thread (void)
565{ 636{
566 eio_req *req = calloc (1, sizeof (eio_req)); 637 eio_req *req = calloc (1, sizeof (eio_req)); /* will be freed by worker */
567 638
568 req->type = -1; 639 req->type = -1;
569 req->pri = ETP_PRI_MAX - ETP_PRI_MIN; 640 req->pri = ETP_PRI_MAX - ETP_PRI_MIN;
570 641
571 X_LOCK (reqlock); 642 X_LOCK (reqlock);
898} 969}
899 970
900/*****************************************************************************/ 971/*****************************************************************************/
901/* work around various missing functions */ 972/* work around various missing functions */
902 973
903#if !HAVE_PREADWRITE
904# undef pread
905# undef pwrite
906# define pread eio__pread
907# define pwrite eio__pwrite
908
909static eio_ssize_t
910eio__pread (int fd, void *buf, size_t count, off_t offset)
911{
912 eio_ssize_t res;
913 off_t ooffset;
914
915 X_LOCK (preadwritelock);
916 ooffset = lseek (fd, 0, SEEK_CUR);
917 lseek (fd, offset, SEEK_SET);
918 res = read (fd, buf, count);
919 lseek (fd, ooffset, SEEK_SET);
920 X_UNLOCK (preadwritelock);
921
922 return res;
923}
924
925static eio_ssize_t
926eio__pwrite (int fd, void *buf, size_t count, off_t offset)
927{
928 eio_ssize_t res;
929 off_t ooffset;
930
931 X_LOCK (preadwritelock);
932 ooffset = lseek (fd, 0, SEEK_CUR);
933 lseek (fd, offset, SEEK_SET);
934 res = write (fd, buf, count);
935 lseek (fd, ooffset, SEEK_SET);
936 X_UNLOCK (preadwritelock);
937
938 return res;
939}
940#endif
941
942#ifndef HAVE_UTIMES 974#ifndef HAVE_UTIMES
943 975
944# undef utimes 976# undef utimes
945# define utimes(path,times) eio__utimes (path, times) 977# define utimes(path,times) eio__utimes (path, times)
946 978
987 int res; 1019 int res;
988 1020
989#if HAVE_SYS_SYNCFS 1021#if HAVE_SYS_SYNCFS
990 res = (int)syscall (__NR_syncfs, (int)(fd)); 1022 res = (int)syscall (__NR_syncfs, (int)(fd));
991#else 1023#else
992 res = -1; 1024 res = EIO_ENOSYS ();
993 errno = ENOSYS;
994#endif 1025#endif
995 1026
996 if (res < 0 && errno == ENOSYS && fd >= 0) 1027 if (res < 0 && errno == ENOSYS && fd >= 0)
997 sync (); 1028 sync ();
998 1029
1028} 1059}
1029 1060
1030static int 1061static int
1031eio__fallocate (int fd, int mode, off_t offset, size_t len) 1062eio__fallocate (int fd, int mode, off_t offset, size_t len)
1032{ 1063{
1033#if HAVE_FALLOCATE 1064#if HAVE_LINUX_FALLOCATE
1034 return fallocate (fd, mode, offset, len); 1065 return fallocate (fd, mode, offset, len);
1035#else 1066#else
1036 errno = ENOSYS; 1067 return EIO_ENOSYS ();
1037 return -1;
1038#endif 1068#endif
1039} 1069}
1040 1070
1041#if !HAVE_READAHEAD 1071#if !HAVE_READAHEAD
1042# undef readahead 1072# undef readahead
1057 todo -= len; 1087 todo -= len;
1058 } 1088 }
1059 1089
1060 FUBd; 1090 FUBd;
1061 1091
1062 errno = 0; 1092 /* linux's readahead basically only fails for EBADF or EINVAL (not mmappable) */
1093 /* but not for e.g. EIO or eof, so we also never fail */
1063 return count; 1094 return 0;
1064} 1095}
1065 1096
1066#endif 1097#endif
1067 1098
1068/* sendfile always needs emulation */ 1099/* sendfile always needs emulation */
1103 1134
1104 /* according to source inspection, this is correct, and useful behaviour */ 1135 /* according to source inspection, this is correct, and useful behaviour */
1105 if (sbytes) 1136 if (sbytes)
1106 res = sbytes; 1137 res = sbytes;
1107 1138
1108# elif defined (__APPLE__) 1139# elif defined __APPLE__
1109 off_t sbytes = count; 1140 off_t sbytes = count;
1110 res = sendfile (ifd, ofd, offset, &sbytes, 0, 0); 1141 res = sendfile (ifd, ofd, offset, &sbytes, 0, 0);
1111 1142
1112 /* according to the manpage, sbytes is always valid */ 1143 /* according to the manpage, sbytes is always valid */
1113 if (sbytes) 1144 if (sbytes)
1140 HANDLE h = TO_SOCKET (ifd); 1171 HANDLE h = TO_SOCKET (ifd);
1141 SetFilePointer (h, offset, 0, FILE_BEGIN); 1172 SetFilePointer (h, offset, 0, FILE_BEGIN);
1142 res = TransmitFile (TO_SOCKET (ofd), h, count, 0, 0, 0, 0); 1173 res = TransmitFile (TO_SOCKET (ofd), h, count, 0, 0, 0, 0);
1143 1174
1144#else 1175#else
1145 res = -1; 1176 res = EIO_ENOSYS ();
1146 errno = ENOSYS;
1147#endif 1177#endif
1148 1178
1149 /* we assume sendfile can copy at least 128mb in one go */ 1179 /* we assume sendfile can copy at least 128mb in one go */
1150 if (res <= 128 * 1024 * 1024) 1180 if (res <= 128 * 1024 * 1024)
1151 { 1181 {
1338 1368
1339/*****************************************************************************/ 1369/*****************************************************************************/
1340/* requests implemented outside eio_execute, because they are so large */ 1370/* requests implemented outside eio_execute, because they are so large */
1341 1371
1342static void 1372static void
1343eio__realpath (eio_req *req, etp_worker *self) 1373eio__lseek (eio_req *req)
1344{ 1374{
1345 char *rel = req->ptr1; 1375 /* this usually gets optimised away completely, or your compiler sucks, */
1376 /* or the whence constants really are not 0, 1, 2 */
1377 int whence = req->int2 == EIO_SEEK_SET ? SEEK_SET
1378 : req->int2 == EIO_SEEK_CUR ? SEEK_CUR
1379 : req->int2 == EIO_SEEK_END ? SEEK_END
1380 : req->int2;
1381
1382 req->offs = lseek (req->int1, req->offs, whence);
1383 req->result = req->offs == (off_t)-1 ? -1 : 0;
1384}
1385
1386/* result will always end up in tmpbuf, there is always space for adding a 0-byte */
1387static int
1388eio__realpath (struct tmpbuf *tmpbuf, eio_wd wd, const char *path)
1389{
1390 const char *rel = path;
1346 char *res; 1391 char *res;
1347 char *tmp1, *tmp2; 1392 char *tmp1, *tmp2;
1348#if SYMLOOP_MAX > 32 1393#if SYMLOOP_MAX > 32
1349 int symlinks = SYMLOOP_MAX; 1394 int symlinks = SYMLOOP_MAX;
1350#else 1395#else
1351 int symlinks = 32; 1396 int symlinks = 32;
1352#endif 1397#endif
1353 1398
1354 req->result = -1;
1355
1356 errno = EINVAL; 1399 errno = EINVAL;
1357 if (!rel) 1400 if (!rel)
1358 return; 1401 return -1;
1359 1402
1360 errno = ENOENT; 1403 errno = ENOENT;
1361 if (!*rel) 1404 if (!*rel)
1362 return; 1405 return -1;
1363 1406
1364 if (!req->ptr2) 1407 res = tmpbuf_get (tmpbuf, PATH_MAX * 3);
1365 {
1366 X_LOCK (wrklock);
1367 req->flags |= EIO_FLAG_PTR2_FREE;
1368 X_UNLOCK (wrklock);
1369 req->ptr2 = malloc (PATH_MAX * 3);
1370
1371 errno = ENOMEM;
1372 if (!req->ptr2)
1373 return;
1374 }
1375
1376 res = req->ptr2;
1377 tmp1 = res + PATH_MAX; 1408 tmp1 = res + PATH_MAX;
1378 tmp2 = tmp1 + PATH_MAX; 1409 tmp2 = tmp1 + PATH_MAX;
1379 1410
1380#if 0 /* disabled, the musl way to do things is just too racy */ 1411#if 0 /* disabled, the musl way to do things is just too racy */
1381#if __linux && defined(O_NONBLOCK) && defined(O_NOATIME) 1412#if __linux && defined(O_NONBLOCK) && defined(O_NOATIME)
1400#endif 1431#endif
1401#endif 1432#endif
1402 1433
1403 if (*rel != '/') 1434 if (*rel != '/')
1404 { 1435 {
1436 int len;
1437
1438 errno = ENOENT;
1439 if (wd == EIO_INVALID_WD)
1440 return -1;
1441
1442 if (wd == EIO_CWD)
1443 {
1405 if (!getcwd (res, PATH_MAX)) 1444 if (!getcwd (res, PATH_MAX))
1406 return; 1445 return -1;
1446
1447 len = strlen (res);
1448 }
1449 else
1450 memcpy (res, wd->str, len = wd->len);
1407 1451
1408 if (res [1]) /* only use if not / */ 1452 if (res [1]) /* only use if not / */
1409 res += strlen (res); 1453 res += len;
1410 } 1454 }
1411 1455
1412 while (*rel) 1456 while (*rel)
1413 { 1457 {
1414 eio_ssize_t len, linklen; 1458 eio_ssize_t len, linklen;
1415 char *beg = rel; 1459 const char *beg = rel;
1416 1460
1417 while (*rel && *rel != '/') 1461 while (*rel && *rel != '/')
1418 ++rel; 1462 ++rel;
1419 1463
1420 len = rel - beg; 1464 len = rel - beg;
1432 1476
1433 if (beg [1] == '.' && len == 2) 1477 if (beg [1] == '.' && len == 2)
1434 { 1478 {
1435 /* .. - back up one component, if possible */ 1479 /* .. - back up one component, if possible */
1436 1480
1437 while (res != req->ptr2) 1481 while (res != tmpbuf->ptr)
1438 if (*--res == '/') 1482 if (*--res == '/')
1439 break; 1483 break;
1440 1484
1441 continue; 1485 continue;
1442 } 1486 }
1443 } 1487 }
1444 1488
1445 errno = ENAMETOOLONG; 1489 errno = ENAMETOOLONG;
1446 if (res + 1 + len + 1 >= tmp1) 1490 if (res + 1 + len + 1 >= tmp1)
1447 return; 1491 return -1;
1448 1492
1449 /* copy one component */ 1493 /* copy one component */
1450 *res = '/'; 1494 *res = '/';
1451 memcpy (res + 1, beg, len); 1495 memcpy (res + 1, beg, len);
1452 1496
1453 /* zero-terminate, for readlink */ 1497 /* zero-terminate, for readlink */
1454 res [len + 1] = 0; 1498 res [len + 1] = 0;
1455 1499
1456 /* now check if it's a symlink */ 1500 /* now check if it's a symlink */
1457 linklen = readlink (req->ptr2, tmp1, PATH_MAX); 1501 linklen = readlink (tmpbuf->ptr, tmp1, PATH_MAX);
1458 1502
1459 if (linklen < 0) 1503 if (linklen < 0)
1460 { 1504 {
1461 if (errno != EINVAL) 1505 if (errno != EINVAL)
1462 return; 1506 return -1;
1463 1507
1464 /* it's a normal directory. hopefully */ 1508 /* it's a normal directory. hopefully */
1465 res += len + 1; 1509 res += len + 1;
1466 } 1510 }
1467 else 1511 else
1469 /* yay, it was a symlink - build new path in tmp2 */ 1513 /* yay, it was a symlink - build new path in tmp2 */
1470 int rellen = strlen (rel); 1514 int rellen = strlen (rel);
1471 1515
1472 errno = ENAMETOOLONG; 1516 errno = ENAMETOOLONG;
1473 if (linklen + 1 + rellen >= PATH_MAX) 1517 if (linklen + 1 + rellen >= PATH_MAX)
1474 return; 1518 return -1;
1475 1519
1476 errno = ELOOP; 1520 errno = ELOOP;
1477 if (!--symlinks) 1521 if (!--symlinks)
1478 return; 1522 return -1;
1479 1523
1480 if (*tmp1 == '/') 1524 if (*tmp1 == '/')
1481 res = req->ptr2; /* symlink resolves to an absolute path */ 1525 res = tmpbuf->ptr; /* symlink resolves to an absolute path */
1482 1526
1483 /* we need to be careful, as rel might point into tmp2 already */ 1527 /* we need to be careful, as rel might point into tmp2 already */
1484 memmove (tmp2 + linklen + 1, rel, rellen + 1); 1528 memmove (tmp2 + linklen + 1, rel, rellen + 1);
1485 tmp2 [linklen] = '/'; 1529 tmp2 [linklen] = '/';
1486 memcpy (tmp2, tmp1, linklen); 1530 memcpy (tmp2, tmp1, linklen);
1488 rel = tmp2; 1532 rel = tmp2;
1489 } 1533 }
1490 } 1534 }
1491 1535
1492 /* special case for the lone root path */ 1536 /* special case for the lone root path */
1493 if (res == req->ptr2) 1537 if (res == tmpbuf->ptr)
1494 *res++ = '/'; 1538 *res++ = '/';
1495 1539
1496 req->result = res - (char *)req->ptr2; 1540 return res - (char *)tmpbuf->ptr;
1497
1498done:
1499 req->ptr2 = realloc (req->ptr2, req->result); /* trade time for space savings */
1500} 1541}
1501 1542
1502static signed char 1543static signed char
1503eio_dent_cmp (const eio_dirent *a, const eio_dirent *b) 1544eio_dent_cmp (const eio_dirent *a, const eio_dirent *b)
1504{ 1545{
1692#ifdef _WIN32 1733#ifdef _WIN32
1693 { 1734 {
1694 int len = strlen ((const char *)req->ptr1); 1735 int len = strlen ((const char *)req->ptr1);
1695 char *path = malloc (MAX_PATH); 1736 char *path = malloc (MAX_PATH);
1696 const char *fmt; 1737 const char *fmt;
1738 const char *reqpath = wd_expand (&self->tmpbuf, req->wd, req->ptr1);
1697 1739
1698 if (!len) 1740 if (!len)
1699 fmt = "./*"; 1741 fmt = "./*";
1700 else if (((const char *)req->ptr1)[len - 1] == '/' || ((const char *)req->ptr1)[len - 1] == '\\') 1742 else if (reqpath[len - 1] == '/' || reqpath[len - 1] == '\\')
1701 fmt = "%s*"; 1743 fmt = "%s*";
1702 else 1744 else
1703 fmt = "%s/*"; 1745 fmt = "%s/*";
1704 1746
1705 _snprintf (path, MAX_PATH, fmt, (const char *)req->ptr1); 1747 _snprintf (path, MAX_PATH, fmt, reqpath);
1706 dirp = FindFirstFile (path, &entp); 1748 dirp = FindFirstFile (path, &entp);
1707 free (path); 1749 free (path);
1708 1750
1709 if (dirp == INVALID_HANDLE_VALUE) 1751 if (dirp == INVALID_HANDLE_VALUE)
1710 { 1752 {
1711 dirp = 0;
1712
1713 /* should steal _dosmaperr */ 1753 /* should steal _dosmaperr */
1714 switch (GetLastError ()) 1754 switch (GetLastError ())
1715 { 1755 {
1716 case ERROR_FILE_NOT_FOUND: 1756 case ERROR_FILE_NOT_FOUND:
1717 req->result = 0; 1757 req->result = 0;
1718 break; 1758 break;
1719 1759
1720 case ERROR_INVALID_NAME: 1760 case ERROR_INVALID_NAME:
1721 case ERROR_PATH_NOT_FOUND: 1761 case ERROR_PATH_NOT_FOUND:
1722 case ERROR_NO_MORE_FILES: 1762 case ERROR_NO_MORE_FILES:
1723 errno = ENOENT; 1763 errno = ENOENT;
1724 break; 1764 break;
1725 1765
1726 case ERROR_NOT_ENOUGH_MEMORY: 1766 case ERROR_NOT_ENOUGH_MEMORY:
1727 errno = ENOMEM; 1767 errno = ENOMEM;
1728 break; 1768 break;
1729 1769
1730 default: 1770 default:
1731 errno = EINVAL; 1771 errno = EINVAL;
1732 break; 1772 break;
1733 } 1773 }
1774
1775 return;
1734 } 1776 }
1735 } 1777 }
1736#else 1778#else
1779 #if HAVE_AT
1780 if (req->wd)
1781 {
1782 int fd = openat (WD2FD (req->wd), req->ptr1, O_CLOEXEC | O_SEARCH | O_DIRECTORY);
1783
1784 if (fd < 0)
1785 return;
1786
1787 dirp = fdopendir (fd);
1788
1789 if (!dirp)
1790 close (fd);
1791 }
1792 else
1737 dirp = opendir (req->ptr1); 1793 dirp = opendir (req->ptr1);
1794 #else
1795 dirp = opendir (wd_expand (&self->tmpbuf, req->wd, req->ptr1));
1796 #endif
1797
1798 if (!dirp)
1799 return;
1738#endif 1800#endif
1739 1801
1740 if (req->flags & EIO_FLAG_PTR1_FREE) 1802 if (req->flags & EIO_FLAG_PTR1_FREE)
1741 free (req->ptr1); 1803 free (req->ptr1);
1742 1804
1743 req->flags |= EIO_FLAG_PTR1_FREE | EIO_FLAG_PTR2_FREE; 1805 req->flags |= EIO_FLAG_PTR1_FREE | EIO_FLAG_PTR2_FREE;
1744 req->ptr1 = dents = flags ? malloc (dentalloc * sizeof (eio_dirent)) : 0; 1806 req->ptr1 = dents = flags ? malloc (dentalloc * sizeof (eio_dirent)) : 0;
1745 req->ptr2 = names = malloc (namesalloc); 1807 req->ptr2 = names = malloc (namesalloc);
1746 1808
1747 if (dirp && names && (!flags || dents)) 1809 if (!names || (flags && !dents))
1810 return;
1811
1748 for (;;) 1812 for (;;)
1749 { 1813 {
1750 int done; 1814 int done;
1751 1815
1752#ifdef _WIN32 1816#ifdef _WIN32
1753 done = !dirp; 1817 done = !dirp;
1754#else 1818#else
1755 errno = 0; 1819 errno = 0;
1756 entp = readdir (dirp); 1820 entp = readdir (dirp);
1757 done = !entp; 1821 done = !entp;
1758#endif 1822#endif
1759 1823
1760 if (done) 1824 if (done)
1761 { 1825 {
1762#ifndef _WIN32 1826#ifndef _WIN32
1763 int old_errno = errno; 1827 int old_errno = errno;
1764 closedir (dirp); 1828 closedir (dirp);
1765 errno = old_errno; 1829 errno = old_errno;
1766 1830
1767 if (errno) 1831 if (errno)
1768 break; 1832 break;
1769#endif 1833#endif
1770 1834
1771 /* sort etc. */ 1835 /* sort etc. */
1772 req->int1 = flags; 1836 req->int1 = flags;
1773 req->result = dentoffs; 1837 req->result = dentoffs;
1774 1838
1775 if (flags & EIO_READDIR_STAT_ORDER) 1839 if (flags & EIO_READDIR_STAT_ORDER)
1776 eio_dent_sort (dents, dentoffs, flags & EIO_READDIR_DIRS_FIRST ? 7 : 0, inode_bits); 1840 eio_dent_sort (dents, dentoffs, flags & EIO_READDIR_DIRS_FIRST ? 7 : 0, inode_bits);
1777 else if (flags & EIO_READDIR_DIRS_FIRST) 1841 else if (flags & EIO_READDIR_DIRS_FIRST)
1778 if (flags & EIO_READDIR_FOUND_UNKNOWN) 1842 if (flags & EIO_READDIR_FOUND_UNKNOWN)
1779 eio_dent_sort (dents, dentoffs, 7, inode_bits); /* sort by score and inode */ 1843 eio_dent_sort (dents, dentoffs, 7, inode_bits); /* sort by score and inode */
1780 else 1844 else
1845 {
1846 /* in this case, all is known, and we just put dirs first and sort them */
1847 eio_dirent *oth = dents + dentoffs;
1848 eio_dirent *dir = dents;
1849
1850 /* now partition dirs to the front, and non-dirs to the back */
1851 /* by walking from both sides and swapping if necessary */
1852 while (oth > dir)
1853 {
1854 if (dir->type == EIO_DT_DIR)
1855 ++dir;
1856 else if ((--oth)->type == EIO_DT_DIR)
1857 {
1858 eio_dirent tmp = *dir; *dir = *oth; *oth = tmp;
1859
1860 ++dir;
1861 }
1862 }
1863
1864 /* now sort the dirs only (dirs all have the same score) */
1865 eio_dent_sort (dents, dir - dents, 0, inode_bits);
1866 }
1867
1868 break;
1869 }
1870
1871 /* now add the entry to our list(s) */
1872 name = D_NAME (entp);
1873
1874 /* skip . and .. entries */
1875 if (name [0] != '.' || (name [1] && (name [1] != '.' || name [2])))
1876 {
1877 int len = D_NAMLEN (entp) + 1;
1878
1879 while (ecb_expect_false (namesoffs + len > namesalloc))
1880 {
1881 namesalloc *= 2;
1882 req->ptr2 = names = realloc (names, namesalloc);
1883
1884 if (!names)
1885 break;
1886 }
1887
1888 memcpy (names + namesoffs, name, len);
1889
1890 if (dents)
1891 {
1892 struct eio_dirent *ent;
1893
1894 if (ecb_expect_false (dentoffs == dentalloc))
1781 { 1895 {
1782 /* in this case, all is known, and we just put dirs first and sort them */ 1896 dentalloc *= 2;
1897 req->ptr1 = dents = realloc (dents, dentalloc * sizeof (eio_dirent));
1898
1899 if (!dents)
1900 break;
1901 }
1902
1783 eio_dirent *oth = dents + dentoffs; 1903 ent = dents + dentoffs;
1784 eio_dirent *dir = dents;
1785 1904
1786 /* now partition dirs to the front, and non-dirs to the back */ 1905 ent->nameofs = namesoffs; /* rather dirtily we store the offset in the pointer */
1787 /* by walking from both sides and swapping if necessary */ 1906 ent->namelen = len - 1;
1788 while (oth > dir) 1907 ent->inode = D_INO (entp);
1908
1909 inode_bits |= ent->inode;
1910
1911 switch (D_TYPE (entp))
1912 {
1913 default:
1914 ent->type = EIO_DT_UNKNOWN;
1915 flags |= EIO_READDIR_FOUND_UNKNOWN;
1916 break;
1917
1918 #ifdef DT_FIFO
1919 case DT_FIFO: ent->type = EIO_DT_FIFO; break;
1920 #endif
1921 #ifdef DT_CHR
1922 case DT_CHR: ent->type = EIO_DT_CHR; break;
1923 #endif
1924 #ifdef DT_MPC
1925 case DT_MPC: ent->type = EIO_DT_MPC; break;
1926 #endif
1927 #ifdef DT_DIR
1928 case DT_DIR: ent->type = EIO_DT_DIR; break;
1929 #endif
1930 #ifdef DT_NAM
1931 case DT_NAM: ent->type = EIO_DT_NAM; break;
1932 #endif
1933 #ifdef DT_BLK
1934 case DT_BLK: ent->type = EIO_DT_BLK; break;
1935 #endif
1936 #ifdef DT_MPB
1937 case DT_MPB: ent->type = EIO_DT_MPB; break;
1938 #endif
1939 #ifdef DT_REG
1940 case DT_REG: ent->type = EIO_DT_REG; break;
1941 #endif
1942 #ifdef DT_NWK
1943 case DT_NWK: ent->type = EIO_DT_NWK; break;
1944 #endif
1945 #ifdef DT_CMP
1946 case DT_CMP: ent->type = EIO_DT_CMP; break;
1947 #endif
1948 #ifdef DT_LNK
1949 case DT_LNK: ent->type = EIO_DT_LNK; break;
1950 #endif
1951 #ifdef DT_SOCK
1952 case DT_SOCK: ent->type = EIO_DT_SOCK; break;
1953 #endif
1954 #ifdef DT_DOOR
1955 case DT_DOOR: ent->type = EIO_DT_DOOR; break;
1956 #endif
1957 #ifdef DT_WHT
1958 case DT_WHT: ent->type = EIO_DT_WHT; break;
1959 #endif
1960 }
1961
1962 ent->score = 7;
1963
1964 if (flags & EIO_READDIR_DIRS_FIRST)
1965 {
1966 if (ent->type == EIO_DT_UNKNOWN)
1789 { 1967 {
1790 if (dir->type == EIO_DT_DIR) 1968 if (*name == '.') /* leading dots are likely directories, and, in any case, rare */
1791 ++dir; 1969 ent->score = 1;
1792 else if ((--oth)->type == EIO_DT_DIR) 1970 else if (!strchr (name, '.')) /* absence of dots indicate likely dirs */
1793 { 1971 ent->score = len <= 2 ? 4 - len : len <= 4 ? 4 : len <= 7 ? 5 : 6; /* shorter == more likely dir, but avoid too many classes */
1794 eio_dirent tmp = *dir; *dir = *oth; *oth = tmp;
1795
1796 ++dir;
1797 }
1798 } 1972 }
1799 1973 else if (ent->type == EIO_DT_DIR)
1800 /* now sort the dirs only (dirs all have the same score) */ 1974 ent->score = 0;
1801 eio_dent_sort (dents, dir - dents, 0, inode_bits);
1802 } 1975 }
1803
1804 break;
1805 }
1806
1807 /* now add the entry to our list(s) */
1808 name = D_NAME (entp);
1809
1810 /* skip . and .. entries */
1811 if (name [0] != '.' || (name [1] && (name [1] != '.' || name [2])))
1812 {
1813 int len = D_NAMLEN (entp) + 1;
1814
1815 while (ecb_expect_false (namesoffs + len > namesalloc))
1816 {
1817 namesalloc *= 2;
1818 req->ptr2 = names = realloc (names, namesalloc);
1819
1820 if (!names)
1821 break;
1822 } 1976 }
1823 1977
1824 memcpy (names + namesoffs, name, len);
1825
1826 if (dents)
1827 {
1828 struct eio_dirent *ent;
1829
1830 if (ecb_expect_false (dentoffs == dentalloc))
1831 {
1832 dentalloc *= 2;
1833 req->ptr1 = dents = realloc (dents, dentalloc * sizeof (eio_dirent));
1834
1835 if (!dents)
1836 break;
1837 }
1838
1839 ent = dents + dentoffs;
1840
1841 ent->nameofs = namesoffs; /* rather dirtily we store the offset in the pointer */
1842 ent->namelen = len - 1;
1843 ent->inode = D_INO (entp);
1844
1845 inode_bits |= ent->inode;
1846
1847 switch (D_TYPE (entp))
1848 {
1849 default:
1850 ent->type = EIO_DT_UNKNOWN;
1851 flags |= EIO_READDIR_FOUND_UNKNOWN;
1852 break;
1853
1854 #ifdef DT_FIFO
1855 case DT_FIFO: ent->type = EIO_DT_FIFO; break;
1856 #endif
1857 #ifdef DT_CHR
1858 case DT_CHR: ent->type = EIO_DT_CHR; break;
1859 #endif
1860 #ifdef DT_MPC
1861 case DT_MPC: ent->type = EIO_DT_MPC; break;
1862 #endif
1863 #ifdef DT_DIR
1864 case DT_DIR: ent->type = EIO_DT_DIR; break;
1865 #endif
1866 #ifdef DT_NAM
1867 case DT_NAM: ent->type = EIO_DT_NAM; break;
1868 #endif
1869 #ifdef DT_BLK
1870 case DT_BLK: ent->type = EIO_DT_BLK; break;
1871 #endif
1872 #ifdef DT_MPB
1873 case DT_MPB: ent->type = EIO_DT_MPB; break;
1874 #endif
1875 #ifdef DT_REG
1876 case DT_REG: ent->type = EIO_DT_REG; break;
1877 #endif
1878 #ifdef DT_NWK
1879 case DT_NWK: ent->type = EIO_DT_NWK; break;
1880 #endif
1881 #ifdef DT_CMP
1882 case DT_CMP: ent->type = EIO_DT_CMP; break;
1883 #endif
1884 #ifdef DT_LNK
1885 case DT_LNK: ent->type = EIO_DT_LNK; break;
1886 #endif
1887 #ifdef DT_SOCK
1888 case DT_SOCK: ent->type = EIO_DT_SOCK; break;
1889 #endif
1890 #ifdef DT_DOOR
1891 case DT_DOOR: ent->type = EIO_DT_DOOR; break;
1892 #endif
1893 #ifdef DT_WHT
1894 case DT_WHT: ent->type = EIO_DT_WHT; break;
1895 #endif
1896 }
1897
1898 ent->score = 7;
1899
1900 if (flags & EIO_READDIR_DIRS_FIRST)
1901 {
1902 if (ent->type == EIO_DT_UNKNOWN)
1903 {
1904 if (*name == '.') /* leading dots are likely directories, and, in any case, rare */
1905 ent->score = 1;
1906 else if (!strchr (name, '.')) /* absense of dots indicate likely dirs */
1907 ent->score = len <= 2 ? 4 - len : len <= 4 ? 4 : len <= 7 ? 5 : 6; /* shorter == more likely dir, but avoid too many classes */
1908 }
1909 else if (ent->type == EIO_DT_DIR)
1910 ent->score = 0;
1911 }
1912 }
1913
1914 namesoffs += len; 1978 namesoffs += len;
1915 ++dentoffs; 1979 ++dentoffs;
1916 } 1980 }
1917 1981
1918 if (EIO_CANCELLED (req)) 1982 if (EIO_CANCELLED (req))
1919 { 1983 {
1920 errno = ECANCELED; 1984 errno = ECANCELED;
1921 break; 1985 break;
1922 } 1986 }
1923 1987
1924#ifdef _WIN32 1988#ifdef _WIN32
1925 if (!FindNextFile (dirp, &entp)) 1989 if (!FindNextFile (dirp, &entp))
1926 { 1990 {
1927 FindClose (dirp); 1991 FindClose (dirp);
1928 dirp = 0; 1992 dirp = 0;
1929 } 1993 }
1930#endif 1994#endif
1931 } 1995 }
1932} 1996}
1997
1998/*****************************************************************************/
1999/* working directory stuff */
2000/* various deficiencies in the posix 2008 api force us to */
2001/* keep the absolute path in string form at all times */
2002/* fuck yeah. */
2003
2004#if !HAVE_AT
2005
2006/* a bit like realpath, but usually faster because it doesn'T have to return */
2007/* an absolute or canonical path */
2008static const char *
2009wd_expand (struct tmpbuf *tmpbuf, eio_wd wd, const char *path)
2010{
2011 if (!wd || *path == '/')
2012 return path;
2013
2014 if (path [0] == '.' && !path [1])
2015 return wd->str;
2016
2017 {
2018 int l1 = wd->len;
2019 int l2 = strlen (path);
2020
2021 char *res = tmpbuf_get (tmpbuf, l1 + l2 + 2);
2022
2023 memcpy (res, wd->str, l1);
2024 res [l1] = '/';
2025 memcpy (res + l1 + 1, path, l2 + 1);
2026
2027 return res;
2028 }
2029}
2030
2031#endif
2032
2033static eio_wd
2034eio__wd_open_sync (struct tmpbuf *tmpbuf, eio_wd wd, const char *path)
2035{
2036 int fd;
2037 eio_wd res;
2038 int len = eio__realpath (tmpbuf, wd, path);
2039
2040 if (len < 0)
2041 return EIO_INVALID_WD;
2042
2043#if HAVE_AT
2044 fd = openat (WD2FD (wd), path, O_CLOEXEC | O_SEARCH | O_DIRECTORY);
2045
2046 if (fd < 0)
2047 return EIO_INVALID_WD;
2048#endif
2049
2050 res = malloc (sizeof (*res) + len); /* one extra 0-byte */
2051
2052#if HAVE_AT
2053 res->fd = fd;
2054#endif
2055
2056 res->len = len;
2057 memcpy (res->str, tmpbuf->ptr, len);
2058 res->str [len] = 0;
2059
2060 return res;
2061}
2062
2063eio_wd
2064eio_wd_open_sync (eio_wd wd, const char *path)
2065{
2066 struct tmpbuf tmpbuf = { 0 };
2067 wd = eio__wd_open_sync (&tmpbuf, wd, path);
2068 free (tmpbuf.ptr);
2069
2070 return wd;
2071}
2072
2073void
2074eio_wd_close_sync (eio_wd wd)
2075{
2076 if (wd != EIO_INVALID_WD && wd != EIO_CWD)
2077 {
2078 #if HAVE_AT
2079 close (wd->fd);
2080 #endif
2081 free (wd);
2082 }
2083}
2084
2085#if HAVE_AT
2086
2087/* they forgot these */
2088
2089static int
2090eio__truncateat (int dirfd, const char *path, off_t length)
2091{
2092 int fd = openat (dirfd, path, O_WRONLY | O_CLOEXEC);
2093 int res;
2094
2095 if (fd < 0)
2096 return fd;
2097
2098 res = ftruncate (fd, length);
2099 close (fd);
2100 return res;
2101}
2102
2103static int
2104eio__statvfsat (int dirfd, const char *path, struct statvfs *buf)
2105{
2106 int fd = openat (dirfd, path, O_SEARCH | O_CLOEXEC);
2107 int res;
2108
2109 if (fd < 0)
2110 return fd;
2111
2112 res = fstatvfs (fd, buf);
2113 close (fd);
2114 return res;
2115
2116}
2117
2118#endif
1933 2119
1934/*****************************************************************************/ 2120/*****************************************************************************/
1935 2121
1936#define ALLOC(len) \ 2122#define ALLOC(len) \
1937 if (!req->ptr2) \ 2123 if (!req->ptr2) \
1946 req->result = -1; \ 2132 req->result = -1; \
1947 break; \ 2133 break; \
1948 } \ 2134 } \
1949 } 2135 }
1950 2136
2137static void ecb_noinline ecb_cold
2138etp_proc_init (void)
2139{
2140#if HAVE_PRCTL_SET_NAME
2141 /* provide a more sensible "thread name" */
2142 char name[16 + 1];
2143 const int namelen = sizeof (name) - 1;
2144 int len;
2145
2146 prctl (PR_GET_NAME, (unsigned long)name, 0, 0, 0);
2147 name [namelen] = 0;
2148 len = strlen (name);
2149 strcpy (name + (len <= namelen - 4 ? len : namelen - 4), "/eio");
2150 prctl (PR_SET_NAME, (unsigned long)name, 0, 0, 0);
2151#endif
2152}
2153
1951X_THREAD_PROC (etp_proc) 2154X_THREAD_PROC (etp_proc)
1952{ 2155{
1953 ETP_REQ *req; 2156 ETP_REQ *req;
1954 struct timespec ts; 2157 struct timespec ts;
1955 etp_worker *self = (etp_worker *)thr_arg; 2158 etp_worker *self = (etp_worker *)thr_arg;
1956 2159
1957#if HAVE_PRCTL_SET_NAME 2160 etp_proc_init ();
1958 prctl (PR_SET_NAME, (unsigned long)"eio_thread", 0, 0, 0);
1959#endif
1960 2161
1961 /* try to distribute timeouts somewhat evenly */ 2162 /* try to distribute timeouts somewhat evenly */
1962 ts.tv_nsec = ((unsigned long)self & 1023UL) * (1000000000UL / 1024UL); 2163 ts.tv_nsec = ((unsigned long)self & 1023UL) * (1000000000UL / 1024UL);
1963 2164
1964 for (;;) 2165 for (;;)
1967 2168
1968 X_LOCK (reqlock); 2169 X_LOCK (reqlock);
1969 2170
1970 for (;;) 2171 for (;;)
1971 { 2172 {
1972 self->req = req = reqq_shift (&req_queue); 2173 req = reqq_shift (&req_queue);
1973 2174
1974 if (req) 2175 if (req)
1975 break; 2176 break;
1976 2177
1977 if (ts.tv_sec == 1) /* no request, but timeout detected, let's quit */ 2178 if (ts.tv_sec == 1) /* no request, but timeout detected, let's quit */
2015 ++npending; 2216 ++npending;
2016 2217
2017 if (!reqq_push (&res_queue, req) && want_poll_cb) 2218 if (!reqq_push (&res_queue, req) && want_poll_cb)
2018 want_poll_cb (); 2219 want_poll_cb ();
2019 2220
2020 self->req = 0;
2021 etp_worker_clear (self); 2221 etp_worker_clear (self);
2022 2222
2023 X_UNLOCK (reslock); 2223 X_UNLOCK (reslock);
2024 } 2224 }
2025 2225
2026quit: 2226quit:
2227 free (req);
2228
2027 X_LOCK (wrklock); 2229 X_LOCK (wrklock);
2028 etp_worker_free (self); 2230 etp_worker_free (self);
2029 X_UNLOCK (wrklock); 2231 X_UNLOCK (wrklock);
2030 2232
2031 return 0; 2233 return 0;
2034/*****************************************************************************/ 2236/*****************************************************************************/
2035 2237
2036int ecb_cold 2238int ecb_cold
2037eio_init (void (*want_poll)(void), void (*done_poll)(void)) 2239eio_init (void (*want_poll)(void), void (*done_poll)(void))
2038{ 2240{
2039#if !HAVE_PREADWRITE
2040 X_MUTEX_CREATE (preadwritelock);
2041#endif
2042
2043 return etp_init (want_poll, done_poll); 2241 return etp_init (want_poll, done_poll);
2044} 2242}
2045 2243
2046ecb_inline void 2244ecb_inline void
2047eio_api_destroy (eio_req *req) 2245eio_api_destroy (eio_req *req)
2048{ 2246{
2049 free (req); 2247 free (req);
2050} 2248}
2051 2249
2052#define REQ(rtype) \ 2250#define REQ(rtype) \
2053 eio_req *req; \ 2251 eio_req *req; \
2054 \ 2252 \
2055 req = (eio_req *)calloc (1, sizeof *req); \ 2253 req = (eio_req *)calloc (1, sizeof *req); \
2056 if (!req) \ 2254 if (!req) \
2057 return 0; \ 2255 return 0; \
2074 } 2272 }
2075 2273
2076static void 2274static void
2077eio_execute (etp_worker *self, eio_req *req) 2275eio_execute (etp_worker *self, eio_req *req)
2078{ 2276{
2277#if HAVE_AT
2278 int dirfd;
2279#else
2280 const char *path;
2281#endif
2282
2079 if (ecb_expect_false (EIO_CANCELLED (req))) 2283 if (ecb_expect_false (EIO_CANCELLED (req)))
2080 { 2284 {
2081 req->result = -1; 2285 req->result = -1;
2082 req->errorno = ECANCELED; 2286 req->errorno = ECANCELED;
2083 return; 2287 return;
2084 } 2288 }
2085 2289
2290 if (ecb_expect_false (req->wd == EIO_INVALID_WD))
2291 {
2292 req->result = -1;
2293 req->errorno = ENOENT;
2294 return;
2295 }
2296
2297 if (req->type >= EIO_OPEN)
2298 {
2299 #if HAVE_AT
2300 dirfd = WD2FD (req->wd);
2301 #else
2302 path = wd_expand (&self->tmpbuf, req->wd, req->ptr1);
2303 #endif
2304 }
2305
2086 switch (req->type) 2306 switch (req->type)
2087 { 2307 {
2308 case EIO_WD_OPEN: req->wd = eio__wd_open_sync (&self->tmpbuf, req->wd, req->ptr1);
2309 req->result = req->wd == EIO_INVALID_WD ? -1 : 0;
2310 break;
2311 case EIO_WD_CLOSE: req->result = 0;
2312 eio_wd_close_sync (req->wd); break;
2313
2314 case EIO_SEEK: eio__lseek (req); break;
2088 case EIO_READ: ALLOC (req->size); 2315 case EIO_READ: ALLOC (req->size);
2089 req->result = req->offs >= 0 2316 req->result = req->offs >= 0
2090 ? pread (req->int1, req->ptr2, req->size, req->offs) 2317 ? pread (req->int1, req->ptr2, req->size, req->offs)
2091 : read (req->int1, req->ptr2, req->size); break; 2318 : read (req->int1, req->ptr2, req->size); break;
2092 case EIO_WRITE: req->result = req->offs >= 0 2319 case EIO_WRITE: req->result = req->offs >= 0
2094 : write (req->int1, req->ptr2, req->size); break; 2321 : write (req->int1, req->ptr2, req->size); break;
2095 2322
2096 case EIO_READAHEAD: req->result = readahead (req->int1, req->offs, req->size); break; 2323 case EIO_READAHEAD: req->result = readahead (req->int1, req->offs, req->size); break;
2097 case EIO_SENDFILE: req->result = eio__sendfile (req->int1, req->int2, req->offs, req->size); break; 2324 case EIO_SENDFILE: req->result = eio__sendfile (req->int1, req->int2, req->offs, req->size); break;
2098 2325
2326#if HAVE_AT
2327
2099 case EIO_STAT: ALLOC (sizeof (EIO_STRUCT_STAT)); 2328 case EIO_STAT: ALLOC (sizeof (EIO_STRUCT_STAT));
2100 req->result = stat (req->ptr1, (EIO_STRUCT_STAT *)req->ptr2); break; 2329 req->result = fstatat (dirfd, req->ptr1, (EIO_STRUCT_STAT *)req->ptr2, 0); break;
2101 case EIO_LSTAT: ALLOC (sizeof (EIO_STRUCT_STAT)); 2330 case EIO_LSTAT: ALLOC (sizeof (EIO_STRUCT_STAT));
2331 req->result = fstatat (dirfd, req->ptr1, (EIO_STRUCT_STAT *)req->ptr2, AT_SYMLINK_NOFOLLOW); break;
2332 case EIO_CHOWN: req->result = fchownat (dirfd, req->ptr1, req->int2, req->int3, 0); break;
2333 case EIO_CHMOD: req->result = fchmodat (dirfd, req->ptr1, (mode_t)req->int2, 0); break;
2334 case EIO_TRUNCATE: req->result = eio__truncateat (dirfd, req->ptr1, req->offs); break;
2335 case EIO_OPEN: req->result = openat (dirfd, req->ptr1, req->int1, (mode_t)req->int2); break;
2336
2337 case EIO_UNLINK: req->result = unlinkat (dirfd, req->ptr1, 0); break;
2338 case EIO_RMDIR: req->result = unlinkat (dirfd, req->ptr1, AT_REMOVEDIR); break;
2339 case EIO_MKDIR: req->result = mkdirat (dirfd, req->ptr1, (mode_t)req->int2); break;
2340 case EIO_RENAME: req->result = renameat (dirfd, req->ptr1, WD2FD ((eio_wd)req->int3), req->ptr2); break;
2341 case EIO_LINK: req->result = linkat (dirfd, req->ptr1, WD2FD ((eio_wd)req->int3), req->ptr2, 0); break;
2342 case EIO_SYMLINK: req->result = symlinkat (req->ptr1, dirfd, req->ptr2); break;
2343 case EIO_MKNOD: req->result = mknodat (dirfd, req->ptr1, (mode_t)req->int2, (dev_t)req->offs); break;
2344 case EIO_READLINK: ALLOC (PATH_MAX);
2345 req->result = readlinkat (dirfd, req->ptr1, req->ptr2, PATH_MAX); break;
2346 case EIO_STATVFS: ALLOC (sizeof (EIO_STRUCT_STATVFS));
2347 req->result = eio__statvfsat (dirfd, req->ptr1, (EIO_STRUCT_STATVFS *)req->ptr2); break;
2348 case EIO_UTIME:
2349 case EIO_FUTIME:
2350 {
2351 struct timespec ts[2];
2352 struct timespec *times;
2353
2354 if (req->nv1 != -1. || req->nv2 != -1.)
2355 {
2356 ts[0].tv_sec = req->nv1;
2357 ts[0].tv_nsec = (req->nv1 - ts[0].tv_sec) * 1e9;
2358 ts[1].tv_sec = req->nv2;
2359 ts[1].tv_nsec = (req->nv2 - ts[1].tv_sec) * 1e9;
2360
2361 times = ts;
2362 }
2363 else
2364 times = 0;
2365
2366 req->result = req->type == EIO_FUTIME
2367 ? futimens (req->int1, times)
2368 : utimensat (dirfd, req->ptr1, times, 0);
2369 }
2370 break;
2371
2372#else
2373
2374 case EIO_STAT: ALLOC (sizeof (EIO_STRUCT_STAT));
2375 req->result = stat (path , (EIO_STRUCT_STAT *)req->ptr2); break;
2376 case EIO_LSTAT: ALLOC (sizeof (EIO_STRUCT_STAT));
2102 req->result = lstat (req->ptr1, (EIO_STRUCT_STAT *)req->ptr2); break; 2377 req->result = lstat (path , (EIO_STRUCT_STAT *)req->ptr2); break;
2378 case EIO_CHOWN: req->result = chown (path , req->int2, req->int3); break;
2379 case EIO_CHMOD: req->result = chmod (path , (mode_t)req->int2); break;
2380 case EIO_TRUNCATE: req->result = truncate (path , req->offs); break;
2381 case EIO_OPEN: req->result = open (path , req->int1, (mode_t)req->int2); break;
2382
2383 case EIO_UNLINK: req->result = unlink (path ); break;
2384 case EIO_RMDIR: req->result = rmdir (path ); break;
2385 case EIO_MKDIR: req->result = mkdir (path , (mode_t)req->int2); break;
2386 case EIO_RENAME: req->result = rename (path , req->ptr2); break;
2387 case EIO_LINK: req->result = link (path , req->ptr2); break;
2388 case EIO_SYMLINK: req->result = symlink (path , req->ptr2); break;
2389 case EIO_MKNOD: req->result = mknod (path , (mode_t)req->int2, (dev_t)req->offs); break;
2390 case EIO_READLINK: ALLOC (PATH_MAX);
2391 req->result = readlink (path, req->ptr2, PATH_MAX); break;
2392 case EIO_STATVFS: ALLOC (sizeof (EIO_STRUCT_STATVFS));
2393 req->result = statvfs (path , (EIO_STRUCT_STATVFS *)req->ptr2); break;
2394
2395 case EIO_UTIME:
2396 case EIO_FUTIME:
2397 {
2398 struct timeval tv[2];
2399 struct timeval *times;
2400
2401 if (req->nv1 != -1. || req->nv2 != -1.)
2402 {
2403 tv[0].tv_sec = req->nv1;
2404 tv[0].tv_usec = (req->nv1 - tv[0].tv_sec) * 1e6;
2405 tv[1].tv_sec = req->nv2;
2406 tv[1].tv_usec = (req->nv2 - tv[1].tv_sec) * 1e6;
2407
2408 times = tv;
2409 }
2410 else
2411 times = 0;
2412
2413 req->result = req->type == EIO_FUTIME
2414 ? futimes (req->int1, times)
2415 : utimes (req->ptr1, times);
2416 }
2417 break;
2418
2419#endif
2420
2421 case EIO_REALPATH: if (0 <= (req->result = eio__realpath (&self->tmpbuf, req->wd, req->ptr1)))
2422 {
2423 ALLOC (req->result);
2424 memcpy (req->ptr2, self->tmpbuf.ptr, req->result);
2425 }
2426 break;
2427
2103 case EIO_FSTAT: ALLOC (sizeof (EIO_STRUCT_STAT)); 2428 case EIO_FSTAT: ALLOC (sizeof (EIO_STRUCT_STAT));
2104 req->result = fstat (req->int1, (EIO_STRUCT_STAT *)req->ptr2); break; 2429 req->result = fstat (req->int1, (EIO_STRUCT_STAT *)req->ptr2); break;
2105 2430
2106 case EIO_STATVFS: ALLOC (sizeof (EIO_STRUCT_STATVFS));
2107 req->result = statvfs (req->ptr1, (EIO_STRUCT_STATVFS *)req->ptr2); break;
2108 case EIO_FSTATVFS: ALLOC (sizeof (EIO_STRUCT_STATVFS)); 2431 case EIO_FSTATVFS: ALLOC (sizeof (EIO_STRUCT_STATVFS));
2109 req->result = fstatvfs (req->int1, (EIO_STRUCT_STATVFS *)req->ptr2); break; 2432 req->result = fstatvfs (req->int1, (EIO_STRUCT_STATVFS *)req->ptr2); break;
2110 2433
2111 case EIO_CHOWN: req->result = chown (req->ptr1, req->int2, req->int3); break;
2112 case EIO_FCHOWN: req->result = fchown (req->int1, req->int2, req->int3); break; 2434 case EIO_FCHOWN: req->result = fchown (req->int1, req->int2, req->int3); break;
2113 case EIO_CHMOD: req->result = chmod (req->ptr1, (mode_t)req->int2); break;
2114 case EIO_FCHMOD: req->result = fchmod (req->int1, (mode_t)req->int2); break; 2435 case EIO_FCHMOD: req->result = fchmod (req->int1, (mode_t)req->int2); break;
2115 case EIO_TRUNCATE: req->result = truncate (req->ptr1, req->offs); break;
2116 case EIO_FTRUNCATE: req->result = ftruncate (req->int1, req->offs); break; 2436 case EIO_FTRUNCATE: req->result = ftruncate (req->int1, req->offs); break;
2117 2437
2118 case EIO_OPEN: req->result = open (req->ptr1, req->int1, (mode_t)req->int2); break;
2119 case EIO_CLOSE: req->result = close (req->int1); break; 2438 case EIO_CLOSE: req->result = close (req->int1); break;
2120 case EIO_DUP2: req->result = dup2 (req->int1, req->int2); break; 2439 case EIO_DUP2: req->result = dup2 (req->int1, req->int2); break;
2121 case EIO_UNLINK: req->result = unlink (req->ptr1); break;
2122 case EIO_RMDIR: req->result = rmdir (req->ptr1); break;
2123 case EIO_MKDIR: req->result = mkdir (req->ptr1, (mode_t)req->int2); break;
2124 case EIO_RENAME: req->result = rename (req->ptr1, req->ptr2); break;
2125 case EIO_LINK: req->result = link (req->ptr1, req->ptr2); break;
2126 case EIO_SYMLINK: req->result = symlink (req->ptr1, req->ptr2); break;
2127 case EIO_MKNOD: req->result = mknod (req->ptr1, (mode_t)req->int2, (dev_t)req->offs); break;
2128
2129 case EIO_REALPATH: eio__realpath (req, self); break;
2130
2131 case EIO_READLINK: ALLOC (PATH_MAX);
2132 req->result = readlink (req->ptr1, req->ptr2, PATH_MAX); break;
2133
2134 case EIO_SYNC: req->result = 0; sync (); break; 2440 case EIO_SYNC: req->result = 0; sync (); break;
2135 case EIO_FSYNC: req->result = fsync (req->int1); break; 2441 case EIO_FSYNC: req->result = fsync (req->int1); break;
2136 case EIO_FDATASYNC: req->result = fdatasync (req->int1); break; 2442 case EIO_FDATASYNC: req->result = fdatasync (req->int1); break;
2137 case EIO_SYNCFS: req->result = eio__syncfs (req->int1); break; 2443 case EIO_SYNCFS: req->result = eio__syncfs (req->int1); break;
2138 case EIO_SYNC_FILE_RANGE: req->result = eio__sync_file_range (req->int1, req->offs, req->size, req->int2); break; 2444 case EIO_SYNC_FILE_RANGE: req->result = eio__sync_file_range (req->int1, req->offs, req->size, req->int2); break;
2157 req->result = select (0, 0, 0, 0, &tv); 2463 req->result = select (0, 0, 0, 0, &tv);
2158 } 2464 }
2159#endif 2465#endif
2160 break; 2466 break;
2161 2467
2162 case EIO_UTIME:
2163 case EIO_FUTIME:
2164 {
2165 struct timeval tv[2];
2166 struct timeval *times;
2167
2168 if (req->nv1 != -1. || req->nv2 != -1.)
2169 {
2170 tv[0].tv_sec = req->nv1;
2171 tv[0].tv_usec = (req->nv1 - tv[0].tv_sec) * 1000000.;
2172 tv[1].tv_sec = req->nv2;
2173 tv[1].tv_usec = (req->nv2 - tv[1].tv_sec) * 1000000.;
2174
2175 times = tv;
2176 }
2177 else
2178 times = 0;
2179
2180 req->result = req->type == EIO_FUTIME
2181 ? futimes (req->int1, times)
2182 : utimes (req->ptr1, times);
2183 }
2184 break;
2185
2186 case EIO_GROUP: 2468 case EIO_GROUP:
2187 abort (); /* handled in eio_request */ 2469 abort (); /* handled in eio_request */
2188 2470
2189 case EIO_NOP: 2471 case EIO_NOP:
2190 req->result = 0; 2472 req->result = 0;
2193 case EIO_CUSTOM: 2475 case EIO_CUSTOM:
2194 req->feed (req); 2476 req->feed (req);
2195 break; 2477 break;
2196 2478
2197 default: 2479 default:
2198 errno = ENOSYS;
2199 req->result = -1; 2480 req->result = EIO_ENOSYS ();
2200 break; 2481 break;
2201 } 2482 }
2202 2483
2203 req->errorno = errno; 2484 req->errorno = errno;
2204} 2485}
2205 2486
2206#ifndef EIO_NO_WRAPPERS 2487#ifndef EIO_NO_WRAPPERS
2207 2488
2489eio_req *eio_wd_open (const char *path, int pri, eio_cb cb, void *data)
2490{
2491 REQ (EIO_WD_OPEN); PATH; SEND;
2492}
2493
2494eio_req *eio_wd_close (eio_wd wd, int pri, eio_cb cb, void *data)
2495{
2496 REQ (EIO_WD_CLOSE); req->wd = wd; SEND;
2497}
2498
2208eio_req *eio_nop (int pri, eio_cb cb, void *data) 2499eio_req *eio_nop (int pri, eio_cb cb, void *data)
2209{ 2500{
2210 REQ (EIO_NOP); SEND; 2501 REQ (EIO_NOP); SEND;
2211} 2502}
2212 2503
2271} 2562}
2272 2563
2273eio_req *eio_readahead (int fd, off_t offset, size_t length, int pri, eio_cb cb, void *data) 2564eio_req *eio_readahead (int fd, off_t offset, size_t length, int pri, eio_cb cb, void *data)
2274{ 2565{
2275 REQ (EIO_READAHEAD); req->int1 = fd; req->offs = offset; req->size = length; SEND; 2566 REQ (EIO_READAHEAD); req->int1 = fd; req->offs = offset; req->size = length; SEND;
2567}
2568
2569eio_req *eio_seek (int fd, off_t offset, int whence, int pri, eio_cb cb, void *data)
2570{
2571 REQ (EIO_SEEK); req->int1 = fd; req->offs = offset; req->int2 = whence; SEND;
2276} 2572}
2277 2573
2278eio_req *eio_read (int fd, void *buf, size_t length, off_t offset, int pri, eio_cb cb, void *data) 2574eio_req *eio_read (int fd, void *buf, size_t length, off_t offset, int pri, eio_cb cb, void *data)
2279{ 2575{
2280 REQ (EIO_READ); req->int1 = fd; req->offs = offset; req->size = length; req->ptr2 = buf; SEND; 2576 REQ (EIO_READ); req->int1 = fd; req->offs = offset; req->size = length; req->ptr2 = buf; SEND;

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines