ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.53 by root, Mon Oct 23 00:17:07 2006 UTC vs.
Revision 1.65 by root, Tue Oct 24 00:26:32 2006 UTC

1#if __linux
2# define _GNU_SOURCE
3#endif
4
1#define _REENTRANT 1 5#define _REENTRANT 1
6
2#include <errno.h> 7#include <errno.h>
3 8
4#include "EXTERN.h" 9#include "EXTERN.h"
5#include "perl.h" 10#include "perl.h"
6#include "XSUB.h" 11#include "XSUB.h"
… …
41# define NAME_MAX 4096 46# define NAME_MAX 4096
42#endif 47#endif
43 48
44#if __ia64 49#if __ia64
45# define STACKSIZE 65536 50# define STACKSIZE 65536
51#elif __i386 || __x86_64 /* 16k is unreasonably high :( */
52# define STACKSIZE PTHREAD_STACK_MIN
46#else 53#else
47# define STACKSIZE 8192 54# define STACKSIZE 16384
48#endif 55#endif
56
57/* buffer size for various temporary buffers */
58#define AIO_BUFSIZE 65536
59
60#define dBUF \
61 char *aio_buf = malloc (AIO_BUFSIZE); \
62 if (!aio_buf) \
63 return -1;
64
65#define fBUF free (aio_buf)
49 66
50enum { 67enum {
51 REQ_QUIT, 68 REQ_QUIT,
52 REQ_OPEN, REQ_CLOSE, 69 REQ_OPEN, REQ_CLOSE,
53 REQ_READ, REQ_WRITE, REQ_READAHEAD, 70 REQ_READ, REQ_WRITE, REQ_READAHEAD,
… …
55 REQ_STAT, REQ_LSTAT, REQ_FSTAT, 72 REQ_STAT, REQ_LSTAT, REQ_FSTAT,
56 REQ_FSYNC, REQ_FDATASYNC, 73 REQ_FSYNC, REQ_FDATASYNC,
57 REQ_UNLINK, REQ_RMDIR, REQ_RENAME, 74 REQ_UNLINK, REQ_RMDIR, REQ_RENAME,
58 REQ_READDIR, 75 REQ_READDIR,
59 REQ_LINK, REQ_SYMLINK, 76 REQ_LINK, REQ_SYMLINK,
77 REQ_GROUP, REQ_NOP,
60 REQ_SLEEP, 78 REQ_SLEEP,
61 REQ_GROUP,
62}; 79};
63 80
64#define AIO_REQ_KLASS "IO::AIO::REQ" 81#define AIO_REQ_KLASS "IO::AIO::REQ"
65#define AIO_GRP_KLASS "IO::AIO::GRP" 82#define AIO_GRP_KLASS "IO::AIO::GRP"
66 83
67typedef struct aio_cb 84typedef struct aio_cb
68{ 85{
69 struct aio_cb *volatile next; 86 struct aio_cb *volatile next;
70
71 struct aio_cb *grp, *grp_prev, *grp_next, *grp_first;
72
73 SV *self; /* the perl counterpart of this request, if any */
74 87
75 SV *data, *callback; 88 SV *data, *callback;
76 SV *fh, *fh2; 89 SV *fh, *fh2;
77 void *dataptr, *data2ptr; 90 void *dataptr, *data2ptr;
78 Stat_t *statdata; 91 Stat_t *statdata;
79 off_t offset; 92 off_t offset;
80 size_t length; 93 size_t length;
81 ssize_t result; 94 ssize_t result;
82 95
96 STRLEN dataoffset;
83 int type; 97 int type;
84 int fd, fd2; 98 int fd, fd2;
85 int errorno; 99 int errorno;
86 STRLEN dataoffset;
87 mode_t mode; /* open */ 100 mode_t mode; /* open */
101
88 unsigned char cancelled; 102 unsigned char flags;
103 unsigned char pri;
104
105 SV *self; /* the perl counterpart of this request, if any */
106 struct aio_cb *grp, *grp_prev, *grp_next, *grp_first;
89} aio_cb; 107} aio_cb;
108
109enum {
110 FLAG_CANCELLED = 0x01,
111};
90 112
91typedef aio_cb *aio_req; 113typedef aio_cb *aio_req;
92typedef aio_cb *aio_req_ornot; 114typedef aio_cb *aio_req_ornot;
115
116enum {
117 PRI_MIN = -4,
118 PRI_MAX = 4,
119
120 DEFAULT_PRI = 0,
121 PRI_BIAS = -PRI_MIN,
122};
123
124static int next_pri = DEFAULT_PRI + PRI_BIAS;
93 125
94static int started, wanted; 126static int started, wanted;
95static volatile int nreqs; 127static volatile int nreqs;
96static int max_outstanding = 1<<30; 128static int max_outstanding = 1<<30;
97static int respipe [2]; 129static int respipe [2];
98 130
131#if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP)
132# define AIO_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP
133#else
134# define AIO_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER
135#endif
136
99static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER; 137static pthread_mutex_t reslock = AIO_MUTEX_INIT;
100static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER; 138static pthread_mutex_t reqlock = AIO_MUTEX_INIT;
101static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; 139static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
102 140
103static volatile aio_req reqs, reqe; /* queue start, queue end */ 141static volatile aio_req reqs, reqe; /* queue start, queue end */
104static volatile aio_req ress, rese; /* queue start, queue end */ 142static volatile aio_req ress, rese; /* queue start, queue end */
105 143
… …
130 return mg ? (aio_req)mg->mg_ptr : 0; 168 return mg ? (aio_req)mg->mg_ptr : 0;
131} 169}
132 170
133static void aio_grp_feed (aio_req grp) 171static void aio_grp_feed (aio_req grp)
134{ 172{
135 while (grp->length < grp->fd2) 173 while (grp->length < grp->fd2 && !(grp->flags & FLAG_CANCELLED))
136 { 174 {
137 int old_len = grp->length; 175 int old_len = grp->length;
138 176
139 if (grp->fh2 && SvOK (grp->fh2)) 177 if (grp->fh2 && SvOK (grp->fh2))
140 { 178 {
… …
176 } 214 }
177} 215}
178 216
179static void poll_wait () 217static void poll_wait ()
180{ 218{
181 if (nreqs && !ress)
182 {
183 fd_set rfd; 219 fd_set rfd;
220
221 while (nreqs)
222 {
223 aio_req req;
224#if !(__i386 || __x86_64) /* safe without sempahore on this archs */
225 pthread_mutex_lock (&reslock);
226#endif
227 req = ress;
228#if !(__i386 || __x86_64) /* safe without sempahore on this archs */
229 pthread_mutex_unlock (&reslock);
230#endif
231
232 if (req)
233 return;
234
184 FD_ZERO(&rfd); 235 FD_ZERO(&rfd);
185 FD_SET(respipe [0], &rfd); 236 FD_SET(respipe [0], &rfd);
186 237
187 select (respipe [0] + 1, &rfd, 0, 0, 0); 238 select (respipe [0] + 1, &rfd, 0, 0, 0);
188 } 239 }
… …
191static void req_invoke (aio_req req) 242static void req_invoke (aio_req req)
192{ 243{
193 dSP; 244 dSP;
194 int errorno = errno; 245 int errorno = errno;
195 246
196 if (req->cancelled || !SvOK (req->callback)) 247 if (req->flags & FLAG_CANCELLED || !SvOK (req->callback))
197 return; 248 return;
198 249
199 errno = req->errorno; 250 errno = req->errorno;
200 251
201 ENTER; 252 ENTER;
… …
259 for (i = 0; i <= AvFILL (av); ++i) 310 for (i = 0; i <= AvFILL (av); ++i)
260 PUSHs (*av_fetch (av, i, 0)); 311 PUSHs (*av_fetch (av, i, 0));
261 } 312 }
262 break; 313 break;
263 314
315 case REQ_NOP:
264 case REQ_SLEEP: 316 case REQ_SLEEP:
265 break; 317 break;
266 318
267 default: 319 default:
268 PUSHs (sv_2mortal (newSViv (req->result))); 320 PUSHs (sv_2mortal (newSViv (req->result)));
… …
320 Safefree (req); 372 Safefree (req);
321} 373}
322 374
323static void req_cancel (aio_req req) 375static void req_cancel (aio_req req)
324{ 376{
325 req->cancelled = 1; 377 req->flags |= FLAG_CANCELLED;
326 378
327 if (req->type == REQ_GROUP) 379 if (req->type == REQ_GROUP)
328 { 380 {
329 aio_req sub; 381 aio_req sub;
330 382
… …
554#if !HAVE_READAHEAD 606#if !HAVE_READAHEAD
555# define readahead aio_readahead 607# define readahead aio_readahead
556 608
557static ssize_t readahead (int fd, off_t offset, size_t count) 609static ssize_t readahead (int fd, off_t offset, size_t count)
558{ 610{
559 char readahead_buf[4096]; 611 dBUF;
560 612
561 while (count > 0) 613 while (count > 0)
562 { 614 {
563 size_t len = count < sizeof (readahead_buf) ? count : sizeof (readahead_buf); 615 size_t len = count < AIO_BUFSIZE ? count : AIO_BUFSIZE;
564 616
565 pread (fd, readahead_buf, len, offset); 617 pread (fd, aio_buf, len, offset);
566 offset += len; 618 offset += len;
567 count -= len; 619 count -= len;
568 } 620 }
621
622 fBUF;
569 623
570 errno = 0; 624 errno = 0;
571} 625}
572#endif 626#endif
573 627
… …
659#endif 713#endif
660 ) 714 )
661 ) 715 )
662 { 716 {
663 /* emulate sendfile. this is a major pain in the ass */ 717 /* emulate sendfile. this is a major pain in the ass */
664 char buf[4096]; 718 dBUF;
719
665 res = 0; 720 res = 0;
666 721
667 while (count) 722 while (count)
668 { 723 {
669 ssize_t cnt; 724 ssize_t cnt;
670 725
671 cnt = pread (ifd, buf, count > 4096 ? 4096 : count, offset); 726 cnt = pread (ifd, aio_buf, count > AIO_BUFSIZE ? AIO_BUFSIZE : count, offset);
672 727
673 if (cnt <= 0) 728 if (cnt <= 0)
674 { 729 {
675 if (cnt && !res) res = -1; 730 if (cnt && !res) res = -1;
676 break; 731 break;
677 } 732 }
678 733
679 cnt = write (ofd, buf, cnt); 734 cnt = write (ofd, aio_buf, cnt);
680 735
681 if (cnt <= 0) 736 if (cnt <= 0)
682 { 737 {
683 if (cnt && !res) res = -1; 738 if (cnt && !res) res = -1;
684 break; 739 break;
… …
686 741
687 offset += cnt; 742 offset += cnt;
688 res += cnt; 743 res += cnt;
689 count -= cnt; 744 count -= cnt;
690 } 745 }
746
747 fBUF;
691 } 748 }
692 749
693 return res; 750 return res;
694} 751}
695 752
696/* read a full directory */ 753/* read a full directory */
697static int scandir_ (const char *path, void **namesp) 754static int scandir_ (const char *path, void **namesp)
698{ 755{
699 DIR *dirp = opendir (path); 756 DIR *dirp;
700 union 757 union
701 { 758 {
702 struct dirent d; 759 struct dirent d;
703 char b [offsetof (struct dirent, d_name) + NAME_MAX + 1]; 760 char b [offsetof (struct dirent, d_name) + NAME_MAX + 1];
704 } u; 761 } *u;
705 struct dirent *entp; 762 struct dirent *entp;
706 char *name, *names; 763 char *name, *names;
707 int memlen = 4096; 764 int memlen = 4096;
708 int memofs = 0; 765 int memofs = 0;
709 int res = 0; 766 int res = 0;
710 int errorno; 767 int errorno;
711 768
769 dirp = opendir (path);
712 if (!dirp) 770 if (!dirp)
713 return -1; 771 return -1;
714 772
773 u = malloc (sizeof (*u));
715 names = malloc (memlen); 774 names = malloc (memlen);
716 775
776 if (u && names)
717 for (;;) 777 for (;;)
718 { 778 {
779 errno = 0;
719 errno = 0, readdir_r (dirp, &u.d, &entp); 780 readdir_r (dirp, &u->d, &entp);
720 781
721 if (!entp) 782 if (!entp)
722 break; 783 break;
723 784
724 name = entp->d_name; 785 name = entp->d_name;
725 786
726 if (name [0] != '.' || (name [1] && (name [1] != '.' || name [2]))) 787 if (name [0] != '.' || (name [1] && (name [1] != '.' || name [2])))
727 { 788 {
728 int len = strlen (name) + 1; 789 int len = strlen (name) + 1;
729 790
730 res++; 791 res++;
731 792
732 while (memofs + len > memlen) 793 while (memofs + len > memlen)
733 { 794 {
734 memlen *= 2; 795 memlen *= 2;
735 names = realloc (names, memlen); 796 names = realloc (names, memlen);
736 if (!names) 797 if (!names)
737 break; 798 break;
738 } 799 }
739 800
740 memcpy (names + memofs, name, len); 801 memcpy (names + memofs, name, len);
741 memofs += len; 802 memofs += len;
742 } 803 }
743 } 804 }
744 805
745 errorno = errno; 806 errorno = errno;
807 free (u);
746 closedir (dirp); 808 closedir (dirp);
747 809
748 if (errorno) 810 if (errorno)
749 { 811 {
750 free (names); 812 free (names);
… …
784 } 846 }
785 847
786 pthread_mutex_unlock (&reqlock); 848 pthread_mutex_unlock (&reqlock);
787 849
788 errno = 0; /* strictly unnecessary */ 850 errno = 0; /* strictly unnecessary */
789
790 if (!req->cancelled)
791 switch (type = req->type) /* remember type for QUIT check */ 851 type = req->type; /* remember type for QUIT check */
852
853 if (!(req->flags & FLAG_CANCELLED))
854 switch (type)
792 { 855 {
793 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break; 856 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
794 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break; 857 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
795 858
796 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break; 859 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
… …
820 tv.tv_usec = req->fd2; 883 tv.tv_usec = req->fd2;
821 884
822 req->result = select (0, 0, 0, 0, &tv); 885 req->result = select (0, 0, 0, 0, &tv);
823 } 886 }
824 887
888 case REQ_GROUP:
889 case REQ_NOP:
825 case REQ_QUIT: 890 case REQ_QUIT:
826 break; 891 break;
827 892
828 default: 893 default:
829 req->result = ENOSYS; 894 req->result = ENOSYS;
… …
913 atfork_parent (); 978 atfork_parent ();
914} 979}
915 980
916#define dREQ \ 981#define dREQ \
917 aio_req req; \ 982 aio_req req; \
983 int req_pri = next_pri; \
984 next_pri = DEFAULT_PRI + PRI_BIAS; \
918 \ 985 \
919 if (SvOK (callback) && !SvROK (callback)) \ 986 if (SvOK (callback) && !SvROK (callback)) \
920 croak ("callback must be undef or of reference type"); \ 987 croak ("callback must be undef or of reference type"); \
921 \ 988 \
922 Newz (0, req, 1, aio_cb); \ 989 Newz (0, req, 1, aio_cb); \
923 if (!req) \ 990 if (!req) \
924 croak ("out of memory during aio_req allocation"); \ 991 croak ("out of memory during aio_req allocation"); \
925 \ 992 \
926 req->callback = newSVsv (callback) 993 req->callback = newSVsv (callback); \
994 req->pri = req_pri
927 995
928#define REQ_SEND \ 996#define REQ_SEND \
929 req_send (req); \ 997 req_send (req); \
930 \ 998 \
931 if (GIMME_V != G_VOID) \ 999 if (GIMME_V != G_VOID) \
… …
1206 SV * callback 1274 SV * callback
1207 PROTOTYPE: ;$ 1275 PROTOTYPE: ;$
1208 PPCODE: 1276 PPCODE:
1209{ 1277{
1210 dREQ; 1278 dREQ;
1279
1211 req->type = REQ_GROUP; 1280 req->type = REQ_GROUP;
1212 req_send (req); 1281 req_send (req);
1282
1213 XPUSHs (req_sv (req, AIO_GRP_KLASS)); 1283 XPUSHs (req_sv (req, AIO_GRP_KLASS));
1214} 1284}
1285
1286void
1287aio_nop (callback=&PL_sv_undef)
1288 SV * callback
1289 PPCODE:
1290{
1291 dREQ;
1292
1293 req->type = REQ_NOP;
1294
1295 REQ_SEND;
1296}
1297
1298#if 0
1299
1300void
1301aio_pri (int pri = DEFAULT_PRI)
1302 CODE:
1303 if (pri < PRI_MIN) pri = PRI_MIN;
1304 if (pri > PRI_MAX) pri = PRI_MAX;
1305 next_pri = pri + PRI_BIAS;
1306
1307#endif
1215 1308
1216void 1309void
1217flush () 1310flush ()
1218 PROTOTYPE: 1311 PROTOTYPE:
1219 CODE: 1312 CODE:
… …
1272cancel (aio_req_ornot req) 1365cancel (aio_req_ornot req)
1273 PROTOTYPE: 1366 PROTOTYPE:
1274 CODE: 1367 CODE:
1275 req_cancel (req); 1368 req_cancel (req);
1276 1369
1370void
1371cb (aio_req_ornot req, SV *callback=&PL_sv_undef)
1372 CODE:
1373 SvREFCNT_dec (req->callback);
1374 req->callback = newSVsv (callback);
1375
1277MODULE = IO::AIO PACKAGE = IO::AIO::GRP 1376MODULE = IO::AIO PACKAGE = IO::AIO::GRP
1278 1377
1279void 1378void
1280add (aio_req grp, ...) 1379add (aio_req grp, ...)
1281 PPCODE: 1380 PPCODE:
… …
1322 SvREFCNT_dec (grp->data); 1421 SvREFCNT_dec (grp->data);
1323 grp->data = (SV *)av; 1422 grp->data = (SV *)av;
1324} 1423}
1325 1424
1326void 1425void
1327lock (aio_req grp)
1328 CODE:
1329 ++grp->length;
1330
1331void
1332unlock (aio_req grp)
1333 CODE:
1334 aio_grp_dec (grp);
1335
1336void
1337feeder_limit (aio_req grp, int limit) 1426feed_limit (aio_req grp, int limit)
1338 CODE: 1427 CODE:
1339 grp->fd2 = limit; 1428 grp->fd2 = limit;
1340 aio_grp_feed (grp); 1429 aio_grp_feed (grp);
1341 1430
1342void 1431void
1343set_feeder (aio_req grp, SV *callback=&PL_sv_undef) 1432feed (aio_req grp, SV *callback=&PL_sv_undef)
1344 CODE: 1433 CODE:
1345{ 1434{
1346 SvREFCNT_dec (grp->fh2); 1435 SvREFCNT_dec (grp->fh2);
1347 grp->fh2 = newSVsv (callback); 1436 grp->fh2 = newSVsv (callback);
1348 1437

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines