ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.49 by root, Sun Oct 22 13:33:28 2006 UTC vs.
Revision 1.63 by root, Mon Oct 23 23:48:31 2006 UTC

1#if __linux
2# define _GNU_SOURCE
3#endif
4
1#define _REENTRANT 1 5#define _REENTRANT 1
6
2#include <errno.h> 7#include <errno.h>
3 8
4#include "EXTERN.h" 9#include "EXTERN.h"
5#include "perl.h" 10#include "perl.h"
6#include "XSUB.h" 11#include "XSUB.h"
… …
55 REQ_STAT, REQ_LSTAT, REQ_FSTAT, 60 REQ_STAT, REQ_LSTAT, REQ_FSTAT,
56 REQ_FSYNC, REQ_FDATASYNC, 61 REQ_FSYNC, REQ_FDATASYNC,
57 REQ_UNLINK, REQ_RMDIR, REQ_RENAME, 62 REQ_UNLINK, REQ_RMDIR, REQ_RENAME,
58 REQ_READDIR, 63 REQ_READDIR,
59 REQ_LINK, REQ_SYMLINK, 64 REQ_LINK, REQ_SYMLINK,
65 REQ_GROUP, REQ_NOP,
60 REQ_SLEEP, 66 REQ_SLEEP,
61 REQ_GROUP,
62}; 67};
63 68
64#define AIO_REQ_KLASS "IO::AIO::REQ" 69#define AIO_REQ_KLASS "IO::AIO::REQ"
65#define AIO_GRP_KLASS "IO::AIO::GRP" 70#define AIO_GRP_KLASS "IO::AIO::GRP"
66 71
67typedef struct aio_cb 72typedef struct aio_cb
68{ 73{
69 struct aio_cb *volatile next; 74 struct aio_cb *volatile next;
70
71 struct aio_cb *grp, *grp_prev, *grp_next, *grp_first;
72
73 SV *self; /* the perl counterpart of this request, if any */
74 75
75 SV *data, *callback; 76 SV *data, *callback;
76 SV *fh, *fh2; 77 SV *fh, *fh2;
77 void *dataptr, *data2ptr; 78 void *dataptr, *data2ptr;
78 Stat_t *statdata; 79 Stat_t *statdata;
79 off_t offset; 80 off_t offset;
80 size_t length; 81 size_t length;
81 ssize_t result; 82 ssize_t result;
82 83
84 STRLEN dataoffset;
83 int type; 85 int type;
84 int fd, fd2; 86 int fd, fd2;
85 int errorno; 87 int errorno;
86 STRLEN dataoffset;
87 mode_t mode; /* open */ 88 mode_t mode; /* open */
89
88 unsigned char cancelled; 90 unsigned char flags;
91 unsigned char pri;
92
93 SV *self; /* the perl counterpart of this request, if any */
94 struct aio_cb *grp, *grp_prev, *grp_next, *grp_first;
89} aio_cb; 95} aio_cb;
96
97enum {
98 FLAG_CANCELLED = 0x01,
99};
90 100
91typedef aio_cb *aio_req; 101typedef aio_cb *aio_req;
92typedef aio_cb *aio_req_ornot; 102typedef aio_cb *aio_req_ornot;
103
104enum {
105 PRI_MIN = -4,
106 PRI_MAX = 4,
107
108 DEFAULT_PRI = 0,
109 PRI_BIAS = -PRI_MIN,
110};
111
112static int next_pri = DEFAULT_PRI + PRI_BIAS;
93 113
94static int started, wanted; 114static int started, wanted;
95static volatile int nreqs; 115static volatile int nreqs;
96static int max_outstanding = 1<<30; 116static int max_outstanding = 1<<30;
97static int respipe [2]; 117static int respipe [2];
98 118
119#if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP)
120# define AIO_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP
121#else
122# define AIO_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER
123#endif
124
99static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER; 125static pthread_mutex_t reslock = AIO_MUTEX_INIT;
100static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER; 126static pthread_mutex_t reqlock = AIO_MUTEX_INIT;
101static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; 127static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
102 128
103static volatile aio_req reqs, reqe; /* queue start, queue end */ 129static volatile aio_req reqs, reqe; /* queue start, queue end */
104static volatile aio_req ress, rese; /* queue start, queue end */ 130static volatile aio_req ress, rese; /* queue start, queue end */
105 131
132static void req_invoke (aio_req req);
106static void req_free (aio_req req); 133static void req_free (aio_req req);
107 134
108/* must be called at most once */ 135/* must be called at most once */
109static SV *req_sv (aio_req req, const char *klass) 136static SV *req_sv (aio_req req, const char *klass)
110{ 137{
… …
117 return sv_2mortal (sv_bless (newRV_inc (req->self), gv_stashpv (klass, 1))); 144 return sv_2mortal (sv_bless (newRV_inc (req->self), gv_stashpv (klass, 1)));
118} 145}
119 146
120static aio_req SvAIO_REQ (SV *sv) 147static aio_req SvAIO_REQ (SV *sv)
121{ 148{
149 MAGIC *mg;
150
122 if (!sv_derived_from (sv, AIO_REQ_KLASS) || !SvROK (sv)) 151 if (!sv_derived_from (sv, AIO_REQ_KLASS) || !SvROK (sv))
123 croak ("object of class " AIO_REQ_KLASS " expected"); 152 croak ("object of class " AIO_REQ_KLASS " expected");
124 153
125 MAGIC *mg = mg_find (SvRV (sv), PERL_MAGIC_ext); 154 mg = mg_find (SvRV (sv), PERL_MAGIC_ext);
126 155
127 return mg ? (aio_req)mg->mg_ptr : 0; 156 return mg ? (aio_req)mg->mg_ptr : 0;
128} 157}
129 158
130static void aio_grp_feed (aio_req grp) 159static void aio_grp_feed (aio_req grp)
131{ 160{
132 while (grp->length < grp->fd2) 161 while (grp->length < grp->fd2 && !(grp->flags & FLAG_CANCELLED))
133 { 162 {
134 int old_len = grp->length; 163 int old_len = grp->length;
135 164
136 if (grp->fh2 && SvOK (grp->fh2)) 165 if (grp->fh2 && SvOK (grp->fh2))
137 { 166 {
… …
156 break; 185 break;
157 } 186 }
158 } 187 }
159} 188}
160 189
190static void aio_grp_dec (aio_req grp)
191{
192 --grp->length;
193
194 /* call feeder, if applicable */
195 aio_grp_feed (grp);
196
197 /* finish, if done */
198 if (!grp->length && grp->fd)
199 {
200 req_invoke (grp);
201 req_free (grp);
202 }
203}
204
161static void poll_wait () 205static void poll_wait ()
162{ 206{
163 if (nreqs && !ress)
164 {
165 fd_set rfd; 207 fd_set rfd;
208
209 while (nreqs)
210 {
211 aio_req req;
212 pthread_mutex_lock (&reslock);
213 req = ress;
214 pthread_mutex_unlock (&reslock);
215
216 if (req)
217 return;
218
166 FD_ZERO(&rfd); 219 FD_ZERO(&rfd);
167 FD_SET(respipe [0], &rfd); 220 FD_SET(respipe [0], &rfd);
168 221
169 select (respipe [0] + 1, &rfd, 0, 0, 0); 222 select (respipe [0] + 1, &rfd, 0, 0, 0);
170 } 223 }
… …
173static void req_invoke (aio_req req) 226static void req_invoke (aio_req req)
174{ 227{
175 dSP; 228 dSP;
176 int errorno = errno; 229 int errorno = errno;
177 230
178 if (req->cancelled || !SvOK (req->callback)) 231 if (req->flags & FLAG_CANCELLED || !SvOK (req->callback))
179 return; 232 return;
180 233
181 errno = req->errorno; 234 errno = req->errorno;
182 235
183 ENTER; 236 ENTER;
… …
241 for (i = 0; i <= AvFILL (av); ++i) 294 for (i = 0; i <= AvFILL (av); ++i)
242 PUSHs (*av_fetch (av, i, 0)); 295 PUSHs (*av_fetch (av, i, 0));
243 } 296 }
244 break; 297 break;
245 298
299 case REQ_NOP:
246 case REQ_SLEEP: 300 case REQ_SLEEP:
247 break; 301 break;
248 302
249 default: 303 default:
250 PUSHs (sv_2mortal (newSViv (req->result))); 304 PUSHs (sv_2mortal (newSViv (req->result)));
… …
254 308
255 PUTBACK; 309 PUTBACK;
256 call_sv (req->callback, G_VOID | G_EVAL); 310 call_sv (req->callback, G_VOID | G_EVAL);
257 SPAGAIN; 311 SPAGAIN;
258 312
313 FREETMPS;
314 LEAVE;
315
316 errno = errorno;
317
259 if (SvTRUE (ERRSV)) 318 if (SvTRUE (ERRSV))
260 { 319 {
261 req_free (req); 320 req_free (req);
262 croak (0); 321 croak (0);
263 } 322 }
264
265 FREETMPS;
266 LEAVE;
267
268 errno = errorno;
269} 323}
270 324
271static void req_free (aio_req req) 325static void req_free (aio_req req)
272{ 326{
273 if (req->grp) 327 if (req->grp)
… …
279 if (req->grp_prev) req->grp_prev->grp_next = req->grp_next; 333 if (req->grp_prev) req->grp_prev->grp_next = req->grp_next;
280 334
281 if (grp->grp_first == req) 335 if (grp->grp_first == req)
282 grp->grp_first = req->grp_next; 336 grp->grp_first = req->grp_next;
283 337
284 --grp->length;
285
286 /* call feeder, if applicable */
287 aio_grp_feed (grp); 338 aio_grp_dec (grp);
288
289 /* finish, if done */
290 if (!grp->length && grp->fd)
291 {
292 req_invoke (grp);
293 req_free (grp);
294 }
295 } 339 }
296 340
297 if (req->self) 341 if (req->self)
298 { 342 {
299 sv_unmagic (req->self, PERL_MAGIC_ext); 343 sv_unmagic (req->self, PERL_MAGIC_ext);
… …
312 Safefree (req); 356 Safefree (req);
313} 357}
314 358
315static void req_cancel (aio_req req) 359static void req_cancel (aio_req req)
316{ 360{
317 req->cancelled = 1; 361 req->flags |= FLAG_CANCELLED;
318 362
319 if (req->type == REQ_GROUP) 363 if (req->type == REQ_GROUP)
320 { 364 {
321 aio_req sub; 365 aio_req sub;
322 366
… …
355 pthread_mutex_unlock (&reslock); 399 pthread_mutex_unlock (&reslock);
356 400
357 if (!req) 401 if (!req)
358 break; 402 break;
359 403
360 nreqs--; 404 --nreqs;
361 405
362 if (req->type == REQ_QUIT) 406 if (req->type == REQ_QUIT)
363 started--; 407 started--;
364 else if (req->type == REQ_GROUP && req->length) 408 else if (req->type == REQ_GROUP && req->length)
365 { 409 {
… …
416static void req_send (aio_req req) 460static void req_send (aio_req req)
417{ 461{
418 while (started < wanted && nreqs >= started) 462 while (started < wanted && nreqs >= started)
419 start_thread (); 463 start_thread ();
420 464
421 nreqs++; 465 ++nreqs;
422 466
423 pthread_mutex_lock (&reqlock); 467 pthread_mutex_lock (&reqlock);
424 468
425 req->next = 0; 469 req->next = 0;
426 470
… …
776 } 820 }
777 821
778 pthread_mutex_unlock (&reqlock); 822 pthread_mutex_unlock (&reqlock);
779 823
780 errno = 0; /* strictly unnecessary */ 824 errno = 0; /* strictly unnecessary */
825 type = req->type; /* remember type for QUIT check */
781 826
782 if (!req->cancelled) 827 if (!(req->flags & FLAG_CANCELLED))
783 switch (req->type) 828 switch (type)
784 { 829 {
785 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break; 830 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
786 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break; 831 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
787 832
788 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break; 833 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
… …
812 tv.tv_usec = req->fd2; 857 tv.tv_usec = req->fd2;
813 858
814 req->result = select (0, 0, 0, 0, &tv); 859 req->result = select (0, 0, 0, 0, &tv);
815 } 860 }
816 861
862 case REQ_GROUP:
863 case REQ_NOP:
817 case REQ_QUIT: 864 case REQ_QUIT:
818 break; 865 break;
819 866
820 default: 867 default:
821 req->result = ENOSYS; 868 req->result = ENOSYS;
… …
905 atfork_parent (); 952 atfork_parent ();
906} 953}
907 954
908#define dREQ \ 955#define dREQ \
909 aio_req req; \ 956 aio_req req; \
957 int req_pri = next_pri; \
958 next_pri = DEFAULT_PRI + PRI_BIAS; \
910 \ 959 \
911 if (SvOK (callback) && !SvROK (callback)) \ 960 if (SvOK (callback) && !SvROK (callback)) \
912 croak ("callback must be undef or of reference type"); \ 961 croak ("callback must be undef or of reference type"); \
913 \ 962 \
914 Newz (0, req, 1, aio_cb); \ 963 Newz (0, req, 1, aio_cb); \
915 if (!req) \ 964 if (!req) \
916 croak ("out of memory during aio_req allocation"); \ 965 croak ("out of memory during aio_req allocation"); \
917 \ 966 \
918 req->callback = newSVsv (callback) 967 req->callback = newSVsv (callback); \
968 req->pri = req_pri
919 969
920#define REQ_SEND \ 970#define REQ_SEND \
921 req_send (req); \ 971 req_send (req); \
922 \ 972 \
923 if (GIMME_V != G_VOID) \ 973 if (GIMME_V != G_VOID) \
… …
1198 SV * callback 1248 SV * callback
1199 PROTOTYPE: ;$ 1249 PROTOTYPE: ;$
1200 PPCODE: 1250 PPCODE:
1201{ 1251{
1202 dREQ; 1252 dREQ;
1253
1203 req->type = REQ_GROUP; 1254 req->type = REQ_GROUP;
1204 req_send (req); 1255 req_send (req);
1256
1205 XPUSHs (req_sv (req, AIO_GRP_KLASS)); 1257 XPUSHs (req_sv (req, AIO_GRP_KLASS));
1206} 1258}
1259
1260void
1261aio_nop (callback=&PL_sv_undef)
1262 SV * callback
1263 PPCODE:
1264{
1265 dREQ;
1266
1267 req->type = REQ_NOP;
1268
1269 REQ_SEND;
1270}
1271
1272#if 0
1273
1274void
1275aio_pri (int pri = DEFAULT_PRI)
1276 CODE:
1277 if (pri < PRI_MIN) pri = PRI_MIN;
1278 if (pri > PRI_MAX) pri = PRI_MAX;
1279 next_pri = pri + PRI_BIAS;
1280
1281#endif
1207 1282
1208void 1283void
1209flush () 1284flush ()
1210 PROTOTYPE: 1285 PROTOTYPE:
1211 CODE: 1286 CODE:
… …
1264cancel (aio_req_ornot req) 1339cancel (aio_req_ornot req)
1265 PROTOTYPE: 1340 PROTOTYPE:
1266 CODE: 1341 CODE:
1267 req_cancel (req); 1342 req_cancel (req);
1268 1343
1344void
1345cb (aio_req_ornot req, SV *callback=&PL_sv_undef)
1346 CODE:
1347 SvREFCNT_dec (req->callback);
1348 req->callback = newSVsv (callback);
1349
1269MODULE = IO::AIO PACKAGE = IO::AIO::GRP 1350MODULE = IO::AIO PACKAGE = IO::AIO::GRP
1270 1351
1271void 1352void
1272add (aio_req grp, ...) 1353add (aio_req grp, ...)
1273 PPCODE: 1354 PPCODE:
1274{ 1355{
1275 int i; 1356 int i;
1357 aio_req req;
1276 1358
1277 if (grp->fd == 2) 1359 if (grp->fd == 2)
1278 croak ("cannot add requests to IO::AIO::GRP after the group finished"); 1360 croak ("cannot add requests to IO::AIO::GRP after the group finished");
1279 1361
1280 for (i = 1; i < items; ++i ) 1362 for (i = 1; i < items; ++i )
1281 { 1363 {
1282 if (GIMME_V != G_VOID) 1364 if (GIMME_V != G_VOID)
1283 XPUSHs (sv_2mortal (newSVsv (ST (i)))); 1365 XPUSHs (sv_2mortal (newSVsv (ST (i))));
1284 1366
1285 aio_req req = SvAIO_REQ (ST (i)); 1367 req = SvAIO_REQ (ST (i));
1286 1368
1287 if (req) 1369 if (req)
1288 { 1370 {
1289 ++grp->length; 1371 ++grp->length;
1290 req->grp = grp; 1372 req->grp = grp;
… …
1300 } 1382 }
1301} 1383}
1302 1384
1303void 1385void
1304result (aio_req grp, ...) 1386result (aio_req grp, ...)
1305 CODE: 1387 CODE:
1306{ 1388{
1307 int i; 1389 int i;
1308 AV *av = newAV (); 1390 AV *av = newAV ();
1309 1391
1310 for (i = 1; i < items; ++i ) 1392 for (i = 1; i < items; ++i )
1311 av_push (av, newSVsv (ST (i))); 1393 av_push (av, newSVsv (ST (i)));
1312 1394
1313 SvREFCNT_dec (grp->data); 1395 SvREFCNT_dec (grp->data);
1314 grp->data = (SV *)av; 1396 grp->data = (SV *)av;
1315} 1397}
1316 1398
1317void 1399void
1318feeder_limit (aio_req grp, int limit) 1400feed_limit (aio_req grp, int limit)
1319 CODE: 1401 CODE:
1320 grp->fd2 = limit; 1402 grp->fd2 = limit;
1321 aio_grp_feed (grp); 1403 aio_grp_feed (grp);
1322 1404
1323void 1405void
1324set_feeder (aio_req grp, SV *callback=&PL_sv_undef) 1406feed (aio_req grp, SV *callback=&PL_sv_undef)
1325 CODE: 1407 CODE:
1326{ 1408{
1327 SvREFCNT_dec (grp->fh2); 1409 SvREFCNT_dec (grp->fh2);
1328 grp->fh2 = newSVsv (callback); 1410 grp->fh2 = newSVsv (callback);
1329 1411

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines