ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.45 by root, Sun Oct 22 00:19:05 2006 UTC vs.
Revision 1.63 by root, Mon Oct 23 23:48:31 2006 UTC

1#if __linux
2# define _GNU_SOURCE
3#endif
4
1#define _REENTRANT 1 5#define _REENTRANT 1
6
2#include <errno.h> 7#include <errno.h>
3 8
4#include "EXTERN.h" 9#include "EXTERN.h"
5#include "perl.h" 10#include "perl.h"
6#include "XSUB.h" 11#include "XSUB.h"
55 REQ_STAT, REQ_LSTAT, REQ_FSTAT, 60 REQ_STAT, REQ_LSTAT, REQ_FSTAT,
56 REQ_FSYNC, REQ_FDATASYNC, 61 REQ_FSYNC, REQ_FDATASYNC,
57 REQ_UNLINK, REQ_RMDIR, REQ_RENAME, 62 REQ_UNLINK, REQ_RMDIR, REQ_RENAME,
58 REQ_READDIR, 63 REQ_READDIR,
59 REQ_LINK, REQ_SYMLINK, 64 REQ_LINK, REQ_SYMLINK,
65 REQ_GROUP, REQ_NOP,
60 REQ_SLEEP, 66 REQ_SLEEP,
61 REQ_GROUP,
62}; 67};
63 68
64#define AIO_REQ_KLASS "IO::AIO::REQ" 69#define AIO_REQ_KLASS "IO::AIO::REQ"
65#define AIO_GRP_KLASS "IO::AIO::GRP" 70#define AIO_GRP_KLASS "IO::AIO::GRP"
66 71
67typedef struct aio_cb 72typedef struct aio_cb
68{ 73{
69 struct aio_cb *grp, *grp_prev, *grp_next;
70
71 struct aio_cb *volatile next; 74 struct aio_cb *volatile next;
72
73 SV *self; /* the perl counterpart of this request, if any */
74 75
75 SV *data, *callback; 76 SV *data, *callback;
76 SV *fh, *fh2; 77 SV *fh, *fh2;
77 void *dataptr, *data2ptr; 78 void *dataptr, *data2ptr;
78 Stat_t *statdata; 79 Stat_t *statdata;
79 off_t offset; 80 off_t offset;
80 size_t length; 81 size_t length;
81 ssize_t result; 82 ssize_t result;
82 83
84 STRLEN dataoffset;
83 int type; 85 int type;
84 int fd, fd2; 86 int fd, fd2;
85 int errorno; 87 int errorno;
86 STRLEN dataoffset;
87 mode_t mode; /* open */ 88 mode_t mode; /* open */
89
88 unsigned char cancelled; 90 unsigned char flags;
91 unsigned char pri;
92
93 SV *self; /* the perl counterpart of this request, if any */
94 struct aio_cb *grp, *grp_prev, *grp_next, *grp_first;
89} aio_cb; 95} aio_cb;
96
97enum {
98 FLAG_CANCELLED = 0x01,
99};
90 100
91typedef aio_cb *aio_req; 101typedef aio_cb *aio_req;
92typedef aio_cb *aio_req_ornot; 102typedef aio_cb *aio_req_ornot;
93typedef aio_cb *aio_group; 103
104enum {
105 PRI_MIN = -4,
106 PRI_MAX = 4,
107
108 DEFAULT_PRI = 0,
109 PRI_BIAS = -PRI_MIN,
110};
111
112static int next_pri = DEFAULT_PRI + PRI_BIAS;
94 113
95static int started, wanted; 114static int started, wanted;
96static volatile int nreqs; 115static volatile int nreqs;
97static int max_outstanding = 1<<30; 116static int max_outstanding = 1<<30;
98static int respipe [2]; 117static int respipe [2];
99 118
119#if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP)
120# define AIO_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP
121#else
122# define AIO_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER
123#endif
124
100static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER; 125static pthread_mutex_t reslock = AIO_MUTEX_INIT;
101static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER; 126static pthread_mutex_t reqlock = AIO_MUTEX_INIT;
102static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; 127static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
103 128
104static volatile aio_req reqs, reqe; /* queue start, queue end */ 129static volatile aio_req reqs, reqe; /* queue start, queue end */
105static volatile aio_req ress, rese; /* queue start, queue end */ 130static volatile aio_req ress, rese; /* queue start, queue end */
106 131
132static void req_invoke (aio_req req);
107static void req_free (aio_req req); 133static void req_free (aio_req req);
108 134
109/* must be called at most once */ 135/* must be called at most once */
110static SV *req_sv (aio_req req, const char *klass) 136static SV *req_sv (aio_req req, const char *klass)
111{ 137{
138 if (!req->self)
139 {
112 req->self = (SV *)newHV (); 140 req->self = (SV *)newHV ();
113 sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0); 141 sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0);
142 }
114 143
115 return sv_2mortal (sv_bless (newRV_inc (req->self), gv_stashpv (klass, 1))); 144 return sv_2mortal (sv_bless (newRV_inc (req->self), gv_stashpv (klass, 1)));
116} 145}
117 146
118static aio_req SvAIO_REQ (SV *sv) 147static aio_req SvAIO_REQ (SV *sv)
119{ 148{
149 MAGIC *mg;
150
120 if (!sv_derived_from (sv, AIO_REQ_KLASS) || !SvROK (sv)) 151 if (!sv_derived_from (sv, AIO_REQ_KLASS) || !SvROK (sv))
121 croak ("object of class " AIO_REQ_KLASS " expected"); 152 croak ("object of class " AIO_REQ_KLASS " expected");
122 153
123 MAGIC *mg = mg_find (SvRV (sv), PERL_MAGIC_ext); 154 mg = mg_find (SvRV (sv), PERL_MAGIC_ext);
124 155
125 return mg ? (aio_req)mg->mg_ptr : 0; 156 return mg ? (aio_req)mg->mg_ptr : 0;
126} 157}
127 158
159static void aio_grp_feed (aio_req grp)
160{
161 while (grp->length < grp->fd2 && !(grp->flags & FLAG_CANCELLED))
162 {
163 int old_len = grp->length;
164
165 if (grp->fh2 && SvOK (grp->fh2))
166 {
167 dSP;
168
169 ENTER;
170 SAVETMPS;
171 PUSHMARK (SP);
172 XPUSHs (req_sv (grp, AIO_GRP_KLASS));
173 PUTBACK;
174 call_sv (grp->fh2, G_VOID | G_EVAL);
175 SPAGAIN;
176 FREETMPS;
177 LEAVE;
178 }
179
180 /* stop if no progress has been made */
181 if (old_len == grp->length)
182 {
183 SvREFCNT_dec (grp->fh2);
184 grp->fh2 = 0;
185 break;
186 }
187 }
188}
189
190static void aio_grp_dec (aio_req grp)
191{
192 --grp->length;
193
194 /* call feeder, if applicable */
195 aio_grp_feed (grp);
196
197 /* finish, if done */
198 if (!grp->length && grp->fd)
199 {
200 req_invoke (grp);
201 req_free (grp);
202 }
203}
204
128static void poll_wait () 205static void poll_wait ()
129{ 206{
130 if (nreqs && !ress)
131 {
132 fd_set rfd; 207 fd_set rfd;
208
209 while (nreqs)
210 {
211 aio_req req;
212 pthread_mutex_lock (&reslock);
213 req = ress;
214 pthread_mutex_unlock (&reslock);
215
216 if (req)
217 return;
218
133 FD_ZERO(&rfd); 219 FD_ZERO(&rfd);
134 FD_SET(respipe [0], &rfd); 220 FD_SET(respipe [0], &rfd);
135 221
136 select (respipe [0] + 1, &rfd, 0, 0, 0); 222 select (respipe [0] + 1, &rfd, 0, 0, 0);
137 } 223 }
140static void req_invoke (aio_req req) 226static void req_invoke (aio_req req)
141{ 227{
142 dSP; 228 dSP;
143 int errorno = errno; 229 int errorno = errno;
144 230
145 if (req->cancelled || !SvOK (req->callback)) 231 if (req->flags & FLAG_CANCELLED || !SvOK (req->callback))
146 return; 232 return;
147 233
148 errno = req->errorno; 234 errno = req->errorno;
149 235
150 ENTER; 236 ENTER;
237 SAVETMPS;
151 PUSHMARK (SP); 238 PUSHMARK (SP);
239 EXTEND (SP, 1);
152 240
153 switch (req->type) 241 switch (req->type)
154 { 242 {
155 case REQ_READDIR: 243 case REQ_READDIR:
156 { 244 {
171 } 259 }
172 260
173 rv = sv_2mortal (newRV_noinc ((SV *)av)); 261 rv = sv_2mortal (newRV_noinc ((SV *)av));
174 } 262 }
175 263
176 XPUSHs (rv); 264 PUSHs (rv);
177 } 265 }
178 break; 266 break;
179 267
180 case REQ_OPEN: 268 case REQ_OPEN:
181 { 269 {
182 /* convert fd to fh */ 270 /* convert fd to fh */
183 SV *fh; 271 SV *fh;
184 272
185 XPUSHs (sv_2mortal (newSViv (req->result))); 273 PUSHs (sv_2mortal (newSViv (req->result)));
186 PUTBACK; 274 PUTBACK;
187 call_pv ("IO::AIO::_fd2fh", G_SCALAR | G_EVAL); 275 call_pv ("IO::AIO::_fd2fh", G_SCALAR | G_EVAL);
188 SPAGAIN; 276 SPAGAIN;
189 277
190 fh = SvREFCNT_inc (POPs); 278 fh = SvREFCNT_inc (POPs);
192 PUSHMARK (SP); 280 PUSHMARK (SP);
193 XPUSHs (sv_2mortal (fh)); 281 XPUSHs (sv_2mortal (fh));
194 } 282 }
195 break; 283 break;
196 284
285 case REQ_GROUP:
286 req->fd = 2; /* mark group as finished */
287
288 if (req->data)
289 {
290 int i;
291 AV *av = (AV *)req->data;
292
293 EXTEND (SP, AvFILL (av) + 1);
294 for (i = 0; i <= AvFILL (av); ++i)
295 PUSHs (*av_fetch (av, i, 0));
296 }
297 break;
298
299 case REQ_NOP:
197 case REQ_SLEEP: 300 case REQ_SLEEP:
198 case REQ_GROUP:
199 break; 301 break;
200 302
201 default: 303 default:
202 XPUSHs (sv_2mortal (newSViv (req->result))); 304 PUSHs (sv_2mortal (newSViv (req->result)));
203 break; 305 break;
204 } 306 }
205 307
206 308
207 PUTBACK; 309 PUTBACK;
208 call_sv (req->callback, G_VOID | G_EVAL); 310 call_sv (req->callback, G_VOID | G_EVAL);
209 SPAGAIN; 311 SPAGAIN;
210 312
313 FREETMPS;
314 LEAVE;
315
316 errno = errorno;
317
211 if (SvTRUE (ERRSV)) 318 if (SvTRUE (ERRSV))
212 { 319 {
213 req_free (req); 320 req_free (req);
214 croak (0); 321 croak (0);
215 } 322 }
216
217 LEAVE;
218
219 errno = errorno;
220} 323}
221 324
222static void req_free (aio_req req) 325static void req_free (aio_req req)
223{ 326{
224 if (req->grp) 327 if (req->grp)
225 { 328 {
226 aio_req grp = req->grp; 329 aio_req grp = req->grp;
227 330
228 /* unlink request */ 331 /* unlink request */
229 req->grp_next->grp_prev = req->grp_prev; 332 if (req->grp_next) req->grp_next->grp_prev = req->grp_prev;
230 req->grp_prev->grp_next = req->grp_next; 333 if (req->grp_prev) req->grp_prev->grp_next = req->grp_next;
231 334
232 if (grp->grp_next == grp) 335 if (grp->grp_first == req)
233 { 336 grp->grp_first = req->grp_next;
234 req_invoke (grp); 337
235 req_free (grp); 338 aio_grp_dec (grp);
236 }
237 } 339 }
238 340
239 if (req->self) 341 if (req->self)
240 { 342 {
241 sv_unmagic (req->self, PERL_MAGIC_ext); 343 sv_unmagic (req->self, PERL_MAGIC_ext);
242 SvREFCNT_dec (req->self); 344 SvREFCNT_dec (req->self);
243 } 345 }
244 346
245 if (req->data)
246 SvREFCNT_dec (req->data); 347 SvREFCNT_dec (req->data);
247
248 if (req->fh)
249 SvREFCNT_dec (req->fh); 348 SvREFCNT_dec (req->fh);
250
251 if (req->fh2)
252 SvREFCNT_dec (req->fh2); 349 SvREFCNT_dec (req->fh2);
253
254 if (req->statdata)
255 Safefree (req->statdata);
256
257 if (req->callback)
258 SvREFCNT_dec (req->callback); 350 SvREFCNT_dec (req->callback);
351 Safefree (req->statdata);
259 352
260 if (req->type == REQ_READDIR && req->result >= 0) 353 if (req->type == REQ_READDIR && req->result >= 0)
261 free (req->data2ptr); 354 free (req->data2ptr);
262 355
263 Safefree (req); 356 Safefree (req);
264} 357}
265 358
266static void req_cancel (aio_req req) 359static void req_cancel (aio_req req)
267{ 360{
268 req->cancelled = 1; 361 req->flags |= FLAG_CANCELLED;
269 362
270 if (req->type == REQ_GROUP) 363 if (req->type == REQ_GROUP)
271 { 364 {
272 aio_req sub; 365 aio_req sub;
273 366
274 for (sub = req->grp_next; sub != req; sub = sub->grp_next) 367 for (sub = req->grp_first; sub; sub = sub->grp_next)
275 req_cancel (sub); 368 req_cancel (sub);
276 } 369 }
277} 370}
278 371
279static int poll_cb () 372static int poll_cb ()
306 pthread_mutex_unlock (&reslock); 399 pthread_mutex_unlock (&reslock);
307 400
308 if (!req) 401 if (!req)
309 break; 402 break;
310 403
311 nreqs--; 404 --nreqs;
312 405
313 if (req->type == REQ_QUIT) 406 if (req->type == REQ_QUIT)
314 started--; 407 started--;
315 else if (req->type == REQ_GROUP && req->grp_next != req) 408 else if (req->type == REQ_GROUP && req->length)
409 {
410 req->fd = 1; /* mark request as delayed */
316 continue; 411 continue;
412 }
317 else 413 else
318 { 414 {
319 if (req->type == REQ_READ) 415 if (req->type == REQ_READ)
320 SvCUR_set (req->data, req->dataoffset + (req->result > 0 ? req->result : 0)); 416 SvCUR_set (req->data, req->dataoffset + (req->result > 0 ? req->result : 0));
321 417
364static void req_send (aio_req req) 460static void req_send (aio_req req)
365{ 461{
366 while (started < wanted && nreqs >= started) 462 while (started < wanted && nreqs >= started)
367 start_thread (); 463 start_thread ();
368 464
369 nreqs++; 465 ++nreqs;
370 466
371 pthread_mutex_lock (&reqlock); 467 pthread_mutex_lock (&reqlock);
372 468
373 req->next = 0; 469 req->next = 0;
374 470
724 } 820 }
725 821
726 pthread_mutex_unlock (&reqlock); 822 pthread_mutex_unlock (&reqlock);
727 823
728 errno = 0; /* strictly unnecessary */ 824 errno = 0; /* strictly unnecessary */
825 type = req->type; /* remember type for QUIT check */
729 826
730 if (!req->cancelled) 827 if (!(req->flags & FLAG_CANCELLED))
731 switch (req->type) 828 switch (type)
732 { 829 {
733 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break; 830 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
734 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break; 831 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
735 832
736 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break; 833 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
760 tv.tv_usec = req->fd2; 857 tv.tv_usec = req->fd2;
761 858
762 req->result = select (0, 0, 0, 0, &tv); 859 req->result = select (0, 0, 0, 0, &tv);
763 } 860 }
764 861
862 case REQ_GROUP:
863 case REQ_NOP:
765 case REQ_QUIT: 864 case REQ_QUIT:
766 break; 865 break;
767 866
768 default: 867 default:
769 req->result = ENOSYS; 868 req->result = ENOSYS;
853 atfork_parent (); 952 atfork_parent ();
854} 953}
855 954
856#define dREQ \ 955#define dREQ \
857 aio_req req; \ 956 aio_req req; \
957 int req_pri = next_pri; \
958 next_pri = DEFAULT_PRI + PRI_BIAS; \
858 \ 959 \
859 if (SvOK (callback) && !SvROK (callback)) \ 960 if (SvOK (callback) && !SvROK (callback)) \
860 croak ("callback must be undef or of reference type"); \ 961 croak ("callback must be undef or of reference type"); \
861 \ 962 \
862 Newz (0, req, 1, aio_cb); \ 963 Newz (0, req, 1, aio_cb); \
863 if (!req) \ 964 if (!req) \
864 croak ("out of memory during aio_req allocation"); \ 965 croak ("out of memory during aio_req allocation"); \
865 \ 966 \
866 req->callback = newSVsv (callback) 967 req->callback = newSVsv (callback); \
968 req->pri = req_pri
867 969
868#define REQ_SEND \ 970#define REQ_SEND \
869 req_send (req); \ 971 req_send (req); \
870 \ 972 \
871 if (GIMME_V != G_VOID) \ 973 if (GIMME_V != G_VOID) \
1142} 1244}
1143 1245
1144void 1246void
1145aio_group (callback=&PL_sv_undef) 1247aio_group (callback=&PL_sv_undef)
1146 SV * callback 1248 SV * callback
1147 PROTOTYPE: ;& 1249 PROTOTYPE: ;$
1148 PPCODE: 1250 PPCODE:
1149{ 1251{
1150 dREQ; 1252 dREQ;
1253
1151 req->type = REQ_GROUP; 1254 req->type = REQ_GROUP;
1152 req->grp_next = req;
1153 req->grp_prev = req;
1154
1155 req_send (req); 1255 req_send (req);
1256
1156 XPUSHs (req_sv (req, AIO_GRP_KLASS)); 1257 XPUSHs (req_sv (req, AIO_GRP_KLASS));
1157} 1258}
1259
1260void
1261aio_nop (callback=&PL_sv_undef)
1262 SV * callback
1263 PPCODE:
1264{
1265 dREQ;
1266
1267 req->type = REQ_NOP;
1268
1269 REQ_SEND;
1270}
1271
1272#if 0
1273
1274void
1275aio_pri (int pri = DEFAULT_PRI)
1276 CODE:
1277 if (pri < PRI_MIN) pri = PRI_MIN;
1278 if (pri > PRI_MAX) pri = PRI_MAX;
1279 next_pri = pri + PRI_BIAS;
1280
1281#endif
1158 1282
1159void 1283void
1160flush () 1284flush ()
1161 PROTOTYPE: 1285 PROTOTYPE:
1162 CODE: 1286 CODE:
1205 CODE: 1329 CODE:
1206 RETVAL = nreqs; 1330 RETVAL = nreqs;
1207 OUTPUT: 1331 OUTPUT:
1208 RETVAL 1332 RETVAL
1209 1333
1334PROTOTYPES: DISABLE
1335
1210MODULE = IO::AIO PACKAGE = IO::AIO::REQ 1336MODULE = IO::AIO PACKAGE = IO::AIO::REQ
1211 1337
1212void 1338void
1213cancel (aio_req_ornot req) 1339cancel (aio_req_ornot req)
1214 PROTOTYPE: 1340 PROTOTYPE:
1215 CODE: 1341 CODE:
1216 req_cancel (req); 1342 req_cancel (req);
1217 1343
1344void
1345cb (aio_req_ornot req, SV *callback=&PL_sv_undef)
1346 CODE:
1347 SvREFCNT_dec (req->callback);
1348 req->callback = newSVsv (callback);
1349
1218MODULE = IO::AIO PACKAGE = IO::AIO::GRP 1350MODULE = IO::AIO PACKAGE = IO::AIO::GRP
1219 1351
1220void 1352void
1221add (aio_req grp, ...) 1353add (aio_req grp, ...)
1222 PROTOTYPE: $;@
1223 PPCODE: 1354 PPCODE:
1224{ 1355{
1225 int i; 1356 int i;
1357 aio_req req;
1358
1359 if (grp->fd == 2)
1360 croak ("cannot add requests to IO::AIO::GRP after the group finished");
1226 1361
1227 for (i = 1; i < items; ++i ) 1362 for (i = 1; i < items; ++i )
1228 { 1363 {
1229 aio_req req = SvAIO_REQ (ST (i));
1230
1231 req->grp_prev = grp;
1232 req->grp_next = grp->grp_next;
1233 grp->grp_next->grp_prev = req;
1234 grp->grp_next = req;
1235
1236 req->grp = grp;
1237
1238 if (GIMME_V != G_VOID) 1364 if (GIMME_V != G_VOID)
1239 XPUSHs (sv_2mortal (newSVsv (ST (i)))); 1365 XPUSHs (sv_2mortal (newSVsv (ST (i))));
1366
1367 req = SvAIO_REQ (ST (i));
1368
1369 if (req)
1370 {
1371 ++grp->length;
1372 req->grp = grp;
1373
1374 req->grp_prev = 0;
1375 req->grp_next = grp->grp_first;
1376
1377 if (grp->grp_first)
1378 grp->grp_first->grp_prev = req;
1379
1380 grp->grp_first = req;
1381 }
1240 } 1382 }
1241} 1383}
1242 1384
1385void
1386result (aio_req grp, ...)
1387 CODE:
1388{
1389 int i;
1390 AV *av = newAV ();
1391
1392 for (i = 1; i < items; ++i )
1393 av_push (av, newSVsv (ST (i)));
1394
1395 SvREFCNT_dec (grp->data);
1396 grp->data = (SV *)av;
1397}
1398
1399void
1400feed_limit (aio_req grp, int limit)
1401 CODE:
1402 grp->fd2 = limit;
1403 aio_grp_feed (grp);
1404
1405void
1406feed (aio_req grp, SV *callback=&PL_sv_undef)
1407 CODE:
1408{
1409 SvREFCNT_dec (grp->fh2);
1410 grp->fh2 = newSVsv (callback);
1411
1412 if (grp->fd2 <= 0)
1413 grp->fd2 = 2;
1414
1415 aio_grp_feed (grp);
1416}
1417

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines