ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.48 by root, Sun Oct 22 10:33:19 2006 UTC vs.
Revision 1.58 by root, Mon Oct 23 18:48:08 2006 UTC

55 REQ_STAT, REQ_LSTAT, REQ_FSTAT, 55 REQ_STAT, REQ_LSTAT, REQ_FSTAT,
56 REQ_FSYNC, REQ_FDATASYNC, 56 REQ_FSYNC, REQ_FDATASYNC,
57 REQ_UNLINK, REQ_RMDIR, REQ_RENAME, 57 REQ_UNLINK, REQ_RMDIR, REQ_RENAME,
58 REQ_READDIR, 58 REQ_READDIR,
59 REQ_LINK, REQ_SYMLINK, 59 REQ_LINK, REQ_SYMLINK,
60 REQ_GROUP, REQ_NOP,
60 REQ_SLEEP, 61 REQ_SLEEP,
61 REQ_GROUP,
62}; 62};
63 63
64#define AIO_REQ_KLASS "IO::AIO::REQ" 64#define AIO_REQ_KLASS "IO::AIO::REQ"
65#define AIO_GRP_KLASS "IO::AIO::GRP" 65#define AIO_GRP_KLASS "IO::AIO::GRP"
66 66
67typedef struct aio_cb 67typedef struct aio_cb
68{ 68{
69 struct aio_cb *grp, *grp_prev, *grp_next;
70
71 struct aio_cb *volatile next; 69 struct aio_cb *volatile next;
70
71 struct aio_cb *grp, *grp_prev, *grp_next, *grp_first;
72 72
73 SV *self; /* the perl counterpart of this request, if any */ 73 SV *self; /* the perl counterpart of this request, if any */
74 74
75 SV *data, *callback; 75 SV *data, *callback;
76 SV *fh, *fh2; 76 SV *fh, *fh2;
83 int type; 83 int type;
84 int fd, fd2; 84 int fd, fd2;
85 int errorno; 85 int errorno;
86 STRLEN dataoffset; 86 STRLEN dataoffset;
87 mode_t mode; /* open */ 87 mode_t mode; /* open */
88 unsigned char pri;
88 unsigned char cancelled; 89 unsigned char flags;
89} aio_cb; 90} aio_cb;
91
92enum {
93 FLAG_CANCELLED = 0x01,
94};
90 95
91typedef aio_cb *aio_req; 96typedef aio_cb *aio_req;
92typedef aio_cb *aio_req_ornot; 97typedef aio_cb *aio_req_ornot;
93 98
94static int started, wanted; 99static int started, wanted;
101static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; 106static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
102 107
103static volatile aio_req reqs, reqe; /* queue start, queue end */ 108static volatile aio_req reqs, reqe; /* queue start, queue end */
104static volatile aio_req ress, rese; /* queue start, queue end */ 109static volatile aio_req ress, rese; /* queue start, queue end */
105 110
111static void req_invoke (aio_req req);
106static void req_free (aio_req req); 112static void req_free (aio_req req);
107 113
108/* must be called at most once */ 114/* must be called at most once */
109static SV *req_sv (aio_req req, const char *klass) 115static SV *req_sv (aio_req req, const char *klass)
110{ 116{
117 if (!req->self)
118 {
111 req->self = (SV *)newHV (); 119 req->self = (SV *)newHV ();
112 sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0); 120 sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0);
121 }
113 122
114 return sv_2mortal (sv_bless (newRV_inc (req->self), gv_stashpv (klass, 1))); 123 return sv_2mortal (sv_bless (newRV_inc (req->self), gv_stashpv (klass, 1)));
115} 124}
116 125
117static aio_req SvAIO_REQ (SV *sv) 126static aio_req SvAIO_REQ (SV *sv)
118{ 127{
128 MAGIC *mg;
129
119 if (!sv_derived_from (sv, AIO_REQ_KLASS) || !SvROK (sv)) 130 if (!sv_derived_from (sv, AIO_REQ_KLASS) || !SvROK (sv))
120 croak ("object of class " AIO_REQ_KLASS " expected"); 131 croak ("object of class " AIO_REQ_KLASS " expected");
121 132
122 MAGIC *mg = mg_find (SvRV (sv), PERL_MAGIC_ext); 133 mg = mg_find (SvRV (sv), PERL_MAGIC_ext);
123 134
124 return mg ? (aio_req)mg->mg_ptr : 0; 135 return mg ? (aio_req)mg->mg_ptr : 0;
136}
137
138static void aio_grp_feed (aio_req grp)
139{
140 while (grp->length < grp->fd2 && !(grp->flags & FLAG_CANCELLED))
141 {
142 int old_len = grp->length;
143
144 if (grp->fh2 && SvOK (grp->fh2))
145 {
146 dSP;
147
148 ENTER;
149 SAVETMPS;
150 PUSHMARK (SP);
151 XPUSHs (req_sv (grp, AIO_GRP_KLASS));
152 PUTBACK;
153 call_sv (grp->fh2, G_VOID | G_EVAL);
154 SPAGAIN;
155 FREETMPS;
156 LEAVE;
157 }
158
159 /* stop if no progress has been made */
160 if (old_len == grp->length)
161 {
162 SvREFCNT_dec (grp->fh2);
163 grp->fh2 = 0;
164 break;
165 }
166 }
167}
168
169static void aio_grp_dec (aio_req grp)
170{
171 --grp->length;
172
173 /* call feeder, if applicable */
174 aio_grp_feed (grp);
175
176 /* finish, if done */
177 if (!grp->length && grp->fd)
178 {
179 req_invoke (grp);
180 req_free (grp);
181 }
125} 182}
126 183
127static void poll_wait () 184static void poll_wait ()
128{ 185{
129 if (nreqs && !ress) 186 if (nreqs && !ress)
139static void req_invoke (aio_req req) 196static void req_invoke (aio_req req)
140{ 197{
141 dSP; 198 dSP;
142 int errorno = errno; 199 int errorno = errno;
143 200
144 if (req->cancelled || !SvOK (req->callback)) 201 if (req->flags & FLAG_CANCELLED || !SvOK (req->callback))
145 return; 202 return;
146 203
147 errno = req->errorno; 204 errno = req->errorno;
148 205
149 ENTER; 206 ENTER;
207 SAVETMPS;
150 PUSHMARK (SP); 208 PUSHMARK (SP);
151 EXTEND (SP, 1); 209 EXTEND (SP, 1);
152 210
153 switch (req->type) 211 switch (req->type)
154 { 212 {
193 XPUSHs (sv_2mortal (fh)); 251 XPUSHs (sv_2mortal (fh));
194 } 252 }
195 break; 253 break;
196 254
197 case REQ_GROUP: 255 case REQ_GROUP:
256 req->fd = 2; /* mark group as finished */
257
198 if (req->data) 258 if (req->data)
199 { 259 {
200 int i; 260 int i;
201 AV *av = (AV *)req->data; 261 AV *av = (AV *)req->data;
202 262
204 for (i = 0; i <= AvFILL (av); ++i) 264 for (i = 0; i <= AvFILL (av); ++i)
205 PUSHs (*av_fetch (av, i, 0)); 265 PUSHs (*av_fetch (av, i, 0));
206 } 266 }
207 break; 267 break;
208 268
269 case REQ_NOP:
209 case REQ_SLEEP: 270 case REQ_SLEEP:
210 break; 271 break;
211 272
212 default: 273 default:
213 PUSHs (sv_2mortal (newSViv (req->result))); 274 PUSHs (sv_2mortal (newSViv (req->result)));
217 278
218 PUTBACK; 279 PUTBACK;
219 call_sv (req->callback, G_VOID | G_EVAL); 280 call_sv (req->callback, G_VOID | G_EVAL);
220 SPAGAIN; 281 SPAGAIN;
221 282
283 FREETMPS;
284 LEAVE;
285
286 errno = errorno;
287
222 if (SvTRUE (ERRSV)) 288 if (SvTRUE (ERRSV))
223 { 289 {
224 req_free (req); 290 req_free (req);
225 croak (0); 291 croak (0);
226 } 292 }
227
228 LEAVE;
229
230 errno = errorno;
231} 293}
232 294
233static void req_free (aio_req req) 295static void req_free (aio_req req)
234{ 296{
235 if (req->grp) 297 if (req->grp)
236 { 298 {
237 aio_req grp = req->grp; 299 aio_req grp = req->grp;
238 300
239 /* unlink request */ 301 /* unlink request */
240 req->grp_next->grp_prev = req->grp_prev; 302 if (req->grp_next) req->grp_next->grp_prev = req->grp_prev;
241 req->grp_prev->grp_next = req->grp_next; 303 if (req->grp_prev) req->grp_prev->grp_next = req->grp_next;
242 304
243 if (grp->grp_next == grp && grp->fd) 305 if (grp->grp_first == req)
244 { 306 grp->grp_first = req->grp_next;
245 req_invoke (grp); 307
246 req_free (grp); 308 aio_grp_dec (grp);
247 }
248 } 309 }
249 310
250 if (req->self) 311 if (req->self)
251 { 312 {
252 sv_unmagic (req->self, PERL_MAGIC_ext); 313 sv_unmagic (req->self, PERL_MAGIC_ext);
253 SvREFCNT_dec (req->self); 314 SvREFCNT_dec (req->self);
254 } 315 }
255 316
256 if (req->data)
257 SvREFCNT_dec (req->data); 317 SvREFCNT_dec (req->data);
258
259 if (req->fh)
260 SvREFCNT_dec (req->fh); 318 SvREFCNT_dec (req->fh);
261
262 if (req->fh2)
263 SvREFCNT_dec (req->fh2); 319 SvREFCNT_dec (req->fh2);
264
265 if (req->statdata)
266 Safefree (req->statdata);
267
268 if (req->callback)
269 SvREFCNT_dec (req->callback); 320 SvREFCNT_dec (req->callback);
321 Safefree (req->statdata);
270 322
271 if (req->type == REQ_READDIR && req->result >= 0) 323 if (req->type == REQ_READDIR && req->result >= 0)
272 free (req->data2ptr); 324 free (req->data2ptr);
273 325
274 Safefree (req); 326 Safefree (req);
275} 327}
276 328
277static void req_cancel (aio_req req) 329static void req_cancel (aio_req req)
278{ 330{
279 req->cancelled = 1; 331 req->flags |= FLAG_CANCELLED;
280 332
281 if (req->type == REQ_GROUP) 333 if (req->type == REQ_GROUP)
282 { 334 {
283 aio_req sub; 335 aio_req sub;
284 336
285 for (sub = req->grp_next; sub != req; sub = sub->grp_next) 337 for (sub = req->grp_first; sub; sub = sub->grp_next)
286 req_cancel (sub); 338 req_cancel (sub);
287 } 339 }
288} 340}
289 341
290static int poll_cb () 342static int poll_cb ()
317 pthread_mutex_unlock (&reslock); 369 pthread_mutex_unlock (&reslock);
318 370
319 if (!req) 371 if (!req)
320 break; 372 break;
321 373
322 nreqs--; 374 --nreqs;
323 375
324 if (req->type == REQ_QUIT) 376 if (req->type == REQ_QUIT)
325 started--; 377 started--;
326 else if (req->type == REQ_GROUP && req->grp_next != req) 378 else if (req->type == REQ_GROUP && req->length)
327 { 379 {
328 req->fd = 1; /* mark request as delayed */ 380 req->fd = 1; /* mark request as delayed */
329 continue; 381 continue;
330 } 382 }
331 else 383 else
378static void req_send (aio_req req) 430static void req_send (aio_req req)
379{ 431{
380 while (started < wanted && nreqs >= started) 432 while (started < wanted && nreqs >= started)
381 start_thread (); 433 start_thread ();
382 434
383 nreqs++; 435 ++nreqs;
384 436
385 pthread_mutex_lock (&reqlock); 437 pthread_mutex_lock (&reqlock);
386 438
387 req->next = 0; 439 req->next = 0;
388 440
739 791
740 pthread_mutex_unlock (&reqlock); 792 pthread_mutex_unlock (&reqlock);
741 793
742 errno = 0; /* strictly unnecessary */ 794 errno = 0; /* strictly unnecessary */
743 795
744 if (!req->cancelled) 796 if (!(req->flags & FLAG_CANCELLED))
745 switch (req->type) 797 switch (type = req->type) /* remember type for QUIT check */
746 { 798 {
747 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break; 799 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
748 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break; 800 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
749 801
750 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break; 802 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
774 tv.tv_usec = req->fd2; 826 tv.tv_usec = req->fd2;
775 827
776 req->result = select (0, 0, 0, 0, &tv); 828 req->result = select (0, 0, 0, 0, &tv);
777 } 829 }
778 830
831 case REQ_GROUP:
832 case REQ_NOP:
779 case REQ_QUIT: 833 case REQ_QUIT:
780 break; 834 break;
781 835
782 default: 836 default:
783 req->result = ENOSYS; 837 req->result = ENOSYS;
1161 PROTOTYPE: ;$ 1215 PROTOTYPE: ;$
1162 PPCODE: 1216 PPCODE:
1163{ 1217{
1164 dREQ; 1218 dREQ;
1165 req->type = REQ_GROUP; 1219 req->type = REQ_GROUP;
1166 req->grp_next = req;
1167 req->grp_prev = req;
1168
1169 req_send (req); 1220 req_send (req);
1170 XPUSHs (req_sv (req, AIO_GRP_KLASS)); 1221 XPUSHs (req_sv (req, AIO_GRP_KLASS));
1222}
1223
1224void
1225aio_nop (callback=&PL_sv_undef)
1226 SV * callback
1227 PPCODE:
1228{
1229 dREQ;
1230
1231 req->type = REQ_NOP;
1232
1233 REQ_SEND;
1171} 1234}
1172 1235
1173void 1236void
1174flush () 1237flush ()
1175 PROTOTYPE: 1238 PROTOTYPE:
1229cancel (aio_req_ornot req) 1292cancel (aio_req_ornot req)
1230 PROTOTYPE: 1293 PROTOTYPE:
1231 CODE: 1294 CODE:
1232 req_cancel (req); 1295 req_cancel (req);
1233 1296
1297void
1298cb (aio_req req, SV *callback=&PL_sv_undef)
1299 CODE:
1300 SvREFCNT_dec (req->callback);
1301 req->callback = newSVsv (callback);
1302
1234MODULE = IO::AIO PACKAGE = IO::AIO::GRP 1303MODULE = IO::AIO PACKAGE = IO::AIO::GRP
1235 1304
1236void 1305void
1237add (aio_req grp, ...) 1306add (aio_req grp, ...)
1238 PPCODE: 1307 PPCODE:
1239{ 1308{
1240 int i; 1309 int i;
1310 aio_req req;
1311
1312 if (grp->fd == 2)
1313 croak ("cannot add requests to IO::AIO::GRP after the group finished");
1241 1314
1242 for (i = 1; i < items; ++i ) 1315 for (i = 1; i < items; ++i )
1243 { 1316 {
1244 if (GIMME_V != G_VOID) 1317 if (GIMME_V != G_VOID)
1245 XPUSHs (sv_2mortal (newSVsv (ST (i)))); 1318 XPUSHs (sv_2mortal (newSVsv (ST (i))));
1246 1319
1247 aio_req req = SvAIO_REQ (ST (i)); 1320 req = SvAIO_REQ (ST (i));
1248 1321
1249 if (req) 1322 if (req)
1250 { 1323 {
1251 req->grp_prev = grp; 1324 ++grp->length;
1252 req->grp_next = grp->grp_next;
1253 grp->grp_next->grp_prev = req;
1254 grp->grp_next = req;
1255
1256 req->grp = grp; 1325 req->grp = grp;
1326
1327 req->grp_prev = 0;
1328 req->grp_next = grp->grp_first;
1329
1330 if (grp->grp_first)
1331 grp->grp_first->grp_prev = req;
1332
1333 grp->grp_first = req;
1257 } 1334 }
1258 } 1335 }
1259} 1336}
1260 1337
1261void 1338void
1262result (aio_req grp, ...) 1339result (aio_req grp, ...)
1340 CODE:
1341{
1342 int i;
1343 AV *av = newAV ();
1344
1345 for (i = 1; i < items; ++i )
1346 av_push (av, newSVsv (ST (i)));
1347
1348 SvREFCNT_dec (grp->data);
1349 grp->data = (SV *)av;
1350}
1351
1352void
1353feed_limit (aio_req grp, int limit)
1263 CODE: 1354 CODE:
1264{ 1355 grp->fd2 = limit;
1265 int i; 1356 aio_grp_feed (grp);
1266 AV *av = newAV ();
1267 1357
1268 if (grp->data) 1358void
1359feed (aio_req grp, SV *callback=&PL_sv_undef)
1360 CODE:
1361{
1269 SvREFCNT_dec (grp->data); 1362 SvREFCNT_dec (grp->fh2);
1363 grp->fh2 = newSVsv (callback);
1270 1364
1271 for (i = 1; i < items; ++i ) 1365 if (grp->fd2 <= 0)
1272 av_push (av, newSVsv (ST (i))); 1366 grp->fd2 = 2;
1273 1367
1274 grp->data = (SV *)av; 1368 aio_grp_feed (grp);
1275} 1369}
1276 1370

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines