ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/libev/ev_linuxaio.c
(Generate patch)

Comparing libev/ev_linuxaio.c (file contents):
Revision 1.48 by root, Mon Jul 8 03:00:09 2019 UTC vs.
Revision 1.52 by root, Wed Aug 28 10:05:23 2019 UTC

212 * this is not well documented, so we better do it. 212 * this is not well documented, so we better do it.
213 */ 213 */
214 memset (iocb, 0, sizeof (*iocb)); 214 memset (iocb, 0, sizeof (*iocb));
215 215
216 iocb->io.aio_lio_opcode = IOCB_CMD_POLL; 216 iocb->io.aio_lio_opcode = IOCB_CMD_POLL;
217 iocb->io.aio_data = offset;
218 iocb->io.aio_fildes = offset; 217 iocb->io.aio_fildes = offset;
219 218
220 base [offset++] = iocb; 219 base [offset++] = iocb;
221 } 220 }
222} 221}
234static void 233static void
235linuxaio_modify (EV_P_ int fd, int oev, int nev) 234linuxaio_modify (EV_P_ int fd, int oev, int nev)
236{ 235{
237 array_needsize (ANIOCBP, linuxaio_iocbps, linuxaio_iocbpmax, fd + 1, linuxaio_array_needsize_iocbp); 236 array_needsize (ANIOCBP, linuxaio_iocbps, linuxaio_iocbpmax, fd + 1, linuxaio_array_needsize_iocbp);
238 ANIOCBP iocb = linuxaio_iocbps [fd]; 237 ANIOCBP iocb = linuxaio_iocbps [fd];
238 ANFD *anfd = &anfds [fd];
239 239
240 if (ecb_expect_false (iocb->io.aio_reqprio < 0)) 240 if (ecb_expect_false (iocb->io.aio_reqprio < 0))
241 { 241 {
242 /* we handed this fd over to epoll, so undo this first */ 242 /* we handed this fd over to epoll, so undo this first */
243 /* we do it manually because the optimisations on epoll_modify won't do us any good */ 243 /* we do it manually because the optimisations on epoll_modify won't do us any good */
244 epoll_ctl (backend_fd, EPOLL_CTL_DEL, fd, 0); 244 epoll_ctl (backend_fd, EPOLL_CTL_DEL, fd, 0);
245 anfds [fd].emask = 0; 245 anfd->emask = 0;
246 iocb->io.aio_reqprio = 0; 246 iocb->io.aio_reqprio = 0;
247 } 247 }
248 else if (ecb_expect_false (iocb->io.aio_buf)) 248 else if (ecb_expect_false (iocb->io.aio_buf))
249 { 249 {
250 /* iocb active, so cancel it first before resubmit */ 250 /* iocb active, so cancel it first before resubmit */
251 /* this assumes we only ever get one call per fd per loop iteration */
251 for (;;) 252 for (;;)
252 { 253 {
253 /* on all relevant kernels, io_cancel fails with EINPROGRESS on "success" */ 254 /* on all relevant kernels, io_cancel fails with EINPROGRESS on "success" */
254 if (ecb_expect_false (evsys_io_cancel (linuxaio_ctx, &iocb->io, (struct io_event *)0) == 0)) 255 if (ecb_expect_false (evsys_io_cancel (linuxaio_ctx, &iocb->io, (struct io_event *)0) == 0))
255 break; 256 break;
262 { 263 {
263 assert (("libev: linuxaio unexpected io_cancel failed", errno != EINTR && errno != EINPROGRESS)); 264 assert (("libev: linuxaio unexpected io_cancel failed", errno != EINTR && errno != EINPROGRESS));
264 break; 265 break;
265 } 266 }
266 } 267 }
268
269 /* increment generation counter to avoid handling old events */
270 ++anfd->egen;
267 } 271 }
268 272
269 iocb->io.aio_buf = 273 iocb->io.aio_buf =
270 (nev & EV_READ ? POLLIN : 0) 274 (nev & EV_READ ? POLLIN : 0)
271 | (nev & EV_WRITE ? POLLOUT : 0); 275 | (nev & EV_WRITE ? POLLOUT : 0);
272 276
273 if (nev) 277 if (nev)
274 { 278 {
279 iocb->io.aio_data = (uint32_t)fd | ((__u64)(uint32_t)anfd->egen << 32);
280
275 /* queue iocb up for io_submit */ 281 /* queue iocb up for io_submit */
276 /* this assumes we only ever get one call per fd per loop iteration */ 282 /* this assumes we only ever get one call per fd per loop iteration */
277 ++linuxaio_submitcnt; 283 ++linuxaio_submitcnt;
278 array_needsize (struct iocb *, linuxaio_submits, linuxaio_submitmax, linuxaio_submitcnt, array_needsize_noinit); 284 array_needsize (struct iocb *, linuxaio_submits, linuxaio_submitmax, linuxaio_submitcnt, array_needsize_noinit);
279 linuxaio_submits [linuxaio_submitcnt - 1] = &iocb->io; 285 linuxaio_submits [linuxaio_submitcnt - 1] = &iocb->io;
298static void 304static void
299linuxaio_parse_events (EV_P_ struct io_event *ev, int nr) 305linuxaio_parse_events (EV_P_ struct io_event *ev, int nr)
300{ 306{
301 while (nr) 307 while (nr)
302 { 308 {
303 int fd = ev->data; 309 int fd = ev->data & 0xffffffff;
310 uint32_t gen = ev->data >> 32;
304 int res = ev->res; 311 int res = ev->res;
305 312
306 assert (("libev: iocb fd must be in-bounds", fd >= 0 && fd < anfdmax)); 313 assert (("libev: iocb fd must be in-bounds", fd >= 0 && fd < anfdmax));
307 314
315 /* only accept events if generation counter matches */
316 if (ecb_expect_true (gen == (uint32_t)anfds [fd].egen))
317 {
308 /* feed events, we do not expect or handle POLLNVAL */ 318 /* feed events, we do not expect or handle POLLNVAL */
309 fd_event ( 319 fd_event (
310 EV_A_ 320 EV_A_
311 fd, 321 fd,
312 (res & (POLLOUT | POLLERR | POLLHUP) ? EV_WRITE : 0) 322 (res & (POLLOUT | POLLERR | POLLHUP) ? EV_WRITE : 0)
313 | (res & (POLLIN | POLLERR | POLLHUP) ? EV_READ : 0) 323 | (res & (POLLIN | POLLERR | POLLHUP) ? EV_READ : 0)
314 ); 324 );
315 325
316 /* linux aio is oneshot: rearm fd. TODO: this does more work than strictly needed */ 326 /* linux aio is oneshot: rearm fd. TODO: this does more work than strictly needed */
317 linuxaio_fd_rearm (EV_A_ fd); 327 linuxaio_fd_rearm (EV_A_ fd);
328 }
318 329
319 --nr; 330 --nr;
320 ++ev; 331 ++ev;
321 } 332 }
322} 333}
426 break; 437 break;
427 } 438 }
428 else 439 else
429 break; /* no events from the kernel, we are done */ 440 break; /* no events from the kernel, we are done */
430 441
431 timeout = 0; /* only wait in the first iteration */ 442 timeout = EV_TS_CONST (0.); /* only wait in the first iteration */
432 } 443 }
433} 444}
434 445
435inline_size 446inline_size
436int 447int
506 backend = EVBACKEND_EPOLL; 517 backend = EVBACKEND_EPOLL;
507 backend_modify = epoll_modify; 518 backend_modify = epoll_modify;
508 backend_poll = epoll_poll; 519 backend_poll = epoll_poll;
509 } 520 }
510 521
511 timeout = 0; 522 timeout = EV_TS_CONST (0.);
512 /* it's easiest to handle this mess in another iteration */ 523 /* it's easiest to handle this mess in another iteration */
513 return; 524 return;
514 } 525 }
515 else if (errno == EBADF) 526 else if (errno == EBADF)
516 { 527 {
556 { 567 {
557 epoll_destroy (EV_A); 568 epoll_destroy (EV_A);
558 return 0; 569 return 0;
559 } 570 }
560 571
561 ev_io_init (EV_A_ &linuxaio_epoll_w, linuxaio_epoll_cb, backend_fd, EV_READ); 572 ev_io_init (&linuxaio_epoll_w, linuxaio_epoll_cb, backend_fd, EV_READ);
562 ev_set_priority (&linuxaio_epoll_w, EV_MAXPRI); 573 ev_set_priority (&linuxaio_epoll_w, EV_MAXPRI);
563 ev_io_start (EV_A_ &linuxaio_epoll_w); 574 ev_io_start (EV_A_ &linuxaio_epoll_w);
564 ev_unref (EV_A); /* watcher should not keep loop alive */ 575 ev_unref (EV_A); /* watcher should not keep loop alive */
565 576
566 backend_modify = linuxaio_modify; 577 backend_modify = linuxaio_modify;

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines