ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/libev/ev_linuxaio.c
(Generate patch)

Comparing libev/ev_linuxaio.c (file contents):
Revision 1.45 by root, Thu Jul 4 23:59:36 2019 UTC vs.
Revision 1.50 by root, Tue Jul 9 06:30:14 2019 UTC

212 * this is not well documented, so we better do it. 212 * this is not well documented, so we better do it.
213 */ 213 */
214 memset (iocb, 0, sizeof (*iocb)); 214 memset (iocb, 0, sizeof (*iocb));
215 215
216 iocb->io.aio_lio_opcode = IOCB_CMD_POLL; 216 iocb->io.aio_lio_opcode = IOCB_CMD_POLL;
217 iocb->io.aio_data = offset;
218 iocb->io.aio_fildes = offset; 217 iocb->io.aio_fildes = offset;
219 218
220 base [offset++] = iocb; 219 base [offset++] = iocb;
221 } 220 }
222} 221}
234static void 233static void
235linuxaio_modify (EV_P_ int fd, int oev, int nev) 234linuxaio_modify (EV_P_ int fd, int oev, int nev)
236{ 235{
237 array_needsize (ANIOCBP, linuxaio_iocbps, linuxaio_iocbpmax, fd + 1, linuxaio_array_needsize_iocbp); 236 array_needsize (ANIOCBP, linuxaio_iocbps, linuxaio_iocbpmax, fd + 1, linuxaio_array_needsize_iocbp);
238 ANIOCBP iocb = linuxaio_iocbps [fd]; 237 ANIOCBP iocb = linuxaio_iocbps [fd];
238 ANFD *anfd = &anfds [fd];
239 239
240 if (ecb_expect_false (iocb->io.aio_reqprio < 0)) 240 if (ecb_expect_false (iocb->io.aio_reqprio < 0))
241 { 241 {
242 /* we handed this fd over to epoll, so undo this first */ 242 /* we handed this fd over to epoll, so undo this first */
243 /* we do it manually because the optimisations on epoll_modify won't do us any good */ 243 /* we do it manually because the optimisations on epoll_modify won't do us any good */
244 epoll_ctl (backend_fd, EPOLL_CTL_DEL, fd, 0); 244 epoll_ctl (backend_fd, EPOLL_CTL_DEL, fd, 0);
245 anfds [fd].emask = 0; 245 anfd->emask = 0;
246 iocb->io.aio_reqprio = 0; 246 iocb->io.aio_reqprio = 0;
247 } 247 }
248
249 if (ecb_expect_false (iocb->io.aio_buf)) 248 else if (ecb_expect_false (iocb->io.aio_buf))
250 { 249 {
251 /* iocb active, so cancel it first before resubmit */ 250 /* iocb active, so cancel it first before resubmit */
251 /* this assumes we only ever get one call per fd per loop iteration */
252 for (;;) 252 for (;;)
253 { 253 {
254 /* on all relevant kernels, io_cancel fails with EINPROGRESS on "success" */ 254 /* on all relevant kernels, io_cancel fails with EINPROGRESS on "success" */
255 if (ecb_expect_false (evsys_io_cancel (linuxaio_ctx, &iocb->io, (struct io_event *)0) == 0)) 255 if (ecb_expect_false (evsys_io_cancel (linuxaio_ctx, &iocb->io, (struct io_event *)0) == 0))
256 break; 256 break;
257 257
258 if (ecb_expect_true (errno == EINPROGRESS)) 258 if (ecb_expect_true (errno == EINPROGRESS))
259 break; 259 break;
260 260
261 /* the EINPROGRESS test is for nicer error message. clumsy. */ 261 /* the EINPROGRESS test is for nicer error message. clumsy. */
262 if (errno != EINTR)
263 {
262 assert (("libev: linuxaio unexpected io_cancel failed", errno != EINPROGRESS && errno != EINTR)); 264 assert (("libev: linuxaio unexpected io_cancel failed", errno != EINTR && errno != EINPROGRESS));
265 break;
266 }
263 } 267 }
268
269 /* increment generation counter to avoid handling old events */
270 ++anfd->egen;
264 } 271 }
265 272
266 iocb->io.aio_buf = 273 iocb->io.aio_buf =
267 (nev & EV_READ ? POLLIN : 0) 274 (nev & EV_READ ? POLLIN : 0)
268 | (nev & EV_WRITE ? POLLOUT : 0); 275 | (nev & EV_WRITE ? POLLOUT : 0);
269 276
270 if (nev) 277 if (nev)
271 { 278 {
279 iocb->io.aio_data = (uint32_t)fd | ((__u64)(uint32_t)anfd->egen << 32);
280
272 /* queue iocb up for io_submit */ 281 /* queue iocb up for io_submit */
273 /* this assumes we only ever get one call per fd per loop iteration */ 282 /* this assumes we only ever get one call per fd per loop iteration */
274 ++linuxaio_submitcnt; 283 ++linuxaio_submitcnt;
275 array_needsize (struct iocb *, linuxaio_submits, linuxaio_submitmax, linuxaio_submitcnt, array_needsize_noinit); 284 array_needsize (struct iocb *, linuxaio_submits, linuxaio_submitmax, linuxaio_submitcnt, array_needsize_noinit);
276 linuxaio_submits [linuxaio_submitcnt - 1] = &iocb->io; 285 linuxaio_submits [linuxaio_submitcnt - 1] = &iocb->io;
295static void 304static void
296linuxaio_parse_events (EV_P_ struct io_event *ev, int nr) 305linuxaio_parse_events (EV_P_ struct io_event *ev, int nr)
297{ 306{
298 while (nr) 307 while (nr)
299 { 308 {
300 int fd = ev->data; 309 int fd = ev->data & 0xffffffff;
310 uint32_t gen = ev->data >> 32;
301 int res = ev->res; 311 int res = ev->res;
302 312
303 assert (("libev: iocb fd must be in-bounds", fd >= 0 && fd < anfdmax)); 313 assert (("libev: iocb fd must be in-bounds", fd >= 0 && fd < anfdmax));
304 314
315 /* only accept events if generation counter matches */
316 if (ecb_expect_true (gen == (uint32_t)anfds [fd].egen))
317 {
305 /* feed events, we do not expect or handle POLLNVAL */ 318 /* feed events, we do not expect or handle POLLNVAL */
306 fd_event ( 319 fd_event (
307 EV_A_ 320 EV_A_
308 fd, 321 fd,
309 (res & (POLLOUT | POLLERR | POLLHUP) ? EV_WRITE : 0) 322 (res & (POLLOUT | POLLERR | POLLHUP) ? EV_WRITE : 0)
310 | (res & (POLLIN | POLLERR | POLLHUP) ? EV_READ : 0) 323 | (res & (POLLIN | POLLERR | POLLHUP) ? EV_READ : 0)
311 ); 324 );
312 325
313 /* linux aio is oneshot: rearm fd. TODO: this does more work than strictly needed */ 326 /* linux aio is oneshot: rearm fd. TODO: this does more work than strictly needed */
314 linuxaio_fd_rearm (EV_A_ fd); 327 linuxaio_fd_rearm (EV_A_ fd);
328 }
315 329
316 --nr; 330 --nr;
317 ++ev; 331 ++ev;
318 } 332 }
319} 333}
584 598
585ecb_cold 599ecb_cold
586static void 600static void
587linuxaio_fork (EV_P) 601linuxaio_fork (EV_P)
588{ 602{
589 /* this frees all iocbs, which is very heavy-handed */
590 linuxaio_destroy (EV_A);
591 linuxaio_submitcnt = 0; /* all pointers were invalidated */ 603 linuxaio_submitcnt = 0; /* all pointers were invalidated */
604 linuxaio_free_iocbp (EV_A); /* this frees all iocbs, which is very heavy-handed */
605 evsys_io_destroy (linuxaio_ctx); /* fails in child, aio context is destroyed */
592 606
593 linuxaio_iteration = 0; /* we start over in the child */ 607 linuxaio_iteration = 0; /* we start over in the child */
594 608
595 while (linuxaio_io_setup (EV_A) < 0) 609 while (linuxaio_io_setup (EV_A) < 0)
596 ev_syserr ("(libev) linuxaio io_setup"); 610 ev_syserr ("(libev) linuxaio io_setup");

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines