… | |
… | |
216 | # include <sys/inotify.h> |
216 | # include <sys/inotify.h> |
217 | #endif |
217 | #endif |
218 | |
218 | |
219 | /**/ |
219 | /**/ |
220 | |
220 | |
|
|
221 | /* |
|
|
222 | * This is used to avoid floating point rounding problems. |
|
|
223 | * It is added to ev_rt_now when scheduling periodics |
|
|
224 | * to ensure progress, time-wise, even when rounding |
|
|
225 | * errors are against us. |
|
|
226 | * This value is good at least till the year 4000. |
|
|
227 | * Better solutions welcome. |
|
|
228 | */ |
|
|
229 | #define TIME_EPSILON 0.0001220703125 /* 1/8192 */ |
|
|
230 | |
221 | #define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */ |
231 | #define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */ |
222 | #define MAX_BLOCKTIME 59.743 /* never wait longer than this time (to detect time jumps) */ |
232 | #define MAX_BLOCKTIME 59.743 /* never wait longer than this time (to detect time jumps) */ |
223 | /*#define CLEANUP_INTERVAL (MAX_BLOCKTIME * 5.) /* how often to try to free memory and re-check fds */ |
233 | /*#define CLEANUP_INTERVAL (MAX_BLOCKTIME * 5.) /* how often to try to free memory and re-check fds, TODO */ |
224 | |
234 | |
225 | #if __GNUC__ >= 3 |
235 | #if __GNUC__ >= 3 |
226 | # define expect(expr,value) __builtin_expect ((expr),(value)) |
236 | # define expect(expr,value) __builtin_expect ((expr),(value)) |
227 | # define noinline __attribute__ ((noinline)) |
237 | # define noinline __attribute__ ((noinline)) |
228 | #else |
238 | #else |
… | |
… | |
418 | } |
428 | } |
419 | |
429 | |
420 | return ncur; |
430 | return ncur; |
421 | } |
431 | } |
422 | |
432 | |
423 | inline_speed void * |
433 | static noinline void * |
424 | array_realloc (int elem, void *base, int *cur, int cnt) |
434 | array_realloc (int elem, void *base, int *cur, int cnt) |
425 | { |
435 | { |
426 | *cur = array_nextsize (elem, *cur, cnt); |
436 | *cur = array_nextsize (elem, *cur, cnt); |
427 | return ev_realloc (base, elem * *cur); |
437 | return ev_realloc (base, elem * *cur); |
428 | } |
438 | } |
… | |
… | |
453 | |
463 | |
454 | void noinline |
464 | void noinline |
455 | ev_feed_event (EV_P_ void *w, int revents) |
465 | ev_feed_event (EV_P_ void *w, int revents) |
456 | { |
466 | { |
457 | W w_ = (W)w; |
467 | W w_ = (W)w; |
|
|
468 | int pri = ABSPRI (w_); |
458 | |
469 | |
459 | if (expect_false (w_->pending)) |
470 | if (expect_false (w_->pending)) |
|
|
471 | pendings [pri][w_->pending - 1].events |= revents; |
|
|
472 | else |
460 | { |
473 | { |
|
|
474 | w_->pending = ++pendingcnt [pri]; |
|
|
475 | array_needsize (ANPENDING, pendings [pri], pendingmax [pri], w_->pending, EMPTY2); |
|
|
476 | pendings [pri][w_->pending - 1].w = w_; |
461 | pendings [ABSPRI (w_)][w_->pending - 1].events |= revents; |
477 | pendings [pri][w_->pending - 1].events = revents; |
462 | return; |
|
|
463 | } |
478 | } |
464 | |
|
|
465 | w_->pending = ++pendingcnt [ABSPRI (w_)]; |
|
|
466 | array_needsize (ANPENDING, pendings [ABSPRI (w_)], pendingmax [ABSPRI (w_)], pendingcnt [ABSPRI (w_)], EMPTY2); |
|
|
467 | pendings [ABSPRI (w_)][w_->pending - 1].w = w_; |
|
|
468 | pendings [ABSPRI (w_)][w_->pending - 1].events = revents; |
|
|
469 | } |
479 | } |
470 | |
480 | |
471 | void inline_size |
481 | void inline_size |
472 | queue_events (EV_P_ W *events, int eventcnt, int type) |
482 | queue_events (EV_P_ W *events, int eventcnt, int type) |
473 | { |
483 | { |
… | |
… | |
749 | for (signum = signalmax; signum--; ) |
759 | for (signum = signalmax; signum--; ) |
750 | if (signals [signum].gotsig) |
760 | if (signals [signum].gotsig) |
751 | ev_feed_signal_event (EV_A_ signum + 1); |
761 | ev_feed_signal_event (EV_A_ signum + 1); |
752 | } |
762 | } |
753 | |
763 | |
754 | void inline_size |
764 | void inline_speed |
755 | fd_intern (int fd) |
765 | fd_intern (int fd) |
756 | { |
766 | { |
757 | #ifdef _WIN32 |
767 | #ifdef _WIN32 |
758 | int arg = 1; |
768 | int arg = 1; |
759 | ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg); |
769 | ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg); |
… | |
… | |
1231 | /*assert (("inactive timer on periodic heap detected", ev_is_active (w)));*/ |
1241 | /*assert (("inactive timer on periodic heap detected", ev_is_active (w)));*/ |
1232 | |
1242 | |
1233 | /* first reschedule or stop timer */ |
1243 | /* first reschedule or stop timer */ |
1234 | if (w->reschedule_cb) |
1244 | if (w->reschedule_cb) |
1235 | { |
1245 | { |
1236 | ((WT)w)->at = w->reschedule_cb (w, ev_rt_now + 0.0001); |
1246 | ((WT)w)->at = w->reschedule_cb (w, ev_rt_now + TIME_EPSILON); |
1237 | assert (("ev_periodic reschedule callback returned time in the past", ((WT)w)->at > ev_rt_now)); |
1247 | assert (("ev_periodic reschedule callback returned time in the past", ((WT)w)->at > ev_rt_now)); |
1238 | downheap ((WT *)periodics, periodiccnt, 0); |
1248 | downheap ((WT *)periodics, periodiccnt, 0); |
1239 | } |
1249 | } |
1240 | else if (w->interval) |
1250 | else if (w->interval) |
1241 | { |
1251 | { |
1242 | ((WT)w)->at += floor ((ev_rt_now - ((WT)w)->at) / w->interval + 1.) * w->interval; |
1252 | ((WT)w)->at = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval; |
|
|
1253 | if (((WT)w)->at - ev_rt_now <= TIME_EPSILON) ((WT)w)->at += w->interval; |
1243 | assert (("ev_periodic timeout in the past detected while processing timers, negative interval?", ((WT)w)->at > ev_rt_now)); |
1254 | assert (("ev_periodic timeout in the past detected while processing timers, negative interval?", ((WT)w)->at > ev_rt_now)); |
1244 | downheap ((WT *)periodics, periodiccnt, 0); |
1255 | downheap ((WT *)periodics, periodiccnt, 0); |
1245 | } |
1256 | } |
1246 | else |
1257 | else |
1247 | ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */ |
1258 | ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */ |
… | |
… | |
1261 | ev_periodic *w = periodics [i]; |
1272 | ev_periodic *w = periodics [i]; |
1262 | |
1273 | |
1263 | if (w->reschedule_cb) |
1274 | if (w->reschedule_cb) |
1264 | ((WT)w)->at = w->reschedule_cb (w, ev_rt_now); |
1275 | ((WT)w)->at = w->reschedule_cb (w, ev_rt_now); |
1265 | else if (w->interval) |
1276 | else if (w->interval) |
1266 | ((WT)w)->at += ceil ((ev_rt_now - ((WT)w)->at) / w->interval) * w->interval; |
1277 | ((WT)w)->at = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval; |
1267 | } |
1278 | } |
1268 | |
1279 | |
1269 | /* now rebuild the heap */ |
1280 | /* now rebuild the heap */ |
1270 | for (i = periodiccnt >> 1; i--; ) |
1281 | for (i = periodiccnt >> 1; i--; ) |
1271 | downheap ((WT *)periodics, periodiccnt, i); |
1282 | downheap ((WT *)periodics, periodiccnt, i); |
… | |
… | |
1360 | if (expect_false (mn_now > ev_rt_now || mn_now < ev_rt_now - MAX_BLOCKTIME - MIN_TIMEJUMP)) |
1371 | if (expect_false (mn_now > ev_rt_now || mn_now < ev_rt_now - MAX_BLOCKTIME - MIN_TIMEJUMP)) |
1361 | { |
1372 | { |
1362 | #if EV_PERIODIC_ENABLE |
1373 | #if EV_PERIODIC_ENABLE |
1363 | periodics_reschedule (EV_A); |
1374 | periodics_reschedule (EV_A); |
1364 | #endif |
1375 | #endif |
1365 | |
|
|
1366 | /* adjust timers. this is easy, as the offset is the same for all of them */ |
1376 | /* adjust timers. this is easy, as the offset is the same for all of them */ |
1367 | for (i = 0; i < timercnt; ++i) |
1377 | for (i = 0; i < timercnt; ++i) |
1368 | ((WT)timers [i])->at += ev_rt_now - mn_now; |
1378 | ((WT)timers [i])->at += ev_rt_now - mn_now; |
1369 | } |
1379 | } |
1370 | |
1380 | |
… | |
… | |
1414 | queue_events (EV_A_ (W *)forks, forkcnt, EV_FORK); |
1424 | queue_events (EV_A_ (W *)forks, forkcnt, EV_FORK); |
1415 | call_pending (EV_A); |
1425 | call_pending (EV_A); |
1416 | } |
1426 | } |
1417 | #endif |
1427 | #endif |
1418 | |
1428 | |
1419 | /* queue check watchers (and execute them) */ |
1429 | /* queue prepare watchers (and execute them) */ |
1420 | if (expect_false (preparecnt)) |
1430 | if (expect_false (preparecnt)) |
1421 | { |
1431 | { |
1422 | queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE); |
1432 | queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE); |
1423 | call_pending (EV_A); |
1433 | call_pending (EV_A); |
1424 | } |
1434 | } |
… | |
… | |
1546 | ev_clear_pending (EV_P_ void *w) |
1556 | ev_clear_pending (EV_P_ void *w) |
1547 | { |
1557 | { |
1548 | W w_ = (W)w; |
1558 | W w_ = (W)w; |
1549 | int pending = w_->pending; |
1559 | int pending = w_->pending; |
1550 | |
1560 | |
1551 | if (!pending) |
1561 | if (expect_true (pending)) |
|
|
1562 | { |
|
|
1563 | ANPENDING *p = pendings [ABSPRI (w_)] + pending - 1; |
|
|
1564 | w_->pending = 0; |
|
|
1565 | p->w = 0; |
|
|
1566 | return p->events; |
|
|
1567 | } |
|
|
1568 | else |
1552 | return 0; |
1569 | return 0; |
1553 | |
|
|
1554 | w_->pending = 0; |
|
|
1555 | ANPENDING *p = pendings [ABSPRI (w_)] + pending - 1; |
|
|
1556 | p->w = 0; |
|
|
1557 | |
|
|
1558 | return p->events; |
|
|
1559 | } |
1570 | } |
1560 | |
1571 | |
1561 | void inline_size |
1572 | void inline_size |
1562 | pri_adjust (EV_P_ W w) |
1573 | pri_adjust (EV_P_ W w) |
1563 | { |
1574 | { |
… | |
… | |
1582 | w->active = 0; |
1593 | w->active = 0; |
1583 | } |
1594 | } |
1584 | |
1595 | |
1585 | /*****************************************************************************/ |
1596 | /*****************************************************************************/ |
1586 | |
1597 | |
1587 | void |
1598 | void noinline |
1588 | ev_io_start (EV_P_ ev_io *w) |
1599 | ev_io_start (EV_P_ ev_io *w) |
1589 | { |
1600 | { |
1590 | int fd = w->fd; |
1601 | int fd = w->fd; |
1591 | |
1602 | |
1592 | if (expect_false (ev_is_active (w))) |
1603 | if (expect_false (ev_is_active (w))) |
… | |
… | |
1599 | wlist_add ((WL *)&anfds[fd].head, (WL)w); |
1610 | wlist_add ((WL *)&anfds[fd].head, (WL)w); |
1600 | |
1611 | |
1601 | fd_change (EV_A_ fd); |
1612 | fd_change (EV_A_ fd); |
1602 | } |
1613 | } |
1603 | |
1614 | |
1604 | void |
1615 | void noinline |
1605 | ev_io_stop (EV_P_ ev_io *w) |
1616 | ev_io_stop (EV_P_ ev_io *w) |
1606 | { |
1617 | { |
1607 | clear_pending (EV_A_ (W)w); |
1618 | clear_pending (EV_A_ (W)w); |
1608 | if (expect_false (!ev_is_active (w))) |
1619 | if (expect_false (!ev_is_active (w))) |
1609 | return; |
1620 | return; |
… | |
… | |
1614 | ev_stop (EV_A_ (W)w); |
1625 | ev_stop (EV_A_ (W)w); |
1615 | |
1626 | |
1616 | fd_change (EV_A_ w->fd); |
1627 | fd_change (EV_A_ w->fd); |
1617 | } |
1628 | } |
1618 | |
1629 | |
1619 | void |
1630 | void noinline |
1620 | ev_timer_start (EV_P_ ev_timer *w) |
1631 | ev_timer_start (EV_P_ ev_timer *w) |
1621 | { |
1632 | { |
1622 | if (expect_false (ev_is_active (w))) |
1633 | if (expect_false (ev_is_active (w))) |
1623 | return; |
1634 | return; |
1624 | |
1635 | |
… | |
… | |
1632 | upheap ((WT *)timers, timercnt - 1); |
1643 | upheap ((WT *)timers, timercnt - 1); |
1633 | |
1644 | |
1634 | /*assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w));*/ |
1645 | /*assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w));*/ |
1635 | } |
1646 | } |
1636 | |
1647 | |
1637 | void |
1648 | void noinline |
1638 | ev_timer_stop (EV_P_ ev_timer *w) |
1649 | ev_timer_stop (EV_P_ ev_timer *w) |
1639 | { |
1650 | { |
1640 | clear_pending (EV_A_ (W)w); |
1651 | clear_pending (EV_A_ (W)w); |
1641 | if (expect_false (!ev_is_active (w))) |
1652 | if (expect_false (!ev_is_active (w))) |
1642 | return; |
1653 | return; |
… | |
… | |
1656 | ((WT)w)->at -= mn_now; |
1667 | ((WT)w)->at -= mn_now; |
1657 | |
1668 | |
1658 | ev_stop (EV_A_ (W)w); |
1669 | ev_stop (EV_A_ (W)w); |
1659 | } |
1670 | } |
1660 | |
1671 | |
1661 | void |
1672 | void noinline |
1662 | ev_timer_again (EV_P_ ev_timer *w) |
1673 | ev_timer_again (EV_P_ ev_timer *w) |
1663 | { |
1674 | { |
1664 | if (ev_is_active (w)) |
1675 | if (ev_is_active (w)) |
1665 | { |
1676 | { |
1666 | if (w->repeat) |
1677 | if (w->repeat) |
… | |
… | |
1677 | ev_timer_start (EV_A_ w); |
1688 | ev_timer_start (EV_A_ w); |
1678 | } |
1689 | } |
1679 | } |
1690 | } |
1680 | |
1691 | |
1681 | #if EV_PERIODIC_ENABLE |
1692 | #if EV_PERIODIC_ENABLE |
1682 | void |
1693 | void noinline |
1683 | ev_periodic_start (EV_P_ ev_periodic *w) |
1694 | ev_periodic_start (EV_P_ ev_periodic *w) |
1684 | { |
1695 | { |
1685 | if (expect_false (ev_is_active (w))) |
1696 | if (expect_false (ev_is_active (w))) |
1686 | return; |
1697 | return; |
1687 | |
1698 | |
… | |
… | |
1689 | ((WT)w)->at = w->reschedule_cb (w, ev_rt_now); |
1700 | ((WT)w)->at = w->reschedule_cb (w, ev_rt_now); |
1690 | else if (w->interval) |
1701 | else if (w->interval) |
1691 | { |
1702 | { |
1692 | assert (("ev_periodic_start called with negative interval value", w->interval >= 0.)); |
1703 | assert (("ev_periodic_start called with negative interval value", w->interval >= 0.)); |
1693 | /* this formula differs from the one in periodic_reify because we do not always round up */ |
1704 | /* this formula differs from the one in periodic_reify because we do not always round up */ |
1694 | ((WT)w)->at += ceil ((ev_rt_now - ((WT)w)->at) / w->interval) * w->interval; |
1705 | ((WT)w)->at = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval; |
1695 | } |
1706 | } |
|
|
1707 | else |
|
|
1708 | ((WT)w)->at = w->offset; |
1696 | |
1709 | |
1697 | ev_start (EV_A_ (W)w, ++periodiccnt); |
1710 | ev_start (EV_A_ (W)w, ++periodiccnt); |
1698 | array_needsize (ev_periodic *, periodics, periodicmax, periodiccnt, EMPTY2); |
1711 | array_needsize (ev_periodic *, periodics, periodicmax, periodiccnt, EMPTY2); |
1699 | periodics [periodiccnt - 1] = w; |
1712 | periodics [periodiccnt - 1] = w; |
1700 | upheap ((WT *)periodics, periodiccnt - 1); |
1713 | upheap ((WT *)periodics, periodiccnt - 1); |
1701 | |
1714 | |
1702 | /*assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w));*/ |
1715 | /*assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w));*/ |
1703 | } |
1716 | } |
1704 | |
1717 | |
1705 | void |
1718 | void noinline |
1706 | ev_periodic_stop (EV_P_ ev_periodic *w) |
1719 | ev_periodic_stop (EV_P_ ev_periodic *w) |
1707 | { |
1720 | { |
1708 | clear_pending (EV_A_ (W)w); |
1721 | clear_pending (EV_A_ (W)w); |
1709 | if (expect_false (!ev_is_active (w))) |
1722 | if (expect_false (!ev_is_active (w))) |
1710 | return; |
1723 | return; |
… | |
… | |
1722 | } |
1735 | } |
1723 | |
1736 | |
1724 | ev_stop (EV_A_ (W)w); |
1737 | ev_stop (EV_A_ (W)w); |
1725 | } |
1738 | } |
1726 | |
1739 | |
1727 | void |
1740 | void noinline |
1728 | ev_periodic_again (EV_P_ ev_periodic *w) |
1741 | ev_periodic_again (EV_P_ ev_periodic *w) |
1729 | { |
1742 | { |
1730 | /* TODO: use adjustheap and recalculation */ |
1743 | /* TODO: use adjustheap and recalculation */ |
1731 | ev_periodic_stop (EV_A_ w); |
1744 | ev_periodic_stop (EV_A_ w); |
1732 | ev_periodic_start (EV_A_ w); |
1745 | ev_periodic_start (EV_A_ w); |
… | |
… | |
1735 | |
1748 | |
1736 | #ifndef SA_RESTART |
1749 | #ifndef SA_RESTART |
1737 | # define SA_RESTART 0 |
1750 | # define SA_RESTART 0 |
1738 | #endif |
1751 | #endif |
1739 | |
1752 | |
1740 | void |
1753 | void noinline |
1741 | ev_signal_start (EV_P_ ev_signal *w) |
1754 | ev_signal_start (EV_P_ ev_signal *w) |
1742 | { |
1755 | { |
1743 | #if EV_MULTIPLICITY |
1756 | #if EV_MULTIPLICITY |
1744 | assert (("signal watchers are only supported in the default loop", loop == ev_default_loop_ptr)); |
1757 | assert (("signal watchers are only supported in the default loop", loop == ev_default_loop_ptr)); |
1745 | #endif |
1758 | #endif |
… | |
… | |
1764 | sigaction (w->signum, &sa, 0); |
1777 | sigaction (w->signum, &sa, 0); |
1765 | #endif |
1778 | #endif |
1766 | } |
1779 | } |
1767 | } |
1780 | } |
1768 | |
1781 | |
1769 | void |
1782 | void noinline |
1770 | ev_signal_stop (EV_P_ ev_signal *w) |
1783 | ev_signal_stop (EV_P_ ev_signal *w) |
1771 | { |
1784 | { |
1772 | clear_pending (EV_A_ (W)w); |
1785 | clear_pending (EV_A_ (W)w); |
1773 | if (expect_false (!ev_is_active (w))) |
1786 | if (expect_false (!ev_is_active (w))) |
1774 | return; |
1787 | return; |