1 | /* |
1 | /* |
2 | * libev event processing core, watcher management |
2 | * libev event processing core, watcher management |
3 | * |
3 | * |
4 | * Copyright (c) 2007,2008 Marc Alexander Lehmann <libev@schmorp.de> |
4 | * Copyright (c) 2007,2008,2009 Marc Alexander Lehmann <libev@schmorp.de> |
5 | * All rights reserved. |
5 | * All rights reserved. |
6 | * |
6 | * |
7 | * Redistribution and use in source and binary forms, with or without modifica- |
7 | * Redistribution and use in source and binary forms, with or without modifica- |
8 | * tion, are permitted provided that the following conditions are met: |
8 | * tion, are permitted provided that the following conditions are met: |
9 | * |
9 | * |
… | |
… | |
57 | # endif |
57 | # endif |
58 | # ifndef EV_USE_MONOTONIC |
58 | # ifndef EV_USE_MONOTONIC |
59 | # define EV_USE_MONOTONIC 1 |
59 | # define EV_USE_MONOTONIC 1 |
60 | # endif |
60 | # endif |
61 | # endif |
61 | # endif |
|
|
62 | # elif !defined(EV_USE_CLOCK_SYSCALL) |
|
|
63 | # define EV_USE_CLOCK_SYSCALL 0 |
62 | # endif |
64 | # endif |
63 | |
65 | |
64 | # if HAVE_CLOCK_GETTIME |
66 | # if HAVE_CLOCK_GETTIME |
65 | # ifndef EV_USE_MONOTONIC |
67 | # ifndef EV_USE_MONOTONIC |
66 | # define EV_USE_MONOTONIC 1 |
68 | # define EV_USE_MONOTONIC 1 |
67 | # endif |
69 | # endif |
68 | # ifndef EV_USE_REALTIME |
70 | # ifndef EV_USE_REALTIME |
69 | # define EV_USE_REALTIME 1 |
71 | # define EV_USE_REALTIME 0 |
70 | # endif |
72 | # endif |
71 | # else |
73 | # else |
72 | # ifndef EV_USE_MONOTONIC |
74 | # ifndef EV_USE_MONOTONIC |
73 | # define EV_USE_MONOTONIC 0 |
75 | # define EV_USE_MONOTONIC 0 |
74 | # endif |
76 | # endif |
… | |
… | |
193 | # define EV_USE_MONOTONIC 0 |
195 | # define EV_USE_MONOTONIC 0 |
194 | # endif |
196 | # endif |
195 | #endif |
197 | #endif |
196 | |
198 | |
197 | #ifndef EV_USE_REALTIME |
199 | #ifndef EV_USE_REALTIME |
198 | # define EV_USE_REALTIME 0 |
200 | # define EV_USE_REALTIME !EV_USE_CLOCK_SYSCALL |
199 | #endif |
201 | #endif |
200 | |
202 | |
201 | #ifndef EV_USE_NANOSLEEP |
203 | #ifndef EV_USE_NANOSLEEP |
202 | # if _POSIX_C_SOURCE >= 199309L |
204 | # if _POSIX_C_SOURCE >= 199309L |
203 | # define EV_USE_NANOSLEEP 1 |
205 | # define EV_USE_NANOSLEEP 1 |
… | |
… | |
280 | # define EV_USE_4HEAP !EV_MINIMAL |
282 | # define EV_USE_4HEAP !EV_MINIMAL |
281 | #endif |
283 | #endif |
282 | |
284 | |
283 | #ifndef EV_HEAP_CACHE_AT |
285 | #ifndef EV_HEAP_CACHE_AT |
284 | # define EV_HEAP_CACHE_AT !EV_MINIMAL |
286 | # define EV_HEAP_CACHE_AT !EV_MINIMAL |
|
|
287 | #endif |
|
|
288 | |
|
|
289 | /* on linux, we can use a (slow) syscall to avoid a dependency on pthread, */ |
|
|
290 | /* which makes programs even slower. might work on other unices, too. */ |
|
|
291 | #if EV_USE_CLOCK_SYSCALL |
|
|
292 | # include <syscall.h> |
|
|
293 | # ifdef SYS_clock_gettime |
|
|
294 | # define clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts)) |
|
|
295 | # undef EV_USE_MONOTONIC |
|
|
296 | # define EV_USE_MONOTONIC 1 |
|
|
297 | # else |
|
|
298 | # undef EV_USE_CLOCK_SYSCALL |
|
|
299 | # define EV_USE_CLOCK_SYSCALL 0 |
|
|
300 | # endif |
285 | #endif |
301 | #endif |
286 | |
302 | |
287 | /* this block fixes any misconfiguration where we know we run into trouble otherwise */ |
303 | /* this block fixes any misconfiguration where we know we run into trouble otherwise */ |
288 | |
304 | |
289 | #ifndef CLOCK_MONOTONIC |
305 | #ifndef CLOCK_MONOTONIC |
… | |
… | |
320 | |
336 | |
321 | #if EV_SELECT_IS_WINSOCKET |
337 | #if EV_SELECT_IS_WINSOCKET |
322 | # include <winsock.h> |
338 | # include <winsock.h> |
323 | #endif |
339 | #endif |
324 | |
340 | |
325 | /* on linux, we can use a (slow) syscall to avoid a dependency on pthread, */ |
|
|
326 | /* which makes programs even slower. might work on other unices, too. */ |
|
|
327 | #if EV_USE_CLOCK_SYSCALL |
|
|
328 | # include <syscall.h> |
|
|
329 | # define clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts)) |
|
|
330 | # undef EV_USE_MONOTONIC |
|
|
331 | # define EV_USE_MONOTONIC 1 |
|
|
332 | #endif |
|
|
333 | |
|
|
334 | #if EV_USE_EVENTFD |
341 | #if EV_USE_EVENTFD |
335 | /* our minimum requirement is glibc 2.7 which has the stub, but not the header */ |
342 | /* our minimum requirement is glibc 2.7 which has the stub, but not the header */ |
336 | # include <stdint.h> |
343 | # include <stdint.h> |
337 | # ifdef __cplusplus |
344 | # ifdef __cplusplus |
338 | extern "C" { |
345 | extern "C" { |
… | |
… | |
397 | typedef ev_watcher_time *WT; |
404 | typedef ev_watcher_time *WT; |
398 | |
405 | |
399 | #define ev_active(w) ((W)(w))->active |
406 | #define ev_active(w) ((W)(w))->active |
400 | #define ev_at(w) ((WT)(w))->at |
407 | #define ev_at(w) ((WT)(w))->at |
401 | |
408 | |
402 | #if EV_USE_MONOTONIC |
409 | #if EV_USE_REALTIME |
403 | /* sig_atomic_t is used to avoid per-thread variables or locking but still */ |
410 | /* sig_atomic_t is used to avoid per-thread variables or locking but still */ |
404 | /* giving it a reasonably high chance of working on typical architetcures */ |
411 | /* giving it a reasonably high chance of working on typical architetcures */ |
|
|
412 | static EV_ATOMIC_T have_realtime; /* did clock_gettime (CLOCK_REALTIME) work? */ |
|
|
413 | #endif |
|
|
414 | |
|
|
415 | #if EV_USE_MONOTONIC |
405 | static EV_ATOMIC_T have_monotonic; /* did clock_gettime (CLOCK_MONOTONIC) work? */ |
416 | static EV_ATOMIC_T have_monotonic; /* did clock_gettime (CLOCK_MONOTONIC) work? */ |
406 | #endif |
417 | #endif |
407 | |
418 | |
408 | #ifdef _WIN32 |
419 | #ifdef _WIN32 |
409 | # include "ev_win32.c" |
420 | # include "ev_win32.c" |
… | |
… | |
474 | #define ev_malloc(size) ev_realloc (0, (size)) |
485 | #define ev_malloc(size) ev_realloc (0, (size)) |
475 | #define ev_free(ptr) ev_realloc ((ptr), 0) |
486 | #define ev_free(ptr) ev_realloc ((ptr), 0) |
476 | |
487 | |
477 | /*****************************************************************************/ |
488 | /*****************************************************************************/ |
478 | |
489 | |
|
|
490 | /* file descriptor info structure */ |
479 | typedef struct |
491 | typedef struct |
480 | { |
492 | { |
481 | WL head; |
493 | WL head; |
482 | unsigned char events; |
494 | unsigned char events; /* the events watched for */ |
483 | unsigned char reify; |
495 | unsigned char reify; /* flag set when this ANFD needs reification */ |
484 | unsigned char emask; /* the epoll backend stores the actual kernel mask in here */ |
496 | unsigned char emask; /* the epoll backend stores the actual kernel mask in here */ |
485 | unsigned char unused; |
497 | unsigned char unused; |
486 | #if EV_USE_EPOLL |
498 | #if EV_USE_EPOLL |
487 | unsigned int egen; /* generation counter to counter epoll bugs */ |
499 | unsigned int egen; /* generation counter to counter epoll bugs */ |
488 | #endif |
500 | #endif |
489 | #if EV_SELECT_IS_WINSOCKET |
501 | #if EV_SELECT_IS_WINSOCKET |
490 | SOCKET handle; |
502 | SOCKET handle; |
491 | #endif |
503 | #endif |
492 | } ANFD; |
504 | } ANFD; |
493 | |
505 | |
|
|
506 | /* stores the pending event set for a given watcher */ |
494 | typedef struct |
507 | typedef struct |
495 | { |
508 | { |
496 | W w; |
509 | W w; |
497 | int events; |
510 | int events; /* the pending event set for the given watcher */ |
498 | } ANPENDING; |
511 | } ANPENDING; |
499 | |
512 | |
500 | #if EV_USE_INOTIFY |
513 | #if EV_USE_INOTIFY |
501 | /* hash table entry per inotify-id */ |
514 | /* hash table entry per inotify-id */ |
502 | typedef struct |
515 | typedef struct |
… | |
… | |
505 | } ANFS; |
518 | } ANFS; |
506 | #endif |
519 | #endif |
507 | |
520 | |
508 | /* Heap Entry */ |
521 | /* Heap Entry */ |
509 | #if EV_HEAP_CACHE_AT |
522 | #if EV_HEAP_CACHE_AT |
|
|
523 | /* a heap element */ |
510 | typedef struct { |
524 | typedef struct { |
511 | ev_tstamp at; |
525 | ev_tstamp at; |
512 | WT w; |
526 | WT w; |
513 | } ANHE; |
527 | } ANHE; |
514 | |
528 | |
515 | #define ANHE_w(he) (he).w /* access watcher, read-write */ |
529 | #define ANHE_w(he) (he).w /* access watcher, read-write */ |
516 | #define ANHE_at(he) (he).at /* access cached at, read-only */ |
530 | #define ANHE_at(he) (he).at /* access cached at, read-only */ |
517 | #define ANHE_at_cache(he) (he).at = (he).w->at /* update at from watcher */ |
531 | #define ANHE_at_cache(he) (he).at = (he).w->at /* update at from watcher */ |
518 | #else |
532 | #else |
|
|
533 | /* a heap element */ |
519 | typedef WT ANHE; |
534 | typedef WT ANHE; |
520 | |
535 | |
521 | #define ANHE_w(he) (he) |
536 | #define ANHE_w(he) (he) |
522 | #define ANHE_at(he) (he)->at |
537 | #define ANHE_at(he) (he)->at |
523 | #define ANHE_at_cache(he) |
538 | #define ANHE_at_cache(he) |
… | |
… | |
549 | |
564 | |
550 | #endif |
565 | #endif |
551 | |
566 | |
552 | /*****************************************************************************/ |
567 | /*****************************************************************************/ |
553 | |
568 | |
|
|
569 | #ifndef EV_HAVE_EV_TIME |
554 | ev_tstamp |
570 | ev_tstamp |
555 | ev_time (void) |
571 | ev_time (void) |
556 | { |
572 | { |
557 | #if EV_USE_REALTIME |
573 | #if EV_USE_REALTIME |
|
|
574 | if (expect_true (have_realtime)) |
|
|
575 | { |
558 | struct timespec ts; |
576 | struct timespec ts; |
559 | clock_gettime (CLOCK_REALTIME, &ts); |
577 | clock_gettime (CLOCK_REALTIME, &ts); |
560 | return ts.tv_sec + ts.tv_nsec * 1e-9; |
578 | return ts.tv_sec + ts.tv_nsec * 1e-9; |
561 | #else |
579 | } |
|
|
580 | #endif |
|
|
581 | |
562 | struct timeval tv; |
582 | struct timeval tv; |
563 | gettimeofday (&tv, 0); |
583 | gettimeofday (&tv, 0); |
564 | return tv.tv_sec + tv.tv_usec * 1e-6; |
584 | return tv.tv_sec + tv.tv_usec * 1e-6; |
565 | #endif |
|
|
566 | } |
585 | } |
|
|
586 | #endif |
567 | |
587 | |
568 | ev_tstamp inline_size |
588 | inline_size ev_tstamp |
569 | get_clock (void) |
589 | get_clock (void) |
570 | { |
590 | { |
571 | #if EV_USE_MONOTONIC |
591 | #if EV_USE_MONOTONIC |
572 | if (expect_true (have_monotonic)) |
592 | if (expect_true (have_monotonic)) |
573 | { |
593 | { |
… | |
… | |
607 | |
627 | |
608 | tv.tv_sec = (time_t)delay; |
628 | tv.tv_sec = (time_t)delay; |
609 | tv.tv_usec = (long)((delay - (ev_tstamp)(tv.tv_sec)) * 1e6); |
629 | tv.tv_usec = (long)((delay - (ev_tstamp)(tv.tv_sec)) * 1e6); |
610 | |
630 | |
611 | /* here we rely on sys/time.h + sys/types.h + unistd.h providing select */ |
631 | /* here we rely on sys/time.h + sys/types.h + unistd.h providing select */ |
612 | /* somehting nto guaranteed by newer posix versions, but guaranteed */ |
632 | /* somehting not guaranteed by newer posix versions, but guaranteed */ |
613 | /* by older ones */ |
633 | /* by older ones */ |
614 | select (0, 0, 0, 0, &tv); |
634 | select (0, 0, 0, 0, &tv); |
615 | #endif |
635 | #endif |
616 | } |
636 | } |
617 | } |
637 | } |
618 | |
638 | |
619 | /*****************************************************************************/ |
639 | /*****************************************************************************/ |
620 | |
640 | |
621 | #define MALLOC_ROUND 4096 /* prefer to allocate in chunks of this size, must be 2**n and >> 4 longs */ |
641 | #define MALLOC_ROUND 4096 /* prefer to allocate in chunks of this size, must be 2**n and >> 4 longs */ |
622 | |
642 | |
623 | int inline_size |
643 | /* find a suitable new size for the given array, */ |
|
|
644 | /* hopefully by rounding to a ncie-to-malloc size */ |
|
|
645 | inline_size int |
624 | array_nextsize (int elem, int cur, int cnt) |
646 | array_nextsize (int elem, int cur, int cnt) |
625 | { |
647 | { |
626 | int ncur = cur + 1; |
648 | int ncur = cur + 1; |
627 | |
649 | |
628 | do |
650 | do |
… | |
… | |
669 | fprintf (stderr, "slimmed down " # stem " to %d\n", stem ## max);/*D*/\ |
691 | fprintf (stderr, "slimmed down " # stem " to %d\n", stem ## max);/*D*/\ |
670 | } |
692 | } |
671 | #endif |
693 | #endif |
672 | |
694 | |
673 | #define array_free(stem, idx) \ |
695 | #define array_free(stem, idx) \ |
674 | ev_free (stem ## s idx); stem ## cnt idx = stem ## max idx = 0; |
696 | ev_free (stem ## s idx); stem ## cnt idx = stem ## max idx = 0; stem ## s idx = 0 |
675 | |
697 | |
676 | /*****************************************************************************/ |
698 | /*****************************************************************************/ |
|
|
699 | |
|
|
700 | /* dummy callback for pending events */ |
|
|
701 | static void noinline |
|
|
702 | pendingcb (EV_P_ ev_prepare *w, int revents) |
|
|
703 | { |
|
|
704 | } |
677 | |
705 | |
678 | void noinline |
706 | void noinline |
679 | ev_feed_event (EV_P_ void *w, int revents) |
707 | ev_feed_event (EV_P_ void *w, int revents) |
680 | { |
708 | { |
681 | W w_ = (W)w; |
709 | W w_ = (W)w; |
… | |
… | |
690 | pendings [pri][w_->pending - 1].w = w_; |
718 | pendings [pri][w_->pending - 1].w = w_; |
691 | pendings [pri][w_->pending - 1].events = revents; |
719 | pendings [pri][w_->pending - 1].events = revents; |
692 | } |
720 | } |
693 | } |
721 | } |
694 | |
722 | |
695 | void inline_speed |
723 | inline_speed void |
|
|
724 | feed_reverse (EV_P_ W w) |
|
|
725 | { |
|
|
726 | array_needsize (W, rfeeds, rfeedmax, rfeedcnt + 1, EMPTY2); |
|
|
727 | rfeeds [rfeedcnt++] = w; |
|
|
728 | } |
|
|
729 | |
|
|
730 | inline_size void |
|
|
731 | feed_reverse_done (EV_P_ int revents) |
|
|
732 | { |
|
|
733 | do |
|
|
734 | ev_feed_event (EV_A_ rfeeds [--rfeedcnt], revents); |
|
|
735 | while (rfeedcnt); |
|
|
736 | } |
|
|
737 | |
|
|
738 | inline_speed void |
696 | queue_events (EV_P_ W *events, int eventcnt, int type) |
739 | queue_events (EV_P_ W *events, int eventcnt, int type) |
697 | { |
740 | { |
698 | int i; |
741 | int i; |
699 | |
742 | |
700 | for (i = 0; i < eventcnt; ++i) |
743 | for (i = 0; i < eventcnt; ++i) |
701 | ev_feed_event (EV_A_ events [i], type); |
744 | ev_feed_event (EV_A_ events [i], type); |
702 | } |
745 | } |
703 | |
746 | |
704 | /*****************************************************************************/ |
747 | /*****************************************************************************/ |
705 | |
748 | |
706 | void inline_speed |
749 | inline_speed void |
707 | fd_event (EV_P_ int fd, int revents) |
750 | fd_event (EV_P_ int fd, int revents) |
708 | { |
751 | { |
709 | ANFD *anfd = anfds + fd; |
752 | ANFD *anfd = anfds + fd; |
710 | ev_io *w; |
753 | ev_io *w; |
711 | |
754 | |
… | |
… | |
723 | { |
766 | { |
724 | if (fd >= 0 && fd < anfdmax) |
767 | if (fd >= 0 && fd < anfdmax) |
725 | fd_event (EV_A_ fd, revents); |
768 | fd_event (EV_A_ fd, revents); |
726 | } |
769 | } |
727 | |
770 | |
728 | void inline_size |
771 | /* make sure the external fd watch events are in-sync */ |
|
|
772 | /* with the kernel/libev internal state */ |
|
|
773 | inline_size void |
729 | fd_reify (EV_P) |
774 | fd_reify (EV_P) |
730 | { |
775 | { |
731 | int i; |
776 | int i; |
732 | |
777 | |
733 | for (i = 0; i < fdchangecnt; ++i) |
778 | for (i = 0; i < fdchangecnt; ++i) |
… | |
… | |
748 | #ifdef EV_FD_TO_WIN32_HANDLE |
793 | #ifdef EV_FD_TO_WIN32_HANDLE |
749 | anfd->handle = EV_FD_TO_WIN32_HANDLE (fd); |
794 | anfd->handle = EV_FD_TO_WIN32_HANDLE (fd); |
750 | #else |
795 | #else |
751 | anfd->handle = _get_osfhandle (fd); |
796 | anfd->handle = _get_osfhandle (fd); |
752 | #endif |
797 | #endif |
753 | assert (("libev only supports socket fds in this configuration", ioctlsocket (anfd->handle, FIONREAD, &arg) == 0)); |
798 | assert (("libev: only socket fds supported in this configuration", ioctlsocket (anfd->handle, FIONREAD, &arg) == 0)); |
754 | } |
799 | } |
755 | #endif |
800 | #endif |
756 | |
801 | |
757 | { |
802 | { |
758 | unsigned char o_events = anfd->events; |
803 | unsigned char o_events = anfd->events; |
759 | unsigned char o_reify = anfd->reify; |
804 | unsigned char o_reify = anfd->reify; |
760 | |
805 | |
761 | anfd->reify = 0; |
806 | anfd->reify = 0; |
762 | anfd->events = events; |
807 | anfd->events = events; |
763 | |
808 | |
764 | if (o_events != events || o_reify & EV_IOFDSET) |
809 | if (o_events != events || o_reify & EV__IOFDSET) |
765 | backend_modify (EV_A_ fd, o_events, events); |
810 | backend_modify (EV_A_ fd, o_events, events); |
766 | } |
811 | } |
767 | } |
812 | } |
768 | |
813 | |
769 | fdchangecnt = 0; |
814 | fdchangecnt = 0; |
770 | } |
815 | } |
771 | |
816 | |
772 | void inline_size |
817 | /* something about the given fd changed */ |
|
|
818 | inline_size void |
773 | fd_change (EV_P_ int fd, int flags) |
819 | fd_change (EV_P_ int fd, int flags) |
774 | { |
820 | { |
775 | unsigned char reify = anfds [fd].reify; |
821 | unsigned char reify = anfds [fd].reify; |
776 | anfds [fd].reify |= flags; |
822 | anfds [fd].reify |= flags; |
777 | |
823 | |
… | |
… | |
781 | array_needsize (int, fdchanges, fdchangemax, fdchangecnt, EMPTY2); |
827 | array_needsize (int, fdchanges, fdchangemax, fdchangecnt, EMPTY2); |
782 | fdchanges [fdchangecnt - 1] = fd; |
828 | fdchanges [fdchangecnt - 1] = fd; |
783 | } |
829 | } |
784 | } |
830 | } |
785 | |
831 | |
786 | void inline_speed |
832 | /* the given fd is invalid/unusable, so make sure it doesn't hurt us anymore */ |
|
|
833 | inline_speed void |
787 | fd_kill (EV_P_ int fd) |
834 | fd_kill (EV_P_ int fd) |
788 | { |
835 | { |
789 | ev_io *w; |
836 | ev_io *w; |
790 | |
837 | |
791 | while ((w = (ev_io *)anfds [fd].head)) |
838 | while ((w = (ev_io *)anfds [fd].head)) |
… | |
… | |
793 | ev_io_stop (EV_A_ w); |
840 | ev_io_stop (EV_A_ w); |
794 | ev_feed_event (EV_A_ (W)w, EV_ERROR | EV_READ | EV_WRITE); |
841 | ev_feed_event (EV_A_ (W)w, EV_ERROR | EV_READ | EV_WRITE); |
795 | } |
842 | } |
796 | } |
843 | } |
797 | |
844 | |
798 | int inline_size |
845 | /* check whether the given fd is atcually valid, for error recovery */ |
|
|
846 | inline_size int |
799 | fd_valid (int fd) |
847 | fd_valid (int fd) |
800 | { |
848 | { |
801 | #ifdef _WIN32 |
849 | #ifdef _WIN32 |
802 | return _get_osfhandle (fd) != -1; |
850 | return _get_osfhandle (fd) != -1; |
803 | #else |
851 | #else |
… | |
… | |
840 | for (fd = 0; fd < anfdmax; ++fd) |
888 | for (fd = 0; fd < anfdmax; ++fd) |
841 | if (anfds [fd].events) |
889 | if (anfds [fd].events) |
842 | { |
890 | { |
843 | anfds [fd].events = 0; |
891 | anfds [fd].events = 0; |
844 | anfds [fd].emask = 0; |
892 | anfds [fd].emask = 0; |
845 | fd_change (EV_A_ fd, EV_IOFDSET | 1); |
893 | fd_change (EV_A_ fd, EV__IOFDSET | 1); |
846 | } |
894 | } |
847 | } |
895 | } |
848 | |
896 | |
849 | /*****************************************************************************/ |
897 | /*****************************************************************************/ |
850 | |
898 | |
… | |
… | |
866 | #define HEAP0 (DHEAP - 1) /* index of first element in heap */ |
914 | #define HEAP0 (DHEAP - 1) /* index of first element in heap */ |
867 | #define HPARENT(k) ((((k) - HEAP0 - 1) / DHEAP) + HEAP0) |
915 | #define HPARENT(k) ((((k) - HEAP0 - 1) / DHEAP) + HEAP0) |
868 | #define UPHEAP_DONE(p,k) ((p) == (k)) |
916 | #define UPHEAP_DONE(p,k) ((p) == (k)) |
869 | |
917 | |
870 | /* away from the root */ |
918 | /* away from the root */ |
871 | void inline_speed |
919 | inline_speed void |
872 | downheap (ANHE *heap, int N, int k) |
920 | downheap (ANHE *heap, int N, int k) |
873 | { |
921 | { |
874 | ANHE he = heap [k]; |
922 | ANHE he = heap [k]; |
875 | ANHE *E = heap + N + HEAP0; |
923 | ANHE *E = heap + N + HEAP0; |
876 | |
924 | |
… | |
… | |
916 | #define HEAP0 1 |
964 | #define HEAP0 1 |
917 | #define HPARENT(k) ((k) >> 1) |
965 | #define HPARENT(k) ((k) >> 1) |
918 | #define UPHEAP_DONE(p,k) (!(p)) |
966 | #define UPHEAP_DONE(p,k) (!(p)) |
919 | |
967 | |
920 | /* away from the root */ |
968 | /* away from the root */ |
921 | void inline_speed |
969 | inline_speed void |
922 | downheap (ANHE *heap, int N, int k) |
970 | downheap (ANHE *heap, int N, int k) |
923 | { |
971 | { |
924 | ANHE he = heap [k]; |
972 | ANHE he = heap [k]; |
925 | |
973 | |
926 | for (;;) |
974 | for (;;) |
… | |
… | |
946 | ev_active (ANHE_w (he)) = k; |
994 | ev_active (ANHE_w (he)) = k; |
947 | } |
995 | } |
948 | #endif |
996 | #endif |
949 | |
997 | |
950 | /* towards the root */ |
998 | /* towards the root */ |
951 | void inline_speed |
999 | inline_speed void |
952 | upheap (ANHE *heap, int k) |
1000 | upheap (ANHE *heap, int k) |
953 | { |
1001 | { |
954 | ANHE he = heap [k]; |
1002 | ANHE he = heap [k]; |
955 | |
1003 | |
956 | for (;;) |
1004 | for (;;) |
… | |
… | |
967 | |
1015 | |
968 | heap [k] = he; |
1016 | heap [k] = he; |
969 | ev_active (ANHE_w (he)) = k; |
1017 | ev_active (ANHE_w (he)) = k; |
970 | } |
1018 | } |
971 | |
1019 | |
972 | void inline_size |
1020 | /* move an element suitably so it is in a correct place */ |
|
|
1021 | inline_size void |
973 | adjustheap (ANHE *heap, int N, int k) |
1022 | adjustheap (ANHE *heap, int N, int k) |
974 | { |
1023 | { |
975 | if (k > HEAP0 && ANHE_at (heap [HPARENT (k)]) >= ANHE_at (heap [k])) |
1024 | if (k > HEAP0 && ANHE_at (heap [HPARENT (k)]) >= ANHE_at (heap [k])) |
976 | upheap (heap, k); |
1025 | upheap (heap, k); |
977 | else |
1026 | else |
978 | downheap (heap, N, k); |
1027 | downheap (heap, N, k); |
979 | } |
1028 | } |
980 | |
1029 | |
981 | /* rebuild the heap: this function is used only once and executed rarely */ |
1030 | /* rebuild the heap: this function is used only once and executed rarely */ |
982 | void inline_size |
1031 | inline_size void |
983 | reheap (ANHE *heap, int N) |
1032 | reheap (ANHE *heap, int N) |
984 | { |
1033 | { |
985 | int i; |
1034 | int i; |
986 | |
1035 | |
987 | /* we don't use floyds algorithm, upheap is simpler and is more cache-efficient */ |
1036 | /* we don't use floyds algorithm, upheap is simpler and is more cache-efficient */ |
… | |
… | |
990 | upheap (heap, i + HEAP0); |
1039 | upheap (heap, i + HEAP0); |
991 | } |
1040 | } |
992 | |
1041 | |
993 | /*****************************************************************************/ |
1042 | /*****************************************************************************/ |
994 | |
1043 | |
|
|
1044 | /* associate signal watchers to a signal signal */ |
995 | typedef struct |
1045 | typedef struct |
996 | { |
1046 | { |
997 | WL head; |
1047 | WL head; |
998 | EV_ATOMIC_T gotsig; |
1048 | EV_ATOMIC_T gotsig; |
999 | } ANSIG; |
1049 | } ANSIG; |
… | |
… | |
1003 | |
1053 | |
1004 | static EV_ATOMIC_T gotsig; |
1054 | static EV_ATOMIC_T gotsig; |
1005 | |
1055 | |
1006 | /*****************************************************************************/ |
1056 | /*****************************************************************************/ |
1007 | |
1057 | |
1008 | void inline_speed |
1058 | /* used to prepare libev internal fd's */ |
|
|
1059 | /* this is not fork-safe */ |
|
|
1060 | inline_speed void |
1009 | fd_intern (int fd) |
1061 | fd_intern (int fd) |
1010 | { |
1062 | { |
1011 | #ifdef _WIN32 |
1063 | #ifdef _WIN32 |
1012 | unsigned long arg = 1; |
1064 | unsigned long arg = 1; |
1013 | ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg); |
1065 | ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg); |
… | |
… | |
1018 | } |
1070 | } |
1019 | |
1071 | |
1020 | static void noinline |
1072 | static void noinline |
1021 | evpipe_init (EV_P) |
1073 | evpipe_init (EV_P) |
1022 | { |
1074 | { |
1023 | if (!ev_is_active (&pipeev)) |
1075 | if (!ev_is_active (&pipe_w)) |
1024 | { |
1076 | { |
1025 | #if EV_USE_EVENTFD |
1077 | #if EV_USE_EVENTFD |
1026 | if ((evfd = eventfd (0, 0)) >= 0) |
1078 | if ((evfd = eventfd (0, 0)) >= 0) |
1027 | { |
1079 | { |
1028 | evpipe [0] = -1; |
1080 | evpipe [0] = -1; |
1029 | fd_intern (evfd); |
1081 | fd_intern (evfd); |
1030 | ev_io_set (&pipeev, evfd, EV_READ); |
1082 | ev_io_set (&pipe_w, evfd, EV_READ); |
1031 | } |
1083 | } |
1032 | else |
1084 | else |
1033 | #endif |
1085 | #endif |
1034 | { |
1086 | { |
1035 | while (pipe (evpipe)) |
1087 | while (pipe (evpipe)) |
1036 | ev_syserr ("(libev) error creating signal/async pipe"); |
1088 | ev_syserr ("(libev) error creating signal/async pipe"); |
1037 | |
1089 | |
1038 | fd_intern (evpipe [0]); |
1090 | fd_intern (evpipe [0]); |
1039 | fd_intern (evpipe [1]); |
1091 | fd_intern (evpipe [1]); |
1040 | ev_io_set (&pipeev, evpipe [0], EV_READ); |
1092 | ev_io_set (&pipe_w, evpipe [0], EV_READ); |
1041 | } |
1093 | } |
1042 | |
1094 | |
1043 | ev_io_start (EV_A_ &pipeev); |
1095 | ev_io_start (EV_A_ &pipe_w); |
1044 | ev_unref (EV_A); /* watcher should not keep loop alive */ |
1096 | ev_unref (EV_A); /* watcher should not keep loop alive */ |
1045 | } |
1097 | } |
1046 | } |
1098 | } |
1047 | |
1099 | |
1048 | void inline_size |
1100 | inline_size void |
1049 | evpipe_write (EV_P_ EV_ATOMIC_T *flag) |
1101 | evpipe_write (EV_P_ EV_ATOMIC_T *flag) |
1050 | { |
1102 | { |
1051 | if (!*flag) |
1103 | if (!*flag) |
1052 | { |
1104 | { |
1053 | int old_errno = errno; /* save errno because write might clobber it */ |
1105 | int old_errno = errno; /* save errno because write might clobber it */ |
… | |
… | |
1066 | |
1118 | |
1067 | errno = old_errno; |
1119 | errno = old_errno; |
1068 | } |
1120 | } |
1069 | } |
1121 | } |
1070 | |
1122 | |
|
|
1123 | /* called whenever the libev signal pipe */ |
|
|
1124 | /* got some events (signal, async) */ |
1071 | static void |
1125 | static void |
1072 | pipecb (EV_P_ ev_io *iow, int revents) |
1126 | pipecb (EV_P_ ev_io *iow, int revents) |
1073 | { |
1127 | { |
1074 | #if EV_USE_EVENTFD |
1128 | #if EV_USE_EVENTFD |
1075 | if (evfd >= 0) |
1129 | if (evfd >= 0) |
… | |
… | |
1131 | ev_feed_signal_event (EV_P_ int signum) |
1185 | ev_feed_signal_event (EV_P_ int signum) |
1132 | { |
1186 | { |
1133 | WL w; |
1187 | WL w; |
1134 | |
1188 | |
1135 | #if EV_MULTIPLICITY |
1189 | #if EV_MULTIPLICITY |
1136 | assert (("feeding signal events is only supported in the default loop", loop == ev_default_loop_ptr)); |
1190 | assert (("libev: feeding signal events is only supported in the default loop", loop == ev_default_loop_ptr)); |
1137 | #endif |
1191 | #endif |
1138 | |
1192 | |
1139 | --signum; |
1193 | --signum; |
1140 | |
1194 | |
1141 | if (signum < 0 || signum >= signalmax) |
1195 | if (signum < 0 || signum >= signalmax) |
… | |
… | |
1157 | |
1211 | |
1158 | #ifndef WIFCONTINUED |
1212 | #ifndef WIFCONTINUED |
1159 | # define WIFCONTINUED(status) 0 |
1213 | # define WIFCONTINUED(status) 0 |
1160 | #endif |
1214 | #endif |
1161 | |
1215 | |
1162 | void inline_speed |
1216 | /* handle a single child status event */ |
|
|
1217 | inline_speed void |
1163 | child_reap (EV_P_ int chain, int pid, int status) |
1218 | child_reap (EV_P_ int chain, int pid, int status) |
1164 | { |
1219 | { |
1165 | ev_child *w; |
1220 | ev_child *w; |
1166 | int traced = WIFSTOPPED (status) || WIFCONTINUED (status); |
1221 | int traced = WIFSTOPPED (status) || WIFCONTINUED (status); |
1167 | |
1222 | |
… | |
… | |
1180 | |
1235 | |
1181 | #ifndef WCONTINUED |
1236 | #ifndef WCONTINUED |
1182 | # define WCONTINUED 0 |
1237 | # define WCONTINUED 0 |
1183 | #endif |
1238 | #endif |
1184 | |
1239 | |
|
|
1240 | /* called on sigchld etc., calls waitpid */ |
1185 | static void |
1241 | static void |
1186 | childcb (EV_P_ ev_signal *sw, int revents) |
1242 | childcb (EV_P_ ev_signal *sw, int revents) |
1187 | { |
1243 | { |
1188 | int pid, status; |
1244 | int pid, status; |
1189 | |
1245 | |
… | |
… | |
1270 | /* kqueue is borked on everything but netbsd apparently */ |
1326 | /* kqueue is borked on everything but netbsd apparently */ |
1271 | /* it usually doesn't work correctly on anything but sockets and pipes */ |
1327 | /* it usually doesn't work correctly on anything but sockets and pipes */ |
1272 | flags &= ~EVBACKEND_KQUEUE; |
1328 | flags &= ~EVBACKEND_KQUEUE; |
1273 | #endif |
1329 | #endif |
1274 | #ifdef __APPLE__ |
1330 | #ifdef __APPLE__ |
1275 | // flags &= ~EVBACKEND_KQUEUE; for documentation |
1331 | /* only select works correctly on that "unix-certified" platform */ |
1276 | flags &= ~EVBACKEND_POLL; |
1332 | flags &= ~EVBACKEND_KQUEUE; /* horribly broken, even for sockets */ |
|
|
1333 | flags &= ~EVBACKEND_POLL; /* poll is based on kqueue from 10.5 onwards */ |
1277 | #endif |
1334 | #endif |
1278 | |
1335 | |
1279 | return flags; |
1336 | return flags; |
1280 | } |
1337 | } |
1281 | |
1338 | |
… | |
… | |
1313 | ev_set_timeout_collect_interval (EV_P_ ev_tstamp interval) |
1370 | ev_set_timeout_collect_interval (EV_P_ ev_tstamp interval) |
1314 | { |
1371 | { |
1315 | timeout_blocktime = interval; |
1372 | timeout_blocktime = interval; |
1316 | } |
1373 | } |
1317 | |
1374 | |
|
|
1375 | /* initialise a loop structure, must be zero-initialised */ |
1318 | static void noinline |
1376 | static void noinline |
1319 | loop_init (EV_P_ unsigned int flags) |
1377 | loop_init (EV_P_ unsigned int flags) |
1320 | { |
1378 | { |
1321 | if (!backend) |
1379 | if (!backend) |
1322 | { |
1380 | { |
|
|
1381 | #if EV_USE_REALTIME |
|
|
1382 | if (!have_realtime) |
|
|
1383 | { |
|
|
1384 | struct timespec ts; |
|
|
1385 | |
|
|
1386 | if (!clock_gettime (CLOCK_REALTIME, &ts)) |
|
|
1387 | have_realtime = 1; |
|
|
1388 | } |
|
|
1389 | #endif |
|
|
1390 | |
1323 | #if EV_USE_MONOTONIC |
1391 | #if EV_USE_MONOTONIC |
|
|
1392 | if (!have_monotonic) |
1324 | { |
1393 | { |
1325 | struct timespec ts; |
1394 | struct timespec ts; |
|
|
1395 | |
1326 | if (!clock_gettime (CLOCK_MONOTONIC, &ts)) |
1396 | if (!clock_gettime (CLOCK_MONOTONIC, &ts)) |
1327 | have_monotonic = 1; |
1397 | have_monotonic = 1; |
1328 | } |
1398 | } |
1329 | #endif |
1399 | #endif |
1330 | |
1400 | |
1331 | ev_rt_now = ev_time (); |
1401 | ev_rt_now = ev_time (); |
1332 | mn_now = get_clock (); |
1402 | mn_now = get_clock (); |
1333 | now_floor = mn_now; |
1403 | now_floor = mn_now; |
… | |
… | |
1370 | #endif |
1440 | #endif |
1371 | #if EV_USE_SELECT |
1441 | #if EV_USE_SELECT |
1372 | if (!backend && (flags & EVBACKEND_SELECT)) backend = select_init (EV_A_ flags); |
1442 | if (!backend && (flags & EVBACKEND_SELECT)) backend = select_init (EV_A_ flags); |
1373 | #endif |
1443 | #endif |
1374 | |
1444 | |
|
|
1445 | ev_prepare_init (&pending_w, pendingcb); |
|
|
1446 | |
1375 | ev_init (&pipeev, pipecb); |
1447 | ev_init (&pipe_w, pipecb); |
1376 | ev_set_priority (&pipeev, EV_MAXPRI); |
1448 | ev_set_priority (&pipe_w, EV_MAXPRI); |
1377 | } |
1449 | } |
1378 | } |
1450 | } |
1379 | |
1451 | |
|
|
1452 | /* free up a loop structure */ |
1380 | static void noinline |
1453 | static void noinline |
1381 | loop_destroy (EV_P) |
1454 | loop_destroy (EV_P) |
1382 | { |
1455 | { |
1383 | int i; |
1456 | int i; |
1384 | |
1457 | |
1385 | if (ev_is_active (&pipeev)) |
1458 | if (ev_is_active (&pipe_w)) |
1386 | { |
1459 | { |
1387 | ev_ref (EV_A); /* signal watcher */ |
1460 | ev_ref (EV_A); /* signal watcher */ |
1388 | ev_io_stop (EV_A_ &pipeev); |
1461 | ev_io_stop (EV_A_ &pipe_w); |
1389 | |
1462 | |
1390 | #if EV_USE_EVENTFD |
1463 | #if EV_USE_EVENTFD |
1391 | if (evfd >= 0) |
1464 | if (evfd >= 0) |
1392 | close (evfd); |
1465 | close (evfd); |
1393 | #endif |
1466 | #endif |
… | |
… | |
1432 | } |
1505 | } |
1433 | |
1506 | |
1434 | ev_free (anfds); anfdmax = 0; |
1507 | ev_free (anfds); anfdmax = 0; |
1435 | |
1508 | |
1436 | /* have to use the microsoft-never-gets-it-right macro */ |
1509 | /* have to use the microsoft-never-gets-it-right macro */ |
|
|
1510 | array_free (rfeed, EMPTY); |
1437 | array_free (fdchange, EMPTY); |
1511 | array_free (fdchange, EMPTY); |
1438 | array_free (timer, EMPTY); |
1512 | array_free (timer, EMPTY); |
1439 | #if EV_PERIODIC_ENABLE |
1513 | #if EV_PERIODIC_ENABLE |
1440 | array_free (periodic, EMPTY); |
1514 | array_free (periodic, EMPTY); |
1441 | #endif |
1515 | #endif |
… | |
… | |
1450 | |
1524 | |
1451 | backend = 0; |
1525 | backend = 0; |
1452 | } |
1526 | } |
1453 | |
1527 | |
1454 | #if EV_USE_INOTIFY |
1528 | #if EV_USE_INOTIFY |
1455 | void inline_size infy_fork (EV_P); |
1529 | inline_size void infy_fork (EV_P); |
1456 | #endif |
1530 | #endif |
1457 | |
1531 | |
1458 | void inline_size |
1532 | inline_size void |
1459 | loop_fork (EV_P) |
1533 | loop_fork (EV_P) |
1460 | { |
1534 | { |
1461 | #if EV_USE_PORT |
1535 | #if EV_USE_PORT |
1462 | if (backend == EVBACKEND_PORT ) port_fork (EV_A); |
1536 | if (backend == EVBACKEND_PORT ) port_fork (EV_A); |
1463 | #endif |
1537 | #endif |
… | |
… | |
1469 | #endif |
1543 | #endif |
1470 | #if EV_USE_INOTIFY |
1544 | #if EV_USE_INOTIFY |
1471 | infy_fork (EV_A); |
1545 | infy_fork (EV_A); |
1472 | #endif |
1546 | #endif |
1473 | |
1547 | |
1474 | if (ev_is_active (&pipeev)) |
1548 | if (ev_is_active (&pipe_w)) |
1475 | { |
1549 | { |
1476 | /* this "locks" the handlers against writing to the pipe */ |
1550 | /* this "locks" the handlers against writing to the pipe */ |
1477 | /* while we modify the fd vars */ |
1551 | /* while we modify the fd vars */ |
1478 | gotsig = 1; |
1552 | gotsig = 1; |
1479 | #if EV_ASYNC_ENABLE |
1553 | #if EV_ASYNC_ENABLE |
1480 | gotasync = 1; |
1554 | gotasync = 1; |
1481 | #endif |
1555 | #endif |
1482 | |
1556 | |
1483 | ev_ref (EV_A); |
1557 | ev_ref (EV_A); |
1484 | ev_io_stop (EV_A_ &pipeev); |
1558 | ev_io_stop (EV_A_ &pipe_w); |
1485 | |
1559 | |
1486 | #if EV_USE_EVENTFD |
1560 | #if EV_USE_EVENTFD |
1487 | if (evfd >= 0) |
1561 | if (evfd >= 0) |
1488 | close (evfd); |
1562 | close (evfd); |
1489 | #endif |
1563 | #endif |
… | |
… | |
1494 | close (evpipe [1]); |
1568 | close (evpipe [1]); |
1495 | } |
1569 | } |
1496 | |
1570 | |
1497 | evpipe_init (EV_A); |
1571 | evpipe_init (EV_A); |
1498 | /* now iterate over everything, in case we missed something */ |
1572 | /* now iterate over everything, in case we missed something */ |
1499 | pipecb (EV_A_ &pipeev, EV_READ); |
1573 | pipecb (EV_A_ &pipe_w, EV_READ); |
1500 | } |
1574 | } |
1501 | |
1575 | |
1502 | postfork = 0; |
1576 | postfork = 0; |
1503 | } |
1577 | } |
1504 | |
1578 | |
… | |
… | |
1534 | |
1608 | |
1535 | #if EV_VERIFY |
1609 | #if EV_VERIFY |
1536 | static void noinline |
1610 | static void noinline |
1537 | verify_watcher (EV_P_ W w) |
1611 | verify_watcher (EV_P_ W w) |
1538 | { |
1612 | { |
1539 | assert (("watcher has invalid priority", ABSPRI (w) >= 0 && ABSPRI (w) < NUMPRI)); |
1613 | assert (("libev: watcher has invalid priority", ABSPRI (w) >= 0 && ABSPRI (w) < NUMPRI)); |
1540 | |
1614 | |
1541 | if (w->pending) |
1615 | if (w->pending) |
1542 | assert (("pending watcher not on pending queue", pendings [ABSPRI (w)][w->pending - 1].w == w)); |
1616 | assert (("libev: pending watcher not on pending queue", pendings [ABSPRI (w)][w->pending - 1].w == w)); |
1543 | } |
1617 | } |
1544 | |
1618 | |
1545 | static void noinline |
1619 | static void noinline |
1546 | verify_heap (EV_P_ ANHE *heap, int N) |
1620 | verify_heap (EV_P_ ANHE *heap, int N) |
1547 | { |
1621 | { |
1548 | int i; |
1622 | int i; |
1549 | |
1623 | |
1550 | for (i = HEAP0; i < N + HEAP0; ++i) |
1624 | for (i = HEAP0; i < N + HEAP0; ++i) |
1551 | { |
1625 | { |
1552 | assert (("active index mismatch in heap", ev_active (ANHE_w (heap [i])) == i)); |
1626 | assert (("libev: active index mismatch in heap", ev_active (ANHE_w (heap [i])) == i)); |
1553 | assert (("heap condition violated", i == HEAP0 || ANHE_at (heap [HPARENT (i)]) <= ANHE_at (heap [i]))); |
1627 | assert (("libev: heap condition violated", i == HEAP0 || ANHE_at (heap [HPARENT (i)]) <= ANHE_at (heap [i]))); |
1554 | assert (("heap at cache mismatch", ANHE_at (heap [i]) == ev_at (ANHE_w (heap [i])))); |
1628 | assert (("libev: heap at cache mismatch", ANHE_at (heap [i]) == ev_at (ANHE_w (heap [i])))); |
1555 | |
1629 | |
1556 | verify_watcher (EV_A_ (W)ANHE_w (heap [i])); |
1630 | verify_watcher (EV_A_ (W)ANHE_w (heap [i])); |
1557 | } |
1631 | } |
1558 | } |
1632 | } |
1559 | |
1633 | |
1560 | static void noinline |
1634 | static void noinline |
1561 | array_verify (EV_P_ W *ws, int cnt) |
1635 | array_verify (EV_P_ W *ws, int cnt) |
1562 | { |
1636 | { |
1563 | while (cnt--) |
1637 | while (cnt--) |
1564 | { |
1638 | { |
1565 | assert (("active index mismatch", ev_active (ws [cnt]) == cnt + 1)); |
1639 | assert (("libev: active index mismatch", ev_active (ws [cnt]) == cnt + 1)); |
1566 | verify_watcher (EV_A_ ws [cnt]); |
1640 | verify_watcher (EV_A_ ws [cnt]); |
1567 | } |
1641 | } |
1568 | } |
1642 | } |
1569 | #endif |
1643 | #endif |
1570 | |
1644 | |
… | |
… | |
1577 | |
1651 | |
1578 | assert (activecnt >= -1); |
1652 | assert (activecnt >= -1); |
1579 | |
1653 | |
1580 | assert (fdchangemax >= fdchangecnt); |
1654 | assert (fdchangemax >= fdchangecnt); |
1581 | for (i = 0; i < fdchangecnt; ++i) |
1655 | for (i = 0; i < fdchangecnt; ++i) |
1582 | assert (("negative fd in fdchanges", fdchanges [i] >= 0)); |
1656 | assert (("libev: negative fd in fdchanges", fdchanges [i] >= 0)); |
1583 | |
1657 | |
1584 | assert (anfdmax >= 0); |
1658 | assert (anfdmax >= 0); |
1585 | for (i = 0; i < anfdmax; ++i) |
1659 | for (i = 0; i < anfdmax; ++i) |
1586 | for (w = anfds [i].head; w; w = w->next) |
1660 | for (w = anfds [i].head; w; w = w->next) |
1587 | { |
1661 | { |
1588 | verify_watcher (EV_A_ (W)w); |
1662 | verify_watcher (EV_A_ (W)w); |
1589 | assert (("inactive fd watcher on anfd list", ev_active (w) == 1)); |
1663 | assert (("libev: inactive fd watcher on anfd list", ev_active (w) == 1)); |
1590 | assert (("fd mismatch between watcher and anfd", ((ev_io *)w)->fd == i)); |
1664 | assert (("libev: fd mismatch between watcher and anfd", ((ev_io *)w)->fd == i)); |
1591 | } |
1665 | } |
1592 | |
1666 | |
1593 | assert (timermax >= timercnt); |
1667 | assert (timermax >= timercnt); |
1594 | verify_heap (EV_A_ timers, timercnt); |
1668 | verify_heap (EV_A_ timers, timercnt); |
1595 | |
1669 | |
… | |
… | |
1700 | ev_invoke (EV_P_ void *w, int revents) |
1774 | ev_invoke (EV_P_ void *w, int revents) |
1701 | { |
1775 | { |
1702 | EV_CB_INVOKE ((W)w, revents); |
1776 | EV_CB_INVOKE ((W)w, revents); |
1703 | } |
1777 | } |
1704 | |
1778 | |
1705 | void inline_speed |
1779 | inline_speed void |
1706 | call_pending (EV_P) |
1780 | call_pending (EV_P) |
1707 | { |
1781 | { |
1708 | int pri; |
1782 | int pri; |
1709 | |
1783 | |
1710 | for (pri = NUMPRI; pri--; ) |
1784 | for (pri = NUMPRI; pri--; ) |
1711 | while (pendingcnt [pri]) |
1785 | while (pendingcnt [pri]) |
1712 | { |
1786 | { |
1713 | ANPENDING *p = pendings [pri] + --pendingcnt [pri]; |
1787 | ANPENDING *p = pendings [pri] + --pendingcnt [pri]; |
1714 | |
1788 | |
1715 | if (expect_true (p->w)) |
|
|
1716 | { |
|
|
1717 | /*assert (("non-pending watcher on pending list", p->w->pending));*/ |
1789 | /*assert (("libev: non-pending watcher on pending list", p->w->pending));*/ |
|
|
1790 | /* ^ this is no longer true, as pending_w could be here */ |
1718 | |
1791 | |
1719 | p->w->pending = 0; |
1792 | p->w->pending = 0; |
1720 | EV_CB_INVOKE (p->w, p->events); |
1793 | EV_CB_INVOKE (p->w, p->events); |
1721 | EV_FREQUENT_CHECK; |
1794 | EV_FREQUENT_CHECK; |
1722 | } |
|
|
1723 | } |
1795 | } |
1724 | } |
1796 | } |
1725 | |
1797 | |
1726 | #if EV_IDLE_ENABLE |
1798 | #if EV_IDLE_ENABLE |
1727 | void inline_size |
1799 | /* make idle watchers pending. this handles the "call-idle */ |
|
|
1800 | /* only when higher priorities are idle" logic */ |
|
|
1801 | inline_size void |
1728 | idle_reify (EV_P) |
1802 | idle_reify (EV_P) |
1729 | { |
1803 | { |
1730 | if (expect_false (idleall)) |
1804 | if (expect_false (idleall)) |
1731 | { |
1805 | { |
1732 | int pri; |
1806 | int pri; |
… | |
… | |
1744 | } |
1818 | } |
1745 | } |
1819 | } |
1746 | } |
1820 | } |
1747 | #endif |
1821 | #endif |
1748 | |
1822 | |
1749 | void inline_size |
1823 | /* make timers pending */ |
|
|
1824 | inline_size void |
1750 | timers_reify (EV_P) |
1825 | timers_reify (EV_P) |
1751 | { |
1826 | { |
1752 | EV_FREQUENT_CHECK; |
1827 | EV_FREQUENT_CHECK; |
1753 | |
1828 | |
1754 | while (timercnt && ANHE_at (timers [HEAP0]) < mn_now) |
1829 | if (timercnt && ANHE_at (timers [HEAP0]) < mn_now) |
1755 | { |
1830 | { |
1756 | ev_timer *w = (ev_timer *)ANHE_w (timers [HEAP0]); |
1831 | do |
1757 | |
|
|
1758 | /*assert (("inactive timer on timer heap detected", ev_is_active (w)));*/ |
|
|
1759 | |
|
|
1760 | /* first reschedule or stop timer */ |
|
|
1761 | if (w->repeat) |
|
|
1762 | { |
1832 | { |
|
|
1833 | ev_timer *w = (ev_timer *)ANHE_w (timers [HEAP0]); |
|
|
1834 | |
|
|
1835 | /*assert (("libev: inactive timer on timer heap detected", ev_is_active (w)));*/ |
|
|
1836 | |
|
|
1837 | /* first reschedule or stop timer */ |
|
|
1838 | if (w->repeat) |
|
|
1839 | { |
1763 | ev_at (w) += w->repeat; |
1840 | ev_at (w) += w->repeat; |
1764 | if (ev_at (w) < mn_now) |
1841 | if (ev_at (w) < mn_now) |
1765 | ev_at (w) = mn_now; |
1842 | ev_at (w) = mn_now; |
1766 | |
1843 | |
1767 | assert (("negative ev_timer repeat value found while processing timers", w->repeat > 0.)); |
1844 | assert (("libev: negative ev_timer repeat value found while processing timers", w->repeat > 0.)); |
1768 | |
1845 | |
1769 | ANHE_at_cache (timers [HEAP0]); |
1846 | ANHE_at_cache (timers [HEAP0]); |
1770 | downheap (timers, timercnt, HEAP0); |
1847 | downheap (timers, timercnt, HEAP0); |
|
|
1848 | } |
|
|
1849 | else |
|
|
1850 | ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */ |
|
|
1851 | |
|
|
1852 | EV_FREQUENT_CHECK; |
|
|
1853 | feed_reverse (EV_A_ (W)w); |
1771 | } |
1854 | } |
1772 | else |
1855 | while (timercnt && ANHE_at (timers [HEAP0]) < mn_now); |
1773 | ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */ |
|
|
1774 | |
1856 | |
1775 | EV_FREQUENT_CHECK; |
|
|
1776 | ev_feed_event (EV_A_ (W)w, EV_TIMEOUT); |
1857 | feed_reverse_done (EV_A_ EV_TIMEOUT); |
1777 | } |
1858 | } |
1778 | } |
1859 | } |
1779 | |
1860 | |
1780 | #if EV_PERIODIC_ENABLE |
1861 | #if EV_PERIODIC_ENABLE |
1781 | void inline_size |
1862 | /* make periodics pending */ |
|
|
1863 | inline_size void |
1782 | periodics_reify (EV_P) |
1864 | periodics_reify (EV_P) |
1783 | { |
1865 | { |
1784 | EV_FREQUENT_CHECK; |
1866 | EV_FREQUENT_CHECK; |
1785 | |
1867 | |
1786 | while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now) |
1868 | while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now) |
1787 | { |
1869 | { |
1788 | ev_periodic *w = (ev_periodic *)ANHE_w (periodics [HEAP0]); |
1870 | int feed_count = 0; |
1789 | |
1871 | |
1790 | /*assert (("inactive timer on periodic heap detected", ev_is_active (w)));*/ |
1872 | do |
1791 | |
|
|
1792 | /* first reschedule or stop timer */ |
|
|
1793 | if (w->reschedule_cb) |
|
|
1794 | { |
1873 | { |
|
|
1874 | ev_periodic *w = (ev_periodic *)ANHE_w (periodics [HEAP0]); |
|
|
1875 | |
|
|
1876 | /*assert (("libev: inactive timer on periodic heap detected", ev_is_active (w)));*/ |
|
|
1877 | |
|
|
1878 | /* first reschedule or stop timer */ |
|
|
1879 | if (w->reschedule_cb) |
|
|
1880 | { |
1795 | ev_at (w) = w->reschedule_cb (w, ev_rt_now); |
1881 | ev_at (w) = w->reschedule_cb (w, ev_rt_now); |
1796 | |
1882 | |
1797 | assert (("ev_periodic reschedule callback returned time in the past", ev_at (w) >= ev_rt_now)); |
1883 | assert (("libev: ev_periodic reschedule callback returned time in the past", ev_at (w) >= ev_rt_now)); |
1798 | |
1884 | |
1799 | ANHE_at_cache (periodics [HEAP0]); |
1885 | ANHE_at_cache (periodics [HEAP0]); |
1800 | downheap (periodics, periodiccnt, HEAP0); |
1886 | downheap (periodics, periodiccnt, HEAP0); |
|
|
1887 | } |
|
|
1888 | else if (w->interval) |
|
|
1889 | { |
|
|
1890 | ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval; |
|
|
1891 | /* if next trigger time is not sufficiently in the future, put it there */ |
|
|
1892 | /* this might happen because of floating point inexactness */ |
|
|
1893 | if (ev_at (w) - ev_rt_now < TIME_EPSILON) |
|
|
1894 | { |
|
|
1895 | ev_at (w) += w->interval; |
|
|
1896 | |
|
|
1897 | /* if interval is unreasonably low we might still have a time in the past */ |
|
|
1898 | /* so correct this. this will make the periodic very inexact, but the user */ |
|
|
1899 | /* has effectively asked to get triggered more often than possible */ |
|
|
1900 | if (ev_at (w) < ev_rt_now) |
|
|
1901 | ev_at (w) = ev_rt_now; |
|
|
1902 | } |
|
|
1903 | |
|
|
1904 | ANHE_at_cache (periodics [HEAP0]); |
|
|
1905 | downheap (periodics, periodiccnt, HEAP0); |
|
|
1906 | } |
|
|
1907 | else |
|
|
1908 | ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */ |
|
|
1909 | |
|
|
1910 | EV_FREQUENT_CHECK; |
|
|
1911 | feed_reverse (EV_A_ (W)w); |
1801 | } |
1912 | } |
1802 | else if (w->interval) |
1913 | while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now); |
1803 | { |
|
|
1804 | ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval; |
|
|
1805 | /* if next trigger time is not sufficiently in the future, put it there */ |
|
|
1806 | /* this might happen because of floating point inexactness */ |
|
|
1807 | if (ev_at (w) - ev_rt_now < TIME_EPSILON) |
|
|
1808 | { |
|
|
1809 | ev_at (w) += w->interval; |
|
|
1810 | |
1914 | |
1811 | /* if interval is unreasonably low we might still have a time in the past */ |
|
|
1812 | /* so correct this. this will make the periodic very inexact, but the user */ |
|
|
1813 | /* has effectively asked to get triggered more often than possible */ |
|
|
1814 | if (ev_at (w) < ev_rt_now) |
|
|
1815 | ev_at (w) = ev_rt_now; |
|
|
1816 | } |
|
|
1817 | |
|
|
1818 | ANHE_at_cache (periodics [HEAP0]); |
|
|
1819 | downheap (periodics, periodiccnt, HEAP0); |
|
|
1820 | } |
|
|
1821 | else |
|
|
1822 | ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */ |
|
|
1823 | |
|
|
1824 | EV_FREQUENT_CHECK; |
|
|
1825 | ev_feed_event (EV_A_ (W)w, EV_PERIODIC); |
1915 | feed_reverse_done (EV_A_ EV_PERIODIC); |
1826 | } |
1916 | } |
1827 | } |
1917 | } |
1828 | |
1918 | |
|
|
1919 | /* simply recalculate all periodics */ |
|
|
1920 | /* TODO: maybe ensure that at leats one event happens when jumping forward? */ |
1829 | static void noinline |
1921 | static void noinline |
1830 | periodics_reschedule (EV_P) |
1922 | periodics_reschedule (EV_P) |
1831 | { |
1923 | { |
1832 | int i; |
1924 | int i; |
1833 | |
1925 | |
… | |
… | |
1846 | |
1938 | |
1847 | reheap (periodics, periodiccnt); |
1939 | reheap (periodics, periodiccnt); |
1848 | } |
1940 | } |
1849 | #endif |
1941 | #endif |
1850 | |
1942 | |
1851 | void inline_speed |
1943 | /* adjust all timers by a given offset */ |
|
|
1944 | static void noinline |
|
|
1945 | timers_reschedule (EV_P_ ev_tstamp adjust) |
|
|
1946 | { |
|
|
1947 | int i; |
|
|
1948 | |
|
|
1949 | for (i = 0; i < timercnt; ++i) |
|
|
1950 | { |
|
|
1951 | ANHE *he = timers + i + HEAP0; |
|
|
1952 | ANHE_w (*he)->at += adjust; |
|
|
1953 | ANHE_at_cache (*he); |
|
|
1954 | } |
|
|
1955 | } |
|
|
1956 | |
|
|
1957 | /* fetch new monotonic and realtime times from the kernel */ |
|
|
1958 | /* also detetc if there was a timejump, and act accordingly */ |
|
|
1959 | inline_speed void |
1852 | time_update (EV_P_ ev_tstamp max_block) |
1960 | time_update (EV_P_ ev_tstamp max_block) |
1853 | { |
1961 | { |
1854 | int i; |
|
|
1855 | |
|
|
1856 | #if EV_USE_MONOTONIC |
1962 | #if EV_USE_MONOTONIC |
1857 | if (expect_true (have_monotonic)) |
1963 | if (expect_true (have_monotonic)) |
1858 | { |
1964 | { |
|
|
1965 | int i; |
1859 | ev_tstamp odiff = rtmn_diff; |
1966 | ev_tstamp odiff = rtmn_diff; |
1860 | |
1967 | |
1861 | mn_now = get_clock (); |
1968 | mn_now = get_clock (); |
1862 | |
1969 | |
1863 | /* only fetch the realtime clock every 0.5*MIN_TIMEJUMP seconds */ |
1970 | /* only fetch the realtime clock every 0.5*MIN_TIMEJUMP seconds */ |
… | |
… | |
1889 | ev_rt_now = ev_time (); |
1996 | ev_rt_now = ev_time (); |
1890 | mn_now = get_clock (); |
1997 | mn_now = get_clock (); |
1891 | now_floor = mn_now; |
1998 | now_floor = mn_now; |
1892 | } |
1999 | } |
1893 | |
2000 | |
|
|
2001 | /* no timer adjustment, as the monotonic clock doesn't jump */ |
|
|
2002 | /* timers_reschedule (EV_A_ rtmn_diff - odiff) */ |
1894 | # if EV_PERIODIC_ENABLE |
2003 | # if EV_PERIODIC_ENABLE |
1895 | periodics_reschedule (EV_A); |
2004 | periodics_reschedule (EV_A); |
1896 | # endif |
2005 | # endif |
1897 | /* no timer adjustment, as the monotonic clock doesn't jump */ |
|
|
1898 | /* timers_reschedule (EV_A_ rtmn_diff - odiff) */ |
|
|
1899 | } |
2006 | } |
1900 | else |
2007 | else |
1901 | #endif |
2008 | #endif |
1902 | { |
2009 | { |
1903 | ev_rt_now = ev_time (); |
2010 | ev_rt_now = ev_time (); |
1904 | |
2011 | |
1905 | if (expect_false (mn_now > ev_rt_now || ev_rt_now > mn_now + max_block + MIN_TIMEJUMP)) |
2012 | if (expect_false (mn_now > ev_rt_now || ev_rt_now > mn_now + max_block + MIN_TIMEJUMP)) |
1906 | { |
2013 | { |
|
|
2014 | /* adjust timers. this is easy, as the offset is the same for all of them */ |
|
|
2015 | timers_reschedule (EV_A_ ev_rt_now - mn_now); |
1907 | #if EV_PERIODIC_ENABLE |
2016 | #if EV_PERIODIC_ENABLE |
1908 | periodics_reschedule (EV_A); |
2017 | periodics_reschedule (EV_A); |
1909 | #endif |
2018 | #endif |
1910 | /* adjust timers. this is easy, as the offset is the same for all of them */ |
|
|
1911 | for (i = 0; i < timercnt; ++i) |
|
|
1912 | { |
|
|
1913 | ANHE *he = timers + i + HEAP0; |
|
|
1914 | ANHE_w (*he)->at += ev_rt_now - mn_now; |
|
|
1915 | ANHE_at_cache (*he); |
|
|
1916 | } |
|
|
1917 | } |
2019 | } |
1918 | |
2020 | |
1919 | mn_now = ev_rt_now; |
2021 | mn_now = ev_rt_now; |
1920 | } |
2022 | } |
1921 | } |
|
|
1922 | |
|
|
1923 | void |
|
|
1924 | ev_ref (EV_P) |
|
|
1925 | { |
|
|
1926 | ++activecnt; |
|
|
1927 | } |
|
|
1928 | |
|
|
1929 | void |
|
|
1930 | ev_unref (EV_P) |
|
|
1931 | { |
|
|
1932 | --activecnt; |
|
|
1933 | } |
|
|
1934 | |
|
|
1935 | void |
|
|
1936 | ev_now_update (EV_P) |
|
|
1937 | { |
|
|
1938 | time_update (EV_A_ 1e100); |
|
|
1939 | } |
2023 | } |
1940 | |
2024 | |
1941 | static int loop_done; |
2025 | static int loop_done; |
1942 | |
2026 | |
1943 | void |
2027 | void |
… | |
… | |
1977 | { |
2061 | { |
1978 | queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE); |
2062 | queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE); |
1979 | call_pending (EV_A); |
2063 | call_pending (EV_A); |
1980 | } |
2064 | } |
1981 | |
2065 | |
1982 | if (expect_false (!activecnt)) |
|
|
1983 | break; |
|
|
1984 | |
|
|
1985 | /* we might have forked, so reify kernel state if necessary */ |
2066 | /* we might have forked, so reify kernel state if necessary */ |
1986 | if (expect_false (postfork)) |
2067 | if (expect_false (postfork)) |
1987 | loop_fork (EV_A); |
2068 | loop_fork (EV_A); |
1988 | |
2069 | |
1989 | /* update fd-related kernel structures */ |
2070 | /* update fd-related kernel structures */ |
… | |
… | |
1994 | ev_tstamp waittime = 0.; |
2075 | ev_tstamp waittime = 0.; |
1995 | ev_tstamp sleeptime = 0.; |
2076 | ev_tstamp sleeptime = 0.; |
1996 | |
2077 | |
1997 | if (expect_true (!(flags & EVLOOP_NONBLOCK || idleall || !activecnt))) |
2078 | if (expect_true (!(flags & EVLOOP_NONBLOCK || idleall || !activecnt))) |
1998 | { |
2079 | { |
|
|
2080 | /* remember old timestamp for io_blocktime calculation */ |
|
|
2081 | ev_tstamp prev_mn_now = mn_now; |
|
|
2082 | |
1999 | /* update time to cancel out callback processing overhead */ |
2083 | /* update time to cancel out callback processing overhead */ |
2000 | time_update (EV_A_ 1e100); |
2084 | time_update (EV_A_ 1e100); |
2001 | |
2085 | |
2002 | waittime = MAX_BLOCKTIME; |
2086 | waittime = MAX_BLOCKTIME; |
2003 | |
2087 | |
… | |
… | |
2013 | ev_tstamp to = ANHE_at (periodics [HEAP0]) - ev_rt_now + backend_fudge; |
2097 | ev_tstamp to = ANHE_at (periodics [HEAP0]) - ev_rt_now + backend_fudge; |
2014 | if (waittime > to) waittime = to; |
2098 | if (waittime > to) waittime = to; |
2015 | } |
2099 | } |
2016 | #endif |
2100 | #endif |
2017 | |
2101 | |
|
|
2102 | /* don't let timeouts decrease the waittime below timeout_blocktime */ |
2018 | if (expect_false (waittime < timeout_blocktime)) |
2103 | if (expect_false (waittime < timeout_blocktime)) |
2019 | waittime = timeout_blocktime; |
2104 | waittime = timeout_blocktime; |
2020 | |
2105 | |
2021 | sleeptime = waittime - backend_fudge; |
2106 | /* extra check because io_blocktime is commonly 0 */ |
2022 | |
|
|
2023 | if (expect_true (sleeptime > io_blocktime)) |
2107 | if (expect_false (io_blocktime)) |
2024 | sleeptime = io_blocktime; |
|
|
2025 | |
|
|
2026 | if (sleeptime) |
|
|
2027 | { |
2108 | { |
|
|
2109 | sleeptime = io_blocktime - (mn_now - prev_mn_now); |
|
|
2110 | |
|
|
2111 | if (sleeptime > waittime - backend_fudge) |
|
|
2112 | sleeptime = waittime - backend_fudge; |
|
|
2113 | |
|
|
2114 | if (expect_true (sleeptime > 0.)) |
|
|
2115 | { |
2028 | ev_sleep (sleeptime); |
2116 | ev_sleep (sleeptime); |
2029 | waittime -= sleeptime; |
2117 | waittime -= sleeptime; |
|
|
2118 | } |
2030 | } |
2119 | } |
2031 | } |
2120 | } |
2032 | |
2121 | |
2033 | ++loop_count; |
2122 | ++loop_count; |
2034 | backend_poll (EV_A_ waittime); |
2123 | backend_poll (EV_A_ waittime); |
… | |
… | |
2068 | ev_unloop (EV_P_ int how) |
2157 | ev_unloop (EV_P_ int how) |
2069 | { |
2158 | { |
2070 | loop_done = how; |
2159 | loop_done = how; |
2071 | } |
2160 | } |
2072 | |
2161 | |
|
|
2162 | void |
|
|
2163 | ev_ref (EV_P) |
|
|
2164 | { |
|
|
2165 | ++activecnt; |
|
|
2166 | } |
|
|
2167 | |
|
|
2168 | void |
|
|
2169 | ev_unref (EV_P) |
|
|
2170 | { |
|
|
2171 | --activecnt; |
|
|
2172 | } |
|
|
2173 | |
|
|
2174 | void |
|
|
2175 | ev_now_update (EV_P) |
|
|
2176 | { |
|
|
2177 | time_update (EV_A_ 1e100); |
|
|
2178 | } |
|
|
2179 | |
|
|
2180 | void |
|
|
2181 | ev_suspend (EV_P) |
|
|
2182 | { |
|
|
2183 | ev_now_update (EV_A); |
|
|
2184 | } |
|
|
2185 | |
|
|
2186 | void |
|
|
2187 | ev_resume (EV_P) |
|
|
2188 | { |
|
|
2189 | ev_tstamp mn_prev = mn_now; |
|
|
2190 | |
|
|
2191 | ev_now_update (EV_A); |
|
|
2192 | timers_reschedule (EV_A_ mn_now - mn_prev); |
|
|
2193 | #if EV_PERIODIC_ENABLE |
|
|
2194 | /* TODO: really do this? */ |
|
|
2195 | periodics_reschedule (EV_A); |
|
|
2196 | #endif |
|
|
2197 | } |
|
|
2198 | |
2073 | /*****************************************************************************/ |
2199 | /*****************************************************************************/ |
|
|
2200 | /* singly-linked list management, used when the expected list length is short */ |
2074 | |
2201 | |
2075 | void inline_size |
2202 | inline_size void |
2076 | wlist_add (WL *head, WL elem) |
2203 | wlist_add (WL *head, WL elem) |
2077 | { |
2204 | { |
2078 | elem->next = *head; |
2205 | elem->next = *head; |
2079 | *head = elem; |
2206 | *head = elem; |
2080 | } |
2207 | } |
2081 | |
2208 | |
2082 | void inline_size |
2209 | inline_size void |
2083 | wlist_del (WL *head, WL elem) |
2210 | wlist_del (WL *head, WL elem) |
2084 | { |
2211 | { |
2085 | while (*head) |
2212 | while (*head) |
2086 | { |
2213 | { |
2087 | if (*head == elem) |
2214 | if (*head == elem) |
… | |
… | |
2092 | |
2219 | |
2093 | head = &(*head)->next; |
2220 | head = &(*head)->next; |
2094 | } |
2221 | } |
2095 | } |
2222 | } |
2096 | |
2223 | |
2097 | void inline_speed |
2224 | /* internal, faster, version of ev_clear_pending */ |
|
|
2225 | inline_speed void |
2098 | clear_pending (EV_P_ W w) |
2226 | clear_pending (EV_P_ W w) |
2099 | { |
2227 | { |
2100 | if (w->pending) |
2228 | if (w->pending) |
2101 | { |
2229 | { |
2102 | pendings [ABSPRI (w)][w->pending - 1].w = 0; |
2230 | pendings [ABSPRI (w)][w->pending - 1].w = (W)&pending_w; |
2103 | w->pending = 0; |
2231 | w->pending = 0; |
2104 | } |
2232 | } |
2105 | } |
2233 | } |
2106 | |
2234 | |
2107 | int |
2235 | int |
… | |
… | |
2111 | int pending = w_->pending; |
2239 | int pending = w_->pending; |
2112 | |
2240 | |
2113 | if (expect_true (pending)) |
2241 | if (expect_true (pending)) |
2114 | { |
2242 | { |
2115 | ANPENDING *p = pendings [ABSPRI (w_)] + pending - 1; |
2243 | ANPENDING *p = pendings [ABSPRI (w_)] + pending - 1; |
|
|
2244 | p->w = (W)&pending_w; |
2116 | w_->pending = 0; |
2245 | w_->pending = 0; |
2117 | p->w = 0; |
|
|
2118 | return p->events; |
2246 | return p->events; |
2119 | } |
2247 | } |
2120 | else |
2248 | else |
2121 | return 0; |
2249 | return 0; |
2122 | } |
2250 | } |
2123 | |
2251 | |
2124 | void inline_size |
2252 | inline_size void |
2125 | pri_adjust (EV_P_ W w) |
2253 | pri_adjust (EV_P_ W w) |
2126 | { |
2254 | { |
2127 | int pri = w->priority; |
2255 | int pri = w->priority; |
2128 | pri = pri < EV_MINPRI ? EV_MINPRI : pri; |
2256 | pri = pri < EV_MINPRI ? EV_MINPRI : pri; |
2129 | pri = pri > EV_MAXPRI ? EV_MAXPRI : pri; |
2257 | pri = pri > EV_MAXPRI ? EV_MAXPRI : pri; |
2130 | w->priority = pri; |
2258 | w->priority = pri; |
2131 | } |
2259 | } |
2132 | |
2260 | |
2133 | void inline_speed |
2261 | inline_speed void |
2134 | ev_start (EV_P_ W w, int active) |
2262 | ev_start (EV_P_ W w, int active) |
2135 | { |
2263 | { |
2136 | pri_adjust (EV_A_ w); |
2264 | pri_adjust (EV_A_ w); |
2137 | w->active = active; |
2265 | w->active = active; |
2138 | ev_ref (EV_A); |
2266 | ev_ref (EV_A); |
2139 | } |
2267 | } |
2140 | |
2268 | |
2141 | void inline_size |
2269 | inline_size void |
2142 | ev_stop (EV_P_ W w) |
2270 | ev_stop (EV_P_ W w) |
2143 | { |
2271 | { |
2144 | ev_unref (EV_A); |
2272 | ev_unref (EV_A); |
2145 | w->active = 0; |
2273 | w->active = 0; |
2146 | } |
2274 | } |
… | |
… | |
2153 | int fd = w->fd; |
2281 | int fd = w->fd; |
2154 | |
2282 | |
2155 | if (expect_false (ev_is_active (w))) |
2283 | if (expect_false (ev_is_active (w))) |
2156 | return; |
2284 | return; |
2157 | |
2285 | |
2158 | assert (("ev_io_start called with negative fd", fd >= 0)); |
2286 | assert (("libev: ev_io_start called with negative fd", fd >= 0)); |
2159 | assert (("ev_io start called with illegal event mask", !(w->events & ~(EV_IOFDSET | EV_READ | EV_WRITE)))); |
2287 | assert (("libev: ev_io start called with illegal event mask", !(w->events & ~(EV__IOFDSET | EV_READ | EV_WRITE)))); |
2160 | |
2288 | |
2161 | EV_FREQUENT_CHECK; |
2289 | EV_FREQUENT_CHECK; |
2162 | |
2290 | |
2163 | ev_start (EV_A_ (W)w, 1); |
2291 | ev_start (EV_A_ (W)w, 1); |
2164 | array_needsize (ANFD, anfds, anfdmax, fd + 1, array_init_zero); |
2292 | array_needsize (ANFD, anfds, anfdmax, fd + 1, array_init_zero); |
2165 | wlist_add (&anfds[fd].head, (WL)w); |
2293 | wlist_add (&anfds[fd].head, (WL)w); |
2166 | |
2294 | |
2167 | fd_change (EV_A_ fd, w->events & EV_IOFDSET | 1); |
2295 | fd_change (EV_A_ fd, w->events & EV__IOFDSET | 1); |
2168 | w->events &= ~EV_IOFDSET; |
2296 | w->events &= ~EV__IOFDSET; |
2169 | |
2297 | |
2170 | EV_FREQUENT_CHECK; |
2298 | EV_FREQUENT_CHECK; |
2171 | } |
2299 | } |
2172 | |
2300 | |
2173 | void noinline |
2301 | void noinline |
… | |
… | |
2175 | { |
2303 | { |
2176 | clear_pending (EV_A_ (W)w); |
2304 | clear_pending (EV_A_ (W)w); |
2177 | if (expect_false (!ev_is_active (w))) |
2305 | if (expect_false (!ev_is_active (w))) |
2178 | return; |
2306 | return; |
2179 | |
2307 | |
2180 | assert (("ev_io_stop called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax)); |
2308 | assert (("libev: ev_io_stop called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax)); |
2181 | |
2309 | |
2182 | EV_FREQUENT_CHECK; |
2310 | EV_FREQUENT_CHECK; |
2183 | |
2311 | |
2184 | wlist_del (&anfds[w->fd].head, (WL)w); |
2312 | wlist_del (&anfds[w->fd].head, (WL)w); |
2185 | ev_stop (EV_A_ (W)w); |
2313 | ev_stop (EV_A_ (W)w); |
… | |
… | |
2195 | if (expect_false (ev_is_active (w))) |
2323 | if (expect_false (ev_is_active (w))) |
2196 | return; |
2324 | return; |
2197 | |
2325 | |
2198 | ev_at (w) += mn_now; |
2326 | ev_at (w) += mn_now; |
2199 | |
2327 | |
2200 | assert (("ev_timer_start called with negative timer repeat value", w->repeat >= 0.)); |
2328 | assert (("libev: ev_timer_start called with negative timer repeat value", w->repeat >= 0.)); |
2201 | |
2329 | |
2202 | EV_FREQUENT_CHECK; |
2330 | EV_FREQUENT_CHECK; |
2203 | |
2331 | |
2204 | ++timercnt; |
2332 | ++timercnt; |
2205 | ev_start (EV_A_ (W)w, timercnt + HEAP0 - 1); |
2333 | ev_start (EV_A_ (W)w, timercnt + HEAP0 - 1); |
… | |
… | |
2208 | ANHE_at_cache (timers [ev_active (w)]); |
2336 | ANHE_at_cache (timers [ev_active (w)]); |
2209 | upheap (timers, ev_active (w)); |
2337 | upheap (timers, ev_active (w)); |
2210 | |
2338 | |
2211 | EV_FREQUENT_CHECK; |
2339 | EV_FREQUENT_CHECK; |
2212 | |
2340 | |
2213 | /*assert (("internal timer heap corruption", timers [ev_active (w)] == (WT)w));*/ |
2341 | /*assert (("libev: internal timer heap corruption", timers [ev_active (w)] == (WT)w));*/ |
2214 | } |
2342 | } |
2215 | |
2343 | |
2216 | void noinline |
2344 | void noinline |
2217 | ev_timer_stop (EV_P_ ev_timer *w) |
2345 | ev_timer_stop (EV_P_ ev_timer *w) |
2218 | { |
2346 | { |
… | |
… | |
2223 | EV_FREQUENT_CHECK; |
2351 | EV_FREQUENT_CHECK; |
2224 | |
2352 | |
2225 | { |
2353 | { |
2226 | int active = ev_active (w); |
2354 | int active = ev_active (w); |
2227 | |
2355 | |
2228 | assert (("internal timer heap corruption", ANHE_w (timers [active]) == (WT)w)); |
2356 | assert (("libev: internal timer heap corruption", ANHE_w (timers [active]) == (WT)w)); |
2229 | |
2357 | |
2230 | --timercnt; |
2358 | --timercnt; |
2231 | |
2359 | |
2232 | if (expect_true (active < timercnt + HEAP0)) |
2360 | if (expect_true (active < timercnt + HEAP0)) |
2233 | { |
2361 | { |
… | |
… | |
2277 | |
2405 | |
2278 | if (w->reschedule_cb) |
2406 | if (w->reschedule_cb) |
2279 | ev_at (w) = w->reschedule_cb (w, ev_rt_now); |
2407 | ev_at (w) = w->reschedule_cb (w, ev_rt_now); |
2280 | else if (w->interval) |
2408 | else if (w->interval) |
2281 | { |
2409 | { |
2282 | assert (("ev_periodic_start called with negative interval value", w->interval >= 0.)); |
2410 | assert (("libev: ev_periodic_start called with negative interval value", w->interval >= 0.)); |
2283 | /* this formula differs from the one in periodic_reify because we do not always round up */ |
2411 | /* this formula differs from the one in periodic_reify because we do not always round up */ |
2284 | ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval; |
2412 | ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval; |
2285 | } |
2413 | } |
2286 | else |
2414 | else |
2287 | ev_at (w) = w->offset; |
2415 | ev_at (w) = w->offset; |
… | |
… | |
2295 | ANHE_at_cache (periodics [ev_active (w)]); |
2423 | ANHE_at_cache (periodics [ev_active (w)]); |
2296 | upheap (periodics, ev_active (w)); |
2424 | upheap (periodics, ev_active (w)); |
2297 | |
2425 | |
2298 | EV_FREQUENT_CHECK; |
2426 | EV_FREQUENT_CHECK; |
2299 | |
2427 | |
2300 | /*assert (("internal periodic heap corruption", ANHE_w (periodics [ev_active (w)]) == (WT)w));*/ |
2428 | /*assert (("libev: internal periodic heap corruption", ANHE_w (periodics [ev_active (w)]) == (WT)w));*/ |
2301 | } |
2429 | } |
2302 | |
2430 | |
2303 | void noinline |
2431 | void noinline |
2304 | ev_periodic_stop (EV_P_ ev_periodic *w) |
2432 | ev_periodic_stop (EV_P_ ev_periodic *w) |
2305 | { |
2433 | { |
… | |
… | |
2310 | EV_FREQUENT_CHECK; |
2438 | EV_FREQUENT_CHECK; |
2311 | |
2439 | |
2312 | { |
2440 | { |
2313 | int active = ev_active (w); |
2441 | int active = ev_active (w); |
2314 | |
2442 | |
2315 | assert (("internal periodic heap corruption", ANHE_w (periodics [active]) == (WT)w)); |
2443 | assert (("libev: internal periodic heap corruption", ANHE_w (periodics [active]) == (WT)w)); |
2316 | |
2444 | |
2317 | --periodiccnt; |
2445 | --periodiccnt; |
2318 | |
2446 | |
2319 | if (expect_true (active < periodiccnt + HEAP0)) |
2447 | if (expect_true (active < periodiccnt + HEAP0)) |
2320 | { |
2448 | { |
… | |
… | |
2343 | |
2471 | |
2344 | void noinline |
2472 | void noinline |
2345 | ev_signal_start (EV_P_ ev_signal *w) |
2473 | ev_signal_start (EV_P_ ev_signal *w) |
2346 | { |
2474 | { |
2347 | #if EV_MULTIPLICITY |
2475 | #if EV_MULTIPLICITY |
2348 | assert (("signal watchers are only supported in the default loop", loop == ev_default_loop_ptr)); |
2476 | assert (("libev: signal watchers are only supported in the default loop", loop == ev_default_loop_ptr)); |
2349 | #endif |
2477 | #endif |
2350 | if (expect_false (ev_is_active (w))) |
2478 | if (expect_false (ev_is_active (w))) |
2351 | return; |
2479 | return; |
2352 | |
2480 | |
2353 | assert (("ev_signal_start called with illegal signal number", w->signum > 0)); |
2481 | assert (("libev: ev_signal_start called with illegal signal number", w->signum > 0)); |
2354 | |
2482 | |
2355 | evpipe_init (EV_A); |
2483 | evpipe_init (EV_A); |
2356 | |
2484 | |
2357 | EV_FREQUENT_CHECK; |
2485 | EV_FREQUENT_CHECK; |
2358 | |
2486 | |
… | |
… | |
2409 | |
2537 | |
2410 | void |
2538 | void |
2411 | ev_child_start (EV_P_ ev_child *w) |
2539 | ev_child_start (EV_P_ ev_child *w) |
2412 | { |
2540 | { |
2413 | #if EV_MULTIPLICITY |
2541 | #if EV_MULTIPLICITY |
2414 | assert (("child watchers are only supported in the default loop", loop == ev_default_loop_ptr)); |
2542 | assert (("libev: child watchers are only supported in the default loop", loop == ev_default_loop_ptr)); |
2415 | #endif |
2543 | #endif |
2416 | if (expect_false (ev_is_active (w))) |
2544 | if (expect_false (ev_is_active (w))) |
2417 | return; |
2545 | return; |
2418 | |
2546 | |
2419 | EV_FREQUENT_CHECK; |
2547 | EV_FREQUENT_CHECK; |
… | |
… | |
2571 | |
2699 | |
2572 | for (ofs = 0; ofs < len; ofs += sizeof (struct inotify_event) + ev->len) |
2700 | for (ofs = 0; ofs < len; ofs += sizeof (struct inotify_event) + ev->len) |
2573 | infy_wd (EV_A_ ev->wd, ev->wd, ev); |
2701 | infy_wd (EV_A_ ev->wd, ev->wd, ev); |
2574 | } |
2702 | } |
2575 | |
2703 | |
2576 | void inline_size |
2704 | inline_size void |
2577 | check_2625 (EV_P) |
2705 | check_2625 (EV_P) |
2578 | { |
2706 | { |
2579 | /* kernels < 2.6.25 are borked |
2707 | /* kernels < 2.6.25 are borked |
2580 | * http://www.ussg.indiana.edu/hypermail/linux/kernel/0711.3/1208.html |
2708 | * http://www.ussg.indiana.edu/hypermail/linux/kernel/0711.3/1208.html |
2581 | */ |
2709 | */ |
… | |
… | |
2594 | return; |
2722 | return; |
2595 | |
2723 | |
2596 | fs_2625 = 1; |
2724 | fs_2625 = 1; |
2597 | } |
2725 | } |
2598 | |
2726 | |
2599 | void inline_size |
2727 | inline_size void |
2600 | infy_init (EV_P) |
2728 | infy_init (EV_P) |
2601 | { |
2729 | { |
2602 | if (fs_fd != -2) |
2730 | if (fs_fd != -2) |
2603 | return; |
2731 | return; |
2604 | |
2732 | |
… | |
… | |
2614 | ev_set_priority (&fs_w, EV_MAXPRI); |
2742 | ev_set_priority (&fs_w, EV_MAXPRI); |
2615 | ev_io_start (EV_A_ &fs_w); |
2743 | ev_io_start (EV_A_ &fs_w); |
2616 | } |
2744 | } |
2617 | } |
2745 | } |
2618 | |
2746 | |
2619 | void inline_size |
2747 | inline_size void |
2620 | infy_fork (EV_P) |
2748 | infy_fork (EV_P) |
2621 | { |
2749 | { |
2622 | int slot; |
2750 | int slot; |
2623 | |
2751 | |
2624 | if (fs_fd < 0) |
2752 | if (fs_fd < 0) |
… | |
… | |
2905 | static void |
3033 | static void |
2906 | embed_fork_cb (EV_P_ ev_fork *fork_w, int revents) |
3034 | embed_fork_cb (EV_P_ ev_fork *fork_w, int revents) |
2907 | { |
3035 | { |
2908 | ev_embed *w = (ev_embed *)(((char *)fork_w) - offsetof (ev_embed, fork)); |
3036 | ev_embed *w = (ev_embed *)(((char *)fork_w) - offsetof (ev_embed, fork)); |
2909 | |
3037 | |
|
|
3038 | ev_embed_stop (EV_A_ w); |
|
|
3039 | |
2910 | { |
3040 | { |
2911 | struct ev_loop *loop = w->other; |
3041 | struct ev_loop *loop = w->other; |
2912 | |
3042 | |
2913 | ev_loop_fork (EV_A); |
3043 | ev_loop_fork (EV_A); |
|
|
3044 | ev_loop (EV_A_ EVLOOP_NONBLOCK); |
2914 | } |
3045 | } |
|
|
3046 | |
|
|
3047 | ev_embed_start (EV_A_ w); |
2915 | } |
3048 | } |
2916 | |
3049 | |
2917 | #if 0 |
3050 | #if 0 |
2918 | static void |
3051 | static void |
2919 | embed_idle_cb (EV_P_ ev_idle *idle, int revents) |
3052 | embed_idle_cb (EV_P_ ev_idle *idle, int revents) |
… | |
… | |
2928 | if (expect_false (ev_is_active (w))) |
3061 | if (expect_false (ev_is_active (w))) |
2929 | return; |
3062 | return; |
2930 | |
3063 | |
2931 | { |
3064 | { |
2932 | struct ev_loop *loop = w->other; |
3065 | struct ev_loop *loop = w->other; |
2933 | assert (("loop to be embedded is not embeddable", backend & ev_embeddable_backends ())); |
3066 | assert (("libev: loop to be embedded is not embeddable", backend & ev_embeddable_backends ())); |
2934 | ev_io_init (&w->io, embed_io_cb, backend_fd, EV_READ); |
3067 | ev_io_init (&w->io, embed_io_cb, backend_fd, EV_READ); |
2935 | } |
3068 | } |
2936 | |
3069 | |
2937 | EV_FREQUENT_CHECK; |
3070 | EV_FREQUENT_CHECK; |
2938 | |
3071 | |
… | |
… | |
3121 | ev_timer_set (&once->to, timeout, 0.); |
3254 | ev_timer_set (&once->to, timeout, 0.); |
3122 | ev_timer_start (EV_A_ &once->to); |
3255 | ev_timer_start (EV_A_ &once->to); |
3123 | } |
3256 | } |
3124 | } |
3257 | } |
3125 | |
3258 | |
|
|
3259 | /*****************************************************************************/ |
|
|
3260 | |
|
|
3261 | #if EV_WALK_ENABLE |
|
|
3262 | void |
|
|
3263 | ev_walk (EV_P_ int types, void (*cb)(EV_P_ int type, void *w)) |
|
|
3264 | { |
|
|
3265 | int i, j; |
|
|
3266 | ev_watcher_list *wl, *wn; |
|
|
3267 | |
|
|
3268 | if (types & (EV_IO | EV_EMBED)) |
|
|
3269 | for (i = 0; i < anfdmax; ++i) |
|
|
3270 | for (wl = anfds [i].head; wl; ) |
|
|
3271 | { |
|
|
3272 | wn = wl->next; |
|
|
3273 | |
|
|
3274 | #if EV_EMBED_ENABLE |
|
|
3275 | if (ev_cb ((ev_io *)wl) == embed_io_cb) |
|
|
3276 | { |
|
|
3277 | if (types & EV_EMBED) |
|
|
3278 | cb (EV_A_ EV_EMBED, ((char *)wl) - offsetof (struct ev_embed, io)); |
|
|
3279 | } |
|
|
3280 | else |
|
|
3281 | #endif |
|
|
3282 | #if EV_USE_INOTIFY |
|
|
3283 | if (ev_cb ((ev_io *)wl) == infy_cb) |
|
|
3284 | ; |
|
|
3285 | else |
|
|
3286 | #endif |
|
|
3287 | if ((ev_io *)wl != &pipe_w) |
|
|
3288 | if (types & EV_IO) |
|
|
3289 | cb (EV_A_ EV_IO, wl); |
|
|
3290 | |
|
|
3291 | wl = wn; |
|
|
3292 | } |
|
|
3293 | |
|
|
3294 | if (types & (EV_TIMER | EV_STAT)) |
|
|
3295 | for (i = timercnt + HEAP0; i-- > HEAP0; ) |
|
|
3296 | #if EV_STAT_ENABLE |
|
|
3297 | /*TODO: timer is not always active*/ |
|
|
3298 | if (ev_cb ((ev_timer *)ANHE_w (timers [i])) == stat_timer_cb) |
|
|
3299 | { |
|
|
3300 | if (types & EV_STAT) |
|
|
3301 | cb (EV_A_ EV_STAT, ((char *)ANHE_w (timers [i])) - offsetof (struct ev_stat, timer)); |
|
|
3302 | } |
|
|
3303 | else |
|
|
3304 | #endif |
|
|
3305 | if (types & EV_TIMER) |
|
|
3306 | cb (EV_A_ EV_TIMER, ANHE_w (timers [i])); |
|
|
3307 | |
|
|
3308 | #if EV_PERIODIC_ENABLE |
|
|
3309 | if (types & EV_PERIODIC) |
|
|
3310 | for (i = periodiccnt + HEAP0; i-- > HEAP0; ) |
|
|
3311 | cb (EV_A_ EV_PERIODIC, ANHE_w (periodics [i])); |
|
|
3312 | #endif |
|
|
3313 | |
|
|
3314 | #if EV_IDLE_ENABLE |
|
|
3315 | if (types & EV_IDLE) |
|
|
3316 | for (j = NUMPRI; i--; ) |
|
|
3317 | for (i = idlecnt [j]; i--; ) |
|
|
3318 | cb (EV_A_ EV_IDLE, idles [j][i]); |
|
|
3319 | #endif |
|
|
3320 | |
|
|
3321 | #if EV_FORK_ENABLE |
|
|
3322 | if (types & EV_FORK) |
|
|
3323 | for (i = forkcnt; i--; ) |
|
|
3324 | if (ev_cb (forks [i]) != embed_fork_cb) |
|
|
3325 | cb (EV_A_ EV_FORK, forks [i]); |
|
|
3326 | #endif |
|
|
3327 | |
|
|
3328 | #if EV_ASYNC_ENABLE |
|
|
3329 | if (types & EV_ASYNC) |
|
|
3330 | for (i = asynccnt; i--; ) |
|
|
3331 | cb (EV_A_ EV_ASYNC, asyncs [i]); |
|
|
3332 | #endif |
|
|
3333 | |
|
|
3334 | if (types & EV_PREPARE) |
|
|
3335 | for (i = preparecnt; i--; ) |
|
|
3336 | #if EV_EMBED_ENABLE |
|
|
3337 | if (ev_cb (prepares [i]) != embed_prepare_cb) |
|
|
3338 | #endif |
|
|
3339 | cb (EV_A_ EV_PREPARE, prepares [i]); |
|
|
3340 | |
|
|
3341 | if (types & EV_CHECK) |
|
|
3342 | for (i = checkcnt; i--; ) |
|
|
3343 | cb (EV_A_ EV_CHECK, checks [i]); |
|
|
3344 | |
|
|
3345 | if (types & EV_SIGNAL) |
|
|
3346 | for (i = 0; i < signalmax; ++i) |
|
|
3347 | for (wl = signals [i].head; wl; ) |
|
|
3348 | { |
|
|
3349 | wn = wl->next; |
|
|
3350 | cb (EV_A_ EV_SIGNAL, wl); |
|
|
3351 | wl = wn; |
|
|
3352 | } |
|
|
3353 | |
|
|
3354 | if (types & EV_CHILD) |
|
|
3355 | for (i = EV_PID_HASHSIZE; i--; ) |
|
|
3356 | for (wl = childs [i]; wl; ) |
|
|
3357 | { |
|
|
3358 | wn = wl->next; |
|
|
3359 | cb (EV_A_ EV_CHILD, wl); |
|
|
3360 | wl = wn; |
|
|
3361 | } |
|
|
3362 | /* EV_STAT 0x00001000 /* stat data changed */ |
|
|
3363 | /* EV_EMBED 0x00010000 /* embedded event loop needs sweep */ |
|
|
3364 | } |
|
|
3365 | #endif |
|
|
3366 | |
3126 | #if EV_MULTIPLICITY |
3367 | #if EV_MULTIPLICITY |
3127 | #include "ev_wrap.h" |
3368 | #include "ev_wrap.h" |
3128 | #endif |
3369 | #endif |
3129 | |
3370 | |
3130 | #ifdef __cplusplus |
3371 | #ifdef __cplusplus |