ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/libev/ev.c
(Generate patch)

Comparing libev/ev.c (file contents):
Revision 1.84 by root, Fri Nov 9 23:04:35 2007 UTC vs.
Revision 1.151 by root, Tue Nov 27 19:59:08 2007 UTC

26 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 26 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 27 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 28 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
29 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 29 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 */ 30 */
31
32#ifdef __cplusplus
33extern "C" {
34#endif
35
31#ifndef EV_STANDALONE 36#ifndef EV_STANDALONE
37# ifdef EV_CONFIG_H
38# include EV_CONFIG_H
39# else
32# include "config.h" 40# include "config.h"
41# endif
33 42
34# if HAVE_CLOCK_GETTIME 43# if HAVE_CLOCK_GETTIME
44# ifndef EV_USE_MONOTONIC
35# define EV_USE_MONOTONIC 1 45# define EV_USE_MONOTONIC 1
46# endif
47# ifndef EV_USE_REALTIME
36# define EV_USE_REALTIME 1 48# define EV_USE_REALTIME 1
49# endif
50# else
51# ifndef EV_USE_MONOTONIC
52# define EV_USE_MONOTONIC 0
53# endif
54# ifndef EV_USE_REALTIME
55# define EV_USE_REALTIME 0
56# endif
37# endif 57# endif
38 58
59# ifndef EV_USE_SELECT
39# if HAVE_SELECT && HAVE_SYS_SELECT_H 60# if HAVE_SELECT && HAVE_SYS_SELECT_H
40# define EV_USE_SELECT 1 61# define EV_USE_SELECT 1
62# else
63# define EV_USE_SELECT 0
64# endif
41# endif 65# endif
42 66
67# ifndef EV_USE_POLL
43# if HAVE_POLL && HAVE_POLL_H 68# if HAVE_POLL && HAVE_POLL_H
44# define EV_USE_POLL 1 69# define EV_USE_POLL 1
70# else
71# define EV_USE_POLL 0
72# endif
45# endif 73# endif
46 74
75# ifndef EV_USE_EPOLL
47# if HAVE_EPOLL && HAVE_EPOLL_CTL && HAVE_SYS_EPOLL_H 76# if HAVE_EPOLL_CTL && HAVE_SYS_EPOLL_H
48# define EV_USE_EPOLL 1 77# define EV_USE_EPOLL 1
78# else
79# define EV_USE_EPOLL 0
80# endif
49# endif 81# endif
50 82
83# ifndef EV_USE_KQUEUE
51# if HAVE_KQUEUE && HAVE_WORKING_KQUEUE && HAVE_SYS_EVENT_H && HAVE_SYS_QUEUE_H 84# if HAVE_KQUEUE && HAVE_SYS_EVENT_H && HAVE_SYS_QUEUE_H
52# define EV_USE_KQUEUE 1 85# define EV_USE_KQUEUE 1
86# else
87# define EV_USE_KQUEUE 0
88# endif
89# endif
90
91# ifndef EV_USE_PORT
92# if HAVE_PORT_H && HAVE_PORT_CREATE
93# define EV_USE_PORT 1
94# else
95# define EV_USE_PORT 0
96# endif
53# endif 97# endif
54 98
55#endif 99#endif
56 100
57#include <math.h> 101#include <math.h>
66#include <sys/types.h> 110#include <sys/types.h>
67#include <time.h> 111#include <time.h>
68 112
69#include <signal.h> 113#include <signal.h>
70 114
71#ifndef WIN32 115#ifndef _WIN32
72# include <unistd.h>
73# include <sys/time.h> 116# include <sys/time.h>
74# include <sys/wait.h> 117# include <sys/wait.h>
118# include <unistd.h>
119#else
120# define WIN32_LEAN_AND_MEAN
121# include <windows.h>
122# ifndef EV_SELECT_IS_WINSOCKET
123# define EV_SELECT_IS_WINSOCKET 1
75#endif 124# endif
125#endif
126
76/**/ 127/**/
77 128
78#ifndef EV_USE_MONOTONIC 129#ifndef EV_USE_MONOTONIC
79# define EV_USE_MONOTONIC 1 130# define EV_USE_MONOTONIC 0
131#endif
132
133#ifndef EV_USE_REALTIME
134# define EV_USE_REALTIME 0
80#endif 135#endif
81 136
82#ifndef EV_USE_SELECT 137#ifndef EV_USE_SELECT
83# define EV_USE_SELECT 1 138# define EV_USE_SELECT 1
84#endif 139#endif
85 140
86#ifndef EV_USE_POLL 141#ifndef EV_USE_POLL
87# define EV_USE_POLL 0 /* poll is usually slower than select, and not as well tested */ 142# ifdef _WIN32
143# define EV_USE_POLL 0
144# else
145# define EV_USE_POLL 1
146# endif
88#endif 147#endif
89 148
90#ifndef EV_USE_EPOLL 149#ifndef EV_USE_EPOLL
91# define EV_USE_EPOLL 0 150# define EV_USE_EPOLL 0
92#endif 151#endif
93 152
94#ifndef EV_USE_KQUEUE 153#ifndef EV_USE_KQUEUE
95# define EV_USE_KQUEUE 0 154# define EV_USE_KQUEUE 0
96#endif 155#endif
97 156
98#ifndef EV_USE_WIN32 157#ifndef EV_USE_PORT
99# ifdef WIN32
100# define EV_USE_WIN32 0 /* it does not exist, use select */
101# undef EV_USE_SELECT
102# define EV_USE_SELECT 1 158# define EV_USE_PORT 0
159#endif
160
161#ifndef EV_PID_HASHSIZE
162# if EV_MINIMAL
163# define EV_PID_HASHSIZE 1
103# else 164# else
104# define EV_USE_WIN32 0 165# define EV_PID_HASHSIZE 16
105# endif 166# endif
106#endif
107
108#ifndef EV_USE_REALTIME
109# define EV_USE_REALTIME 1
110#endif 167#endif
111 168
112/**/ 169/**/
113 170
114#ifndef CLOCK_MONOTONIC 171#ifndef CLOCK_MONOTONIC
119#ifndef CLOCK_REALTIME 176#ifndef CLOCK_REALTIME
120# undef EV_USE_REALTIME 177# undef EV_USE_REALTIME
121# define EV_USE_REALTIME 0 178# define EV_USE_REALTIME 0
122#endif 179#endif
123 180
181#if EV_SELECT_IS_WINSOCKET
182# include <winsock.h>
183#endif
184
124/**/ 185/**/
125 186
126#define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */ 187#define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */
127#define MAX_BLOCKTIME 59.731 /* never wait longer than this time (to detect time jumps) */ 188#define MAX_BLOCKTIME 59.743 /* never wait longer than this time (to detect time jumps) */
128#define PID_HASHSIZE 16 /* size of pid hash table, must be power of two */
129/*#define CLEANUP_INTERVAL 300. /* how often to try to free memory and re-check fds */ 189/*#define CLEANUP_INTERVAL (MAX_BLOCKTIME * 5.) /* how often to try to free memory and re-check fds */
130 190
131#ifdef EV_H 191#ifdef EV_H
132# include EV_H 192# include EV_H
133#else 193#else
134# include "ev.h" 194# include "ev.h"
135#endif 195#endif
136 196
137#if __GNUC__ >= 3 197#if __GNUC__ >= 3
138# define expect(expr,value) __builtin_expect ((expr),(value)) 198# define expect(expr,value) __builtin_expect ((expr),(value))
199# define inline_size static inline /* inline for codesize */
200# if EV_MINIMAL
139# define inline inline 201# define noinline __attribute__ ((noinline))
202# define inline_speed static noinline
203# else
204# define noinline
205# define inline_speed static inline
206# endif
140#else 207#else
141# define expect(expr,value) (expr) 208# define expect(expr,value) (expr)
209# define inline_speed static
142# define inline static 210# define inline_size static
211# define noinline
143#endif 212#endif
144 213
145#define expect_false(expr) expect ((expr) != 0, 0) 214#define expect_false(expr) expect ((expr) != 0, 0)
146#define expect_true(expr) expect ((expr) != 0, 1) 215#define expect_true(expr) expect ((expr) != 0, 1)
147 216
148#define NUMPRI (EV_MAXPRI - EV_MINPRI + 1) 217#define NUMPRI (EV_MAXPRI - EV_MINPRI + 1)
149#define ABSPRI(w) ((w)->priority - EV_MINPRI) 218#define ABSPRI(w) ((w)->priority - EV_MINPRI)
150 219
220#define EMPTY0 /* required for microsofts broken pseudo-c compiler */
221#define EMPTY2(a,b) /* used to suppress some warnings */
222
151typedef struct ev_watcher *W; 223typedef ev_watcher *W;
152typedef struct ev_watcher_list *WL; 224typedef ev_watcher_list *WL;
153typedef struct ev_watcher_time *WT; 225typedef ev_watcher_time *WT;
154 226
155static int have_monotonic; /* did clock_gettime (CLOCK_MONOTONIC) work? */ 227static int have_monotonic; /* did clock_gettime (CLOCK_MONOTONIC) work? */
156 228
229#ifdef _WIN32
157#include "ev_win32.c" 230# include "ev_win32.c"
231#endif
158 232
159/*****************************************************************************/ 233/*****************************************************************************/
160 234
161static void (*syserr_cb)(const char *msg); 235static void (*syserr_cb)(const char *msg);
162 236
237void
163void ev_set_syserr_cb (void (*cb)(const char *msg)) 238ev_set_syserr_cb (void (*cb)(const char *msg))
164{ 239{
165 syserr_cb = cb; 240 syserr_cb = cb;
166} 241}
167 242
168static void 243static void noinline
169syserr (const char *msg) 244syserr (const char *msg)
170{ 245{
171 if (!msg) 246 if (!msg)
172 msg = "(libev) system error"; 247 msg = "(libev) system error";
173 248
178 perror (msg); 253 perror (msg);
179 abort (); 254 abort ();
180 } 255 }
181} 256}
182 257
183static void *(*alloc)(void *ptr, long size); 258static void *(*alloc)(void *ptr, size_t size) = realloc;
184 259
260void
185void ev_set_allocator (void *(*cb)(void *ptr, long size)) 261ev_set_allocator (void *(*cb)(void *ptr, size_t size))
186{ 262{
187 alloc = cb; 263 alloc = cb;
188} 264}
189 265
190static void * 266inline_speed void *
191ev_realloc (void *ptr, long size) 267ev_realloc (void *ptr, size_t size)
192{ 268{
193 ptr = alloc ? alloc (ptr, size) : realloc (ptr, size); 269 ptr = alloc (ptr, size);
194 270
195 if (!ptr && size) 271 if (!ptr && size)
196 { 272 {
197 fprintf (stderr, "libev: cannot allocate %ld bytes, aborting.", size); 273 fprintf (stderr, "libev: cannot allocate %ld bytes, aborting.", (long)size);
198 abort (); 274 abort ();
199 } 275 }
200 276
201 return ptr; 277 return ptr;
202} 278}
209typedef struct 285typedef struct
210{ 286{
211 WL head; 287 WL head;
212 unsigned char events; 288 unsigned char events;
213 unsigned char reify; 289 unsigned char reify;
290#if EV_SELECT_IS_WINSOCKET
291 SOCKET handle;
292#endif
214} ANFD; 293} ANFD;
215 294
216typedef struct 295typedef struct
217{ 296{
218 W w; 297 W w;
221 300
222#if EV_MULTIPLICITY 301#if EV_MULTIPLICITY
223 302
224 struct ev_loop 303 struct ev_loop
225 { 304 {
305 ev_tstamp ev_rt_now;
306 #define ev_rt_now ((loop)->ev_rt_now)
226 #define VAR(name,decl) decl; 307 #define VAR(name,decl) decl;
227 #include "ev_vars.h" 308 #include "ev_vars.h"
228 #undef VAR 309 #undef VAR
229 }; 310 };
230 #include "ev_wrap.h" 311 #include "ev_wrap.h"
231 312
232 struct ev_loop default_loop_struct; 313 static struct ev_loop default_loop_struct;
233 static struct ev_loop *default_loop; 314 struct ev_loop *ev_default_loop_ptr;
234 315
235#else 316#else
236 317
318 ev_tstamp ev_rt_now;
237 #define VAR(name,decl) static decl; 319 #define VAR(name,decl) static decl;
238 #include "ev_vars.h" 320 #include "ev_vars.h"
239 #undef VAR 321 #undef VAR
240 322
241 static int default_loop; 323 static int ev_default_loop_ptr;
242 324
243#endif 325#endif
244 326
245/*****************************************************************************/ 327/*****************************************************************************/
246 328
247inline ev_tstamp 329ev_tstamp
248ev_time (void) 330ev_time (void)
249{ 331{
250#if EV_USE_REALTIME 332#if EV_USE_REALTIME
251 struct timespec ts; 333 struct timespec ts;
252 clock_gettime (CLOCK_REALTIME, &ts); 334 clock_gettime (CLOCK_REALTIME, &ts);
256 gettimeofday (&tv, 0); 338 gettimeofday (&tv, 0);
257 return tv.tv_sec + tv.tv_usec * 1e-6; 339 return tv.tv_sec + tv.tv_usec * 1e-6;
258#endif 340#endif
259} 341}
260 342
261inline ev_tstamp 343ev_tstamp inline_size
262get_clock (void) 344get_clock (void)
263{ 345{
264#if EV_USE_MONOTONIC 346#if EV_USE_MONOTONIC
265 if (expect_true (have_monotonic)) 347 if (expect_true (have_monotonic))
266 { 348 {
271#endif 353#endif
272 354
273 return ev_time (); 355 return ev_time ();
274} 356}
275 357
358#if EV_MULTIPLICITY
276ev_tstamp 359ev_tstamp
277ev_now (EV_P) 360ev_now (EV_P)
278{ 361{
279 return rt_now; 362 return ev_rt_now;
280} 363}
364#endif
281 365
282#define array_roundsize(type,n) ((n) | 4 & ~3) 366#define array_roundsize(type,n) (((n) | 4) & ~3)
283 367
284#define array_needsize(type,base,cur,cnt,init) \ 368#define array_needsize(type,base,cur,cnt,init) \
285 if (expect_false ((cnt) > cur)) \ 369 if (expect_false ((cnt) > cur)) \
286 { \ 370 { \
287 int newcnt = cur; \ 371 int newcnt = cur; \
302 stem ## max = array_roundsize (stem ## cnt >> 1); \ 386 stem ## max = array_roundsize (stem ## cnt >> 1); \
303 base = (type *)ev_realloc (base, sizeof (type) * (stem ## max));\ 387 base = (type *)ev_realloc (base, sizeof (type) * (stem ## max));\
304 fprintf (stderr, "slimmed down " # stem " to %d\n", stem ## max);/*D*/\ 388 fprintf (stderr, "slimmed down " # stem " to %d\n", stem ## max);/*D*/\
305 } 389 }
306 390
307/* microsoft's pseudo-c is quite far from C as the rest of the world and the standard knows it */
308/* bringing us everlasting joy in form of stupid extra macros that are not required in C */
309#define array_free_microshit(stem) \
310 ev_free (stem ## s); stem ## cnt = stem ## max = 0;
311
312#define array_free(stem, idx) \ 391#define array_free(stem, idx) \
313 ev_free (stem ## s idx); stem ## cnt idx = stem ## max idx = 0; 392 ev_free (stem ## s idx); stem ## cnt idx = stem ## max idx = 0;
314 393
315/*****************************************************************************/ 394/*****************************************************************************/
316 395
317static void 396void noinline
397ev_feed_event (EV_P_ void *w, int revents)
398{
399 W w_ = (W)w;
400
401 if (expect_false (w_->pending))
402 {
403 pendings [ABSPRI (w_)][w_->pending - 1].events |= revents;
404 return;
405 }
406
407 w_->pending = ++pendingcnt [ABSPRI (w_)];
408 array_needsize (ANPENDING, pendings [ABSPRI (w_)], pendingmax [ABSPRI (w_)], pendingcnt [ABSPRI (w_)], EMPTY2);
409 pendings [ABSPRI (w_)][w_->pending - 1].w = w_;
410 pendings [ABSPRI (w_)][w_->pending - 1].events = revents;
411}
412
413void inline_size
414queue_events (EV_P_ W *events, int eventcnt, int type)
415{
416 int i;
417
418 for (i = 0; i < eventcnt; ++i)
419 ev_feed_event (EV_A_ events [i], type);
420}
421
422/*****************************************************************************/
423
424void inline_size
318anfds_init (ANFD *base, int count) 425anfds_init (ANFD *base, int count)
319{ 426{
320 while (count--) 427 while (count--)
321 { 428 {
322 base->head = 0; 429 base->head = 0;
325 432
326 ++base; 433 ++base;
327 } 434 }
328} 435}
329 436
330void 437void inline_speed
331ev_feed_event (EV_P_ void *w, int revents)
332{
333 W w_ = (W)w;
334
335 if (w_->pending)
336 {
337 pendings [ABSPRI (w_)][w_->pending - 1].events |= revents;
338 return;
339 }
340
341 w_->pending = ++pendingcnt [ABSPRI (w_)];
342 array_needsize (ANPENDING, pendings [ABSPRI (w_)], pendingmax [ABSPRI (w_)], pendingcnt [ABSPRI (w_)], (void));
343 pendings [ABSPRI (w_)][w_->pending - 1].w = w_;
344 pendings [ABSPRI (w_)][w_->pending - 1].events = revents;
345}
346
347static void
348queue_events (EV_P_ W *events, int eventcnt, int type)
349{
350 int i;
351
352 for (i = 0; i < eventcnt; ++i)
353 ev_feed_event (EV_A_ events [i], type);
354}
355
356inline void
357fd_event (EV_P_ int fd, int revents) 438fd_event (EV_P_ int fd, int revents)
358{ 439{
359 ANFD *anfd = anfds + fd; 440 ANFD *anfd = anfds + fd;
360 struct ev_io *w; 441 ev_io *w;
361 442
362 for (w = (struct ev_io *)anfd->head; w; w = (struct ev_io *)((WL)w)->next) 443 for (w = (ev_io *)anfd->head; w; w = (ev_io *)((WL)w)->next)
363 { 444 {
364 int ev = w->events & revents; 445 int ev = w->events & revents;
365 446
366 if (ev) 447 if (ev)
367 ev_feed_event (EV_A_ (W)w, ev); 448 ev_feed_event (EV_A_ (W)w, ev);
372ev_feed_fd_event (EV_P_ int fd, int revents) 453ev_feed_fd_event (EV_P_ int fd, int revents)
373{ 454{
374 fd_event (EV_A_ fd, revents); 455 fd_event (EV_A_ fd, revents);
375} 456}
376 457
377/*****************************************************************************/ 458void inline_size
378
379static void
380fd_reify (EV_P) 459fd_reify (EV_P)
381{ 460{
382 int i; 461 int i;
383 462
384 for (i = 0; i < fdchangecnt; ++i) 463 for (i = 0; i < fdchangecnt; ++i)
385 { 464 {
386 int fd = fdchanges [i]; 465 int fd = fdchanges [i];
387 ANFD *anfd = anfds + fd; 466 ANFD *anfd = anfds + fd;
388 struct ev_io *w; 467 ev_io *w;
389 468
390 int events = 0; 469 int events = 0;
391 470
392 for (w = (struct ev_io *)anfd->head; w; w = (struct ev_io *)((WL)w)->next) 471 for (w = (ev_io *)anfd->head; w; w = (ev_io *)((WL)w)->next)
393 events |= w->events; 472 events |= w->events;
394 473
474#if EV_SELECT_IS_WINSOCKET
475 if (events)
476 {
477 unsigned long argp;
478 anfd->handle = _get_osfhandle (fd);
479 assert (("libev only supports socket fds in this configuration", ioctlsocket (anfd->handle, FIONREAD, &argp) == 0));
480 }
481#endif
482
395 anfd->reify = 0; 483 anfd->reify = 0;
396 484
397 method_modify (EV_A_ fd, anfd->events, events); 485 backend_modify (EV_A_ fd, anfd->events, events);
398 anfd->events = events; 486 anfd->events = events;
399 } 487 }
400 488
401 fdchangecnt = 0; 489 fdchangecnt = 0;
402} 490}
403 491
404static void 492void inline_size
405fd_change (EV_P_ int fd) 493fd_change (EV_P_ int fd)
406{ 494{
407 if (anfds [fd].reify) 495 if (expect_false (anfds [fd].reify))
408 return; 496 return;
409 497
410 anfds [fd].reify = 1; 498 anfds [fd].reify = 1;
411 499
412 ++fdchangecnt; 500 ++fdchangecnt;
413 array_needsize (int, fdchanges, fdchangemax, fdchangecnt, (void)); 501 array_needsize (int, fdchanges, fdchangemax, fdchangecnt, EMPTY2);
414 fdchanges [fdchangecnt - 1] = fd; 502 fdchanges [fdchangecnt - 1] = fd;
415} 503}
416 504
417static void 505void inline_speed
418fd_kill (EV_P_ int fd) 506fd_kill (EV_P_ int fd)
419{ 507{
420 struct ev_io *w; 508 ev_io *w;
421 509
422 while ((w = (struct ev_io *)anfds [fd].head)) 510 while ((w = (ev_io *)anfds [fd].head))
423 { 511 {
424 ev_io_stop (EV_A_ w); 512 ev_io_stop (EV_A_ w);
425 ev_feed_event (EV_A_ (W)w, EV_ERROR | EV_READ | EV_WRITE); 513 ev_feed_event (EV_A_ (W)w, EV_ERROR | EV_READ | EV_WRITE);
426 } 514 }
427} 515}
428 516
429static int 517int inline_size
430fd_valid (int fd) 518fd_valid (int fd)
431{ 519{
432#ifdef WIN32 520#ifdef _WIN32
433 return !!win32_get_osfhandle (fd); 521 return _get_osfhandle (fd) != -1;
434#else 522#else
435 return fcntl (fd, F_GETFD) != -1; 523 return fcntl (fd, F_GETFD) != -1;
436#endif 524#endif
437} 525}
438 526
439/* called on EBADF to verify fds */ 527/* called on EBADF to verify fds */
440static void 528static void noinline
441fd_ebadf (EV_P) 529fd_ebadf (EV_P)
442{ 530{
443 int fd; 531 int fd;
444 532
445 for (fd = 0; fd < anfdmax; ++fd) 533 for (fd = 0; fd < anfdmax; ++fd)
447 if (!fd_valid (fd) == -1 && errno == EBADF) 535 if (!fd_valid (fd) == -1 && errno == EBADF)
448 fd_kill (EV_A_ fd); 536 fd_kill (EV_A_ fd);
449} 537}
450 538
451/* called on ENOMEM in select/poll to kill some fds and retry */ 539/* called on ENOMEM in select/poll to kill some fds and retry */
452static void 540static void noinline
453fd_enomem (EV_P) 541fd_enomem (EV_P)
454{ 542{
455 int fd; 543 int fd;
456 544
457 for (fd = anfdmax; fd--; ) 545 for (fd = anfdmax; fd--; )
460 fd_kill (EV_A_ fd); 548 fd_kill (EV_A_ fd);
461 return; 549 return;
462 } 550 }
463} 551}
464 552
465/* usually called after fork if method needs to re-arm all fds from scratch */ 553/* usually called after fork if backend needs to re-arm all fds from scratch */
466static void 554static void noinline
467fd_rearm_all (EV_P) 555fd_rearm_all (EV_P)
468{ 556{
469 int fd; 557 int fd;
470 558
471 /* this should be highly optimised to not do anything but set a flag */ 559 /* this should be highly optimised to not do anything but set a flag */
477 } 565 }
478} 566}
479 567
480/*****************************************************************************/ 568/*****************************************************************************/
481 569
482static void 570void inline_speed
483upheap (WT *heap, int k) 571upheap (WT *heap, int k)
484{ 572{
485 WT w = heap [k]; 573 WT w = heap [k];
486 574
487 while (k && heap [k >> 1]->at > w->at) 575 while (k && heap [k >> 1]->at > w->at)
494 heap [k] = w; 582 heap [k] = w;
495 ((W)heap [k])->active = k + 1; 583 ((W)heap [k])->active = k + 1;
496 584
497} 585}
498 586
499static void 587void inline_speed
500downheap (WT *heap, int N, int k) 588downheap (WT *heap, int N, int k)
501{ 589{
502 WT w = heap [k]; 590 WT w = heap [k];
503 591
504 while (k < (N >> 1)) 592 while (k < (N >> 1))
518 606
519 heap [k] = w; 607 heap [k] = w;
520 ((W)heap [k])->active = k + 1; 608 ((W)heap [k])->active = k + 1;
521} 609}
522 610
523inline void 611void inline_size
524adjustheap (WT *heap, int N, int k, ev_tstamp at) 612adjustheap (WT *heap, int N, int k)
525{ 613{
526 ev_tstamp old_at = heap [k]->at; 614 upheap (heap, k);
527 heap [k]->at = at;
528
529 if (old_at < at)
530 downheap (heap, N, k); 615 downheap (heap, N, k);
531 else
532 upheap (heap, k);
533} 616}
534 617
535/*****************************************************************************/ 618/*****************************************************************************/
536 619
537typedef struct 620typedef struct
543static ANSIG *signals; 626static ANSIG *signals;
544static int signalmax; 627static int signalmax;
545 628
546static int sigpipe [2]; 629static int sigpipe [2];
547static sig_atomic_t volatile gotsig; 630static sig_atomic_t volatile gotsig;
548static struct ev_io sigev; 631static ev_io sigev;
549 632
550static void 633void inline_size
551signals_init (ANSIG *base, int count) 634signals_init (ANSIG *base, int count)
552{ 635{
553 while (count--) 636 while (count--)
554 { 637 {
555 base->head = 0; 638 base->head = 0;
560} 643}
561 644
562static void 645static void
563sighandler (int signum) 646sighandler (int signum)
564{ 647{
565#if WIN32 648#if _WIN32
566 signal (signum, sighandler); 649 signal (signum, sighandler);
567#endif 650#endif
568 651
569 signals [signum - 1].gotsig = 1; 652 signals [signum - 1].gotsig = 1;
570 653
571 if (!gotsig) 654 if (!gotsig)
572 { 655 {
573 int old_errno = errno; 656 int old_errno = errno;
574 gotsig = 1; 657 gotsig = 1;
575#ifdef WIN32
576 send (sigpipe [1], &signum, 1, MSG_DONTWAIT);
577#else
578 write (sigpipe [1], &signum, 1); 658 write (sigpipe [1], &signum, 1);
579#endif
580 errno = old_errno; 659 errno = old_errno;
581 } 660 }
582} 661}
583 662
584void 663void noinline
585ev_feed_signal_event (EV_P_ int signum) 664ev_feed_signal_event (EV_P_ int signum)
586{ 665{
587 WL w; 666 WL w;
588 667
589#if EV_MULTIPLICITY 668#if EV_MULTIPLICITY
590 assert (("feeding signal events is only supported in the default loop", loop == default_loop)); 669 assert (("feeding signal events is only supported in the default loop", loop == ev_default_loop_ptr));
591#endif 670#endif
592 671
593 --signum; 672 --signum;
594 673
595 if (signum < 0 || signum >= signalmax) 674 if (signum < 0 || signum >= signalmax)
600 for (w = signals [signum].head; w; w = w->next) 679 for (w = signals [signum].head; w; w = w->next)
601 ev_feed_event (EV_A_ (W)w, EV_SIGNAL); 680 ev_feed_event (EV_A_ (W)w, EV_SIGNAL);
602} 681}
603 682
604static void 683static void
605sigcb (EV_P_ struct ev_io *iow, int revents) 684sigcb (EV_P_ ev_io *iow, int revents)
606{ 685{
607 int signum; 686 int signum;
608 687
609#ifdef WIN32
610 recv (sigpipe [0], &revents, 1, MSG_DONTWAIT);
611#else
612 read (sigpipe [0], &revents, 1); 688 read (sigpipe [0], &revents, 1);
613#endif
614 gotsig = 0; 689 gotsig = 0;
615 690
616 for (signum = signalmax; signum--; ) 691 for (signum = signalmax; signum--; )
617 if (signals [signum].gotsig) 692 if (signals [signum].gotsig)
618 ev_feed_signal_event (EV_A_ signum + 1); 693 ev_feed_signal_event (EV_A_ signum + 1);
619} 694}
620 695
621static void 696void inline_size
697fd_intern (int fd)
698{
699#ifdef _WIN32
700 int arg = 1;
701 ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg);
702#else
703 fcntl (fd, F_SETFD, FD_CLOEXEC);
704 fcntl (fd, F_SETFL, O_NONBLOCK);
705#endif
706}
707
708static void noinline
622siginit (EV_P) 709siginit (EV_P)
623{ 710{
624#ifndef WIN32 711 fd_intern (sigpipe [0]);
625 fcntl (sigpipe [0], F_SETFD, FD_CLOEXEC); 712 fd_intern (sigpipe [1]);
626 fcntl (sigpipe [1], F_SETFD, FD_CLOEXEC);
627
628 /* rather than sort out wether we really need nb, set it */
629 fcntl (sigpipe [0], F_SETFL, O_NONBLOCK);
630 fcntl (sigpipe [1], F_SETFL, O_NONBLOCK);
631#endif
632 713
633 ev_io_set (&sigev, sigpipe [0], EV_READ); 714 ev_io_set (&sigev, sigpipe [0], EV_READ);
634 ev_io_start (EV_A_ &sigev); 715 ev_io_start (EV_A_ &sigev);
635 ev_unref (EV_A); /* child watcher should not keep loop alive */ 716 ev_unref (EV_A); /* child watcher should not keep loop alive */
636} 717}
637 718
638/*****************************************************************************/ 719/*****************************************************************************/
639 720
640static struct ev_child *childs [PID_HASHSIZE]; 721static ev_child *childs [EV_PID_HASHSIZE];
641 722
642#ifndef WIN32 723#ifndef _WIN32
643 724
644static struct ev_signal childev; 725static ev_signal childev;
645 726
646#ifndef WCONTINUED 727void inline_speed
647# define WCONTINUED 0
648#endif
649
650static void
651child_reap (EV_P_ struct ev_signal *sw, int chain, int pid, int status) 728child_reap (EV_P_ ev_signal *sw, int chain, int pid, int status)
652{ 729{
653 struct ev_child *w; 730 ev_child *w;
654 731
655 for (w = (struct ev_child *)childs [chain & (PID_HASHSIZE - 1)]; w; w = (struct ev_child *)((WL)w)->next) 732 for (w = (ev_child *)childs [chain & (EV_PID_HASHSIZE - 1)]; w; w = (ev_child *)((WL)w)->next)
656 if (w->pid == pid || !w->pid) 733 if (w->pid == pid || !w->pid)
657 { 734 {
658 ev_priority (w) = ev_priority (sw); /* need to do it *now* */ 735 ev_priority (w) = ev_priority (sw); /* need to do it *now* */
659 w->rpid = pid; 736 w->rpid = pid;
660 w->rstatus = status; 737 w->rstatus = status;
661 ev_feed_event (EV_A_ (W)w, EV_CHILD); 738 ev_feed_event (EV_A_ (W)w, EV_CHILD);
662 } 739 }
663} 740}
664 741
742#ifndef WCONTINUED
743# define WCONTINUED 0
744#endif
745
665static void 746static void
666childcb (EV_P_ struct ev_signal *sw, int revents) 747childcb (EV_P_ ev_signal *sw, int revents)
667{ 748{
668 int pid, status; 749 int pid, status;
669 750
751 /* some systems define WCONTINUED but then fail to support it (linux 2.4) */
670 if (0 < (pid = waitpid (-1, &status, WNOHANG | WUNTRACED | WCONTINUED))) 752 if (0 >= (pid = waitpid (-1, &status, WNOHANG | WUNTRACED | WCONTINUED)))
671 { 753 if (!WCONTINUED
754 || errno != EINVAL
755 || 0 >= (pid = waitpid (-1, &status, WNOHANG | WUNTRACED)))
756 return;
757
672 /* make sure we are called again until all childs have been reaped */ 758 /* make sure we are called again until all childs have been reaped */
759 /* we need to do it this way so that the callback gets called before we continue */
673 ev_feed_event (EV_A_ (W)sw, EV_SIGNAL); 760 ev_feed_event (EV_A_ (W)sw, EV_SIGNAL);
674 761
675 child_reap (EV_A_ sw, pid, pid, status); 762 child_reap (EV_A_ sw, pid, pid, status);
763 if (EV_PID_HASHSIZE > 1)
676 child_reap (EV_A_ sw, 0, pid, status); /* this might trigger a watcher twice, but event catches that */ 764 child_reap (EV_A_ sw, 0, pid, status); /* this might trigger a watcher twice, but feed_event catches that */
677 }
678} 765}
679 766
680#endif 767#endif
681 768
682/*****************************************************************************/ 769/*****************************************************************************/
683 770
771#if EV_USE_PORT
772# include "ev_port.c"
773#endif
684#if EV_USE_KQUEUE 774#if EV_USE_KQUEUE
685# include "ev_kqueue.c" 775# include "ev_kqueue.c"
686#endif 776#endif
687#if EV_USE_EPOLL 777#if EV_USE_EPOLL
688# include "ev_epoll.c" 778# include "ev_epoll.c"
705{ 795{
706 return EV_VERSION_MINOR; 796 return EV_VERSION_MINOR;
707} 797}
708 798
709/* return true if we are running with elevated privileges and should ignore env variables */ 799/* return true if we are running with elevated privileges and should ignore env variables */
710static int 800int inline_size
711enable_secure (void) 801enable_secure (void)
712{ 802{
713#ifdef WIN32 803#ifdef _WIN32
714 return 0; 804 return 0;
715#else 805#else
716 return getuid () != geteuid () 806 return getuid () != geteuid ()
717 || getgid () != getegid (); 807 || getgid () != getegid ();
718#endif 808#endif
719} 809}
720 810
721int 811unsigned int
722ev_method (EV_P) 812ev_supported_backends (void)
723{ 813{
724 return method; 814 unsigned int flags = 0;
725}
726 815
727static void 816 if (EV_USE_PORT ) flags |= EVBACKEND_PORT;
728loop_init (EV_P_ int methods) 817 if (EV_USE_KQUEUE) flags |= EVBACKEND_KQUEUE;
818 if (EV_USE_EPOLL ) flags |= EVBACKEND_EPOLL;
819 if (EV_USE_POLL ) flags |= EVBACKEND_POLL;
820 if (EV_USE_SELECT) flags |= EVBACKEND_SELECT;
821
822 return flags;
823}
824
825unsigned int
826ev_recommended_backends (void)
729{ 827{
730 if (!method) 828 unsigned int flags = ev_supported_backends ();
829
830#ifndef __NetBSD__
831 /* kqueue is borked on everything but netbsd apparently */
832 /* it usually doesn't work correctly on anything but sockets and pipes */
833 flags &= ~EVBACKEND_KQUEUE;
834#endif
835#ifdef __APPLE__
836 // flags &= ~EVBACKEND_KQUEUE; for documentation
837 flags &= ~EVBACKEND_POLL;
838#endif
839
840 return flags;
841}
842
843unsigned int
844ev_embeddable_backends (void)
845{
846 return EVBACKEND_EPOLL
847 | EVBACKEND_KQUEUE
848 | EVBACKEND_PORT;
849}
850
851unsigned int
852ev_backend (EV_P)
853{
854 return backend;
855}
856
857static void noinline
858loop_init (EV_P_ unsigned int flags)
859{
860 if (!backend)
731 { 861 {
732#if EV_USE_MONOTONIC 862#if EV_USE_MONOTONIC
733 { 863 {
734 struct timespec ts; 864 struct timespec ts;
735 if (!clock_gettime (CLOCK_MONOTONIC, &ts)) 865 if (!clock_gettime (CLOCK_MONOTONIC, &ts))
736 have_monotonic = 1; 866 have_monotonic = 1;
737 } 867 }
738#endif 868#endif
739 869
740 rt_now = ev_time (); 870 ev_rt_now = ev_time ();
741 mn_now = get_clock (); 871 mn_now = get_clock ();
742 now_floor = mn_now; 872 now_floor = mn_now;
743 rtmn_diff = rt_now - mn_now; 873 rtmn_diff = ev_rt_now - mn_now;
744 874
745 if (methods == EVMETHOD_AUTO) 875 if (!(flags & EVFLAG_NOENV)
746 if (!enable_secure () && getenv ("LIBEV_METHODS")) 876 && !enable_secure ()
877 && getenv ("LIBEV_FLAGS"))
747 methods = atoi (getenv ("LIBEV_METHODS")); 878 flags = atoi (getenv ("LIBEV_FLAGS"));
748 else
749 methods = EVMETHOD_ANY;
750 879
751 method = 0; 880 if (!(flags & 0x0000ffffUL))
752#if EV_USE_WIN32 881 flags |= ev_recommended_backends ();
753 if (!method && (methods & EVMETHOD_WIN32 )) method = win32_init (EV_A_ methods); 882
883 backend = 0;
884#if EV_USE_PORT
885 if (!backend && (flags & EVBACKEND_PORT )) backend = port_init (EV_A_ flags);
754#endif 886#endif
755#if EV_USE_KQUEUE 887#if EV_USE_KQUEUE
756 if (!method && (methods & EVMETHOD_KQUEUE)) method = kqueue_init (EV_A_ methods); 888 if (!backend && (flags & EVBACKEND_KQUEUE)) backend = kqueue_init (EV_A_ flags);
757#endif 889#endif
758#if EV_USE_EPOLL 890#if EV_USE_EPOLL
759 if (!method && (methods & EVMETHOD_EPOLL )) method = epoll_init (EV_A_ methods); 891 if (!backend && (flags & EVBACKEND_EPOLL )) backend = epoll_init (EV_A_ flags);
760#endif 892#endif
761#if EV_USE_POLL 893#if EV_USE_POLL
762 if (!method && (methods & EVMETHOD_POLL )) method = poll_init (EV_A_ methods); 894 if (!backend && (flags & EVBACKEND_POLL )) backend = poll_init (EV_A_ flags);
763#endif 895#endif
764#if EV_USE_SELECT 896#if EV_USE_SELECT
765 if (!method && (methods & EVMETHOD_SELECT)) method = select_init (EV_A_ methods); 897 if (!backend && (flags & EVBACKEND_SELECT)) backend = select_init (EV_A_ flags);
766#endif 898#endif
767 899
768 ev_init (&sigev, sigcb); 900 ev_init (&sigev, sigcb);
769 ev_set_priority (&sigev, EV_MAXPRI); 901 ev_set_priority (&sigev, EV_MAXPRI);
770 } 902 }
771} 903}
772 904
773void 905static void noinline
774loop_destroy (EV_P) 906loop_destroy (EV_P)
775{ 907{
776 int i; 908 int i;
777 909
778#if EV_USE_WIN32 910#if EV_USE_PORT
779 if (method == EVMETHOD_WIN32 ) win32_destroy (EV_A); 911 if (backend == EVBACKEND_PORT ) port_destroy (EV_A);
780#endif 912#endif
781#if EV_USE_KQUEUE 913#if EV_USE_KQUEUE
782 if (method == EVMETHOD_KQUEUE) kqueue_destroy (EV_A); 914 if (backend == EVBACKEND_KQUEUE) kqueue_destroy (EV_A);
783#endif 915#endif
784#if EV_USE_EPOLL 916#if EV_USE_EPOLL
785 if (method == EVMETHOD_EPOLL ) epoll_destroy (EV_A); 917 if (backend == EVBACKEND_EPOLL ) epoll_destroy (EV_A);
786#endif 918#endif
787#if EV_USE_POLL 919#if EV_USE_POLL
788 if (method == EVMETHOD_POLL ) poll_destroy (EV_A); 920 if (backend == EVBACKEND_POLL ) poll_destroy (EV_A);
789#endif 921#endif
790#if EV_USE_SELECT 922#if EV_USE_SELECT
791 if (method == EVMETHOD_SELECT) select_destroy (EV_A); 923 if (backend == EVBACKEND_SELECT) select_destroy (EV_A);
792#endif 924#endif
793 925
794 for (i = NUMPRI; i--; ) 926 for (i = NUMPRI; i--; )
795 array_free (pending, [i]); 927 array_free (pending, [i]);
796 928
797 /* have to use the microsoft-never-gets-it-right macro */ 929 /* have to use the microsoft-never-gets-it-right macro */
798 array_free_microshit (fdchange); 930 array_free (fdchange, EMPTY0);
799 array_free_microshit (timer); 931 array_free (timer, EMPTY0);
800 array_free_microshit (periodic); 932#if EV_PERIODIC_ENABLE
801 array_free_microshit (idle); 933 array_free (periodic, EMPTY0);
802 array_free_microshit (prepare); 934#endif
803 array_free_microshit (check); 935 array_free (idle, EMPTY0);
936 array_free (prepare, EMPTY0);
937 array_free (check, EMPTY0);
804 938
805 method = 0; 939 backend = 0;
806} 940}
807 941
808static void 942void inline_size
809loop_fork (EV_P) 943loop_fork (EV_P)
810{ 944{
945#if EV_USE_PORT
946 if (backend == EVBACKEND_PORT ) port_fork (EV_A);
947#endif
948#if EV_USE_KQUEUE
949 if (backend == EVBACKEND_KQUEUE) kqueue_fork (EV_A);
950#endif
811#if EV_USE_EPOLL 951#if EV_USE_EPOLL
812 if (method == EVMETHOD_EPOLL ) epoll_fork (EV_A); 952 if (backend == EVBACKEND_EPOLL ) epoll_fork (EV_A);
813#endif
814#if EV_USE_KQUEUE
815 if (method == EVMETHOD_KQUEUE) kqueue_fork (EV_A);
816#endif 953#endif
817 954
818 if (ev_is_active (&sigev)) 955 if (ev_is_active (&sigev))
819 { 956 {
820 /* default loop */ 957 /* default loop */
833 postfork = 0; 970 postfork = 0;
834} 971}
835 972
836#if EV_MULTIPLICITY 973#if EV_MULTIPLICITY
837struct ev_loop * 974struct ev_loop *
838ev_loop_new (int methods) 975ev_loop_new (unsigned int flags)
839{ 976{
840 struct ev_loop *loop = (struct ev_loop *)ev_malloc (sizeof (struct ev_loop)); 977 struct ev_loop *loop = (struct ev_loop *)ev_malloc (sizeof (struct ev_loop));
841 978
842 memset (loop, 0, sizeof (struct ev_loop)); 979 memset (loop, 0, sizeof (struct ev_loop));
843 980
844 loop_init (EV_A_ methods); 981 loop_init (EV_A_ flags);
845 982
846 if (ev_method (EV_A)) 983 if (ev_backend (EV_A))
847 return loop; 984 return loop;
848 985
849 return 0; 986 return 0;
850} 987}
851 988
864 1001
865#endif 1002#endif
866 1003
867#if EV_MULTIPLICITY 1004#if EV_MULTIPLICITY
868struct ev_loop * 1005struct ev_loop *
1006ev_default_loop_init (unsigned int flags)
869#else 1007#else
870int 1008int
1009ev_default_loop (unsigned int flags)
871#endif 1010#endif
872ev_default_loop (int methods)
873{ 1011{
874 if (sigpipe [0] == sigpipe [1]) 1012 if (sigpipe [0] == sigpipe [1])
875 if (pipe (sigpipe)) 1013 if (pipe (sigpipe))
876 return 0; 1014 return 0;
877 1015
878 if (!default_loop) 1016 if (!ev_default_loop_ptr)
879 { 1017 {
880#if EV_MULTIPLICITY 1018#if EV_MULTIPLICITY
881 struct ev_loop *loop = default_loop = &default_loop_struct; 1019 struct ev_loop *loop = ev_default_loop_ptr = &default_loop_struct;
882#else 1020#else
883 default_loop = 1; 1021 ev_default_loop_ptr = 1;
884#endif 1022#endif
885 1023
886 loop_init (EV_A_ methods); 1024 loop_init (EV_A_ flags);
887 1025
888 if (ev_method (EV_A)) 1026 if (ev_backend (EV_A))
889 { 1027 {
890 siginit (EV_A); 1028 siginit (EV_A);
891 1029
892#ifndef WIN32 1030#ifndef _WIN32
893 ev_signal_init (&childev, childcb, SIGCHLD); 1031 ev_signal_init (&childev, childcb, SIGCHLD);
894 ev_set_priority (&childev, EV_MAXPRI); 1032 ev_set_priority (&childev, EV_MAXPRI);
895 ev_signal_start (EV_A_ &childev); 1033 ev_signal_start (EV_A_ &childev);
896 ev_unref (EV_A); /* child watcher should not keep loop alive */ 1034 ev_unref (EV_A); /* child watcher should not keep loop alive */
897#endif 1035#endif
898 } 1036 }
899 else 1037 else
900 default_loop = 0; 1038 ev_default_loop_ptr = 0;
901 } 1039 }
902 1040
903 return default_loop; 1041 return ev_default_loop_ptr;
904} 1042}
905 1043
906void 1044void
907ev_default_destroy (void) 1045ev_default_destroy (void)
908{ 1046{
909#if EV_MULTIPLICITY 1047#if EV_MULTIPLICITY
910 struct ev_loop *loop = default_loop; 1048 struct ev_loop *loop = ev_default_loop_ptr;
911#endif 1049#endif
912 1050
913#ifndef WIN32 1051#ifndef _WIN32
914 ev_ref (EV_A); /* child watcher */ 1052 ev_ref (EV_A); /* child watcher */
915 ev_signal_stop (EV_A_ &childev); 1053 ev_signal_stop (EV_A_ &childev);
916#endif 1054#endif
917 1055
918 ev_ref (EV_A); /* signal watcher */ 1056 ev_ref (EV_A); /* signal watcher */
926 1064
927void 1065void
928ev_default_fork (void) 1066ev_default_fork (void)
929{ 1067{
930#if EV_MULTIPLICITY 1068#if EV_MULTIPLICITY
931 struct ev_loop *loop = default_loop; 1069 struct ev_loop *loop = ev_default_loop_ptr;
932#endif 1070#endif
933 1071
934 if (method) 1072 if (backend)
935 postfork = 1; 1073 postfork = 1;
936} 1074}
937 1075
938/*****************************************************************************/ 1076/*****************************************************************************/
939 1077
940static int 1078int inline_size
941any_pending (EV_P) 1079any_pending (EV_P)
942{ 1080{
943 int pri; 1081 int pri;
944 1082
945 for (pri = NUMPRI; pri--; ) 1083 for (pri = NUMPRI; pri--; )
947 return 1; 1085 return 1;
948 1086
949 return 0; 1087 return 0;
950} 1088}
951 1089
952static void 1090void inline_speed
953call_pending (EV_P) 1091call_pending (EV_P)
954{ 1092{
955 int pri; 1093 int pri;
956 1094
957 for (pri = NUMPRI; pri--; ) 1095 for (pri = NUMPRI; pri--; )
958 while (pendingcnt [pri]) 1096 while (pendingcnt [pri])
959 { 1097 {
960 ANPENDING *p = pendings [pri] + --pendingcnt [pri]; 1098 ANPENDING *p = pendings [pri] + --pendingcnt [pri];
961 1099
962 if (p->w) 1100 if (expect_true (p->w))
963 { 1101 {
1102 /*assert (("non-pending watcher on pending list", p->w->pending));*/
1103
964 p->w->pending = 0; 1104 p->w->pending = 0;
965 EV_CB_INVOKE (p->w, p->events); 1105 EV_CB_INVOKE (p->w, p->events);
966 } 1106 }
967 } 1107 }
968} 1108}
969 1109
970static void 1110void inline_size
971timers_reify (EV_P) 1111timers_reify (EV_P)
972{ 1112{
973 while (timercnt && ((WT)timers [0])->at <= mn_now) 1113 while (timercnt && ((WT)timers [0])->at <= mn_now)
974 { 1114 {
975 struct ev_timer *w = timers [0]; 1115 ev_timer *w = timers [0];
976 1116
977 assert (("inactive timer on timer heap detected", ev_is_active (w))); 1117 /*assert (("inactive timer on timer heap detected", ev_is_active (w)));*/
978 1118
979 /* first reschedule or stop timer */ 1119 /* first reschedule or stop timer */
980 if (w->repeat) 1120 if (w->repeat)
981 { 1121 {
982 assert (("negative ev_timer repeat value found while processing timers", w->repeat > 0.)); 1122 assert (("negative ev_timer repeat value found while processing timers", w->repeat > 0.));
1123
983 ((WT)w)->at = mn_now + w->repeat; 1124 ((WT)w)->at += w->repeat;
1125 if (((WT)w)->at < mn_now)
1126 ((WT)w)->at = mn_now;
1127
984 downheap ((WT *)timers, timercnt, 0); 1128 downheap ((WT *)timers, timercnt, 0);
985 } 1129 }
986 else 1130 else
987 ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */ 1131 ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */
988 1132
989 ev_feed_event (EV_A_ (W)w, EV_TIMEOUT); 1133 ev_feed_event (EV_A_ (W)w, EV_TIMEOUT);
990 } 1134 }
991} 1135}
992 1136
993static void 1137#if EV_PERIODIC_ENABLE
1138void inline_size
994periodics_reify (EV_P) 1139periodics_reify (EV_P)
995{ 1140{
996 while (periodiccnt && ((WT)periodics [0])->at <= rt_now) 1141 while (periodiccnt && ((WT)periodics [0])->at <= ev_rt_now)
997 { 1142 {
998 struct ev_periodic *w = periodics [0]; 1143 ev_periodic *w = periodics [0];
999 1144
1000 assert (("inactive timer on periodic heap detected", ev_is_active (w))); 1145 /*assert (("inactive timer on periodic heap detected", ev_is_active (w)));*/
1001 1146
1002 /* first reschedule or stop timer */ 1147 /* first reschedule or stop timer */
1003 if (w->reschedule_cb) 1148 if (w->reschedule_cb)
1004 { 1149 {
1005 ev_tstamp at = ((WT)w)->at = w->reschedule_cb (w, rt_now + 0.0001); 1150 ((WT)w)->at = w->reschedule_cb (w, ev_rt_now + 0.0001);
1006
1007 assert (("ev_periodic reschedule callback returned time in the past", ((WT)w)->at > rt_now)); 1151 assert (("ev_periodic reschedule callback returned time in the past", ((WT)w)->at > ev_rt_now));
1008 downheap ((WT *)periodics, periodiccnt, 0); 1152 downheap ((WT *)periodics, periodiccnt, 0);
1009 } 1153 }
1010 else if (w->interval) 1154 else if (w->interval)
1011 { 1155 {
1012 ((WT)w)->at += floor ((rt_now - ((WT)w)->at) / w->interval + 1.) * w->interval; 1156 ((WT)w)->at += floor ((ev_rt_now - ((WT)w)->at) / w->interval + 1.) * w->interval;
1013 assert (("ev_periodic timeout in the past detected while processing timers, negative interval?", ((WT)w)->at > rt_now)); 1157 assert (("ev_periodic timeout in the past detected while processing timers, negative interval?", ((WT)w)->at > ev_rt_now));
1014 downheap ((WT *)periodics, periodiccnt, 0); 1158 downheap ((WT *)periodics, periodiccnt, 0);
1015 } 1159 }
1016 else 1160 else
1017 ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */ 1161 ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */
1018 1162
1019 ev_feed_event (EV_A_ (W)w, EV_PERIODIC); 1163 ev_feed_event (EV_A_ (W)w, EV_PERIODIC);
1020 } 1164 }
1021} 1165}
1022 1166
1023static void 1167static void noinline
1024periodics_reschedule (EV_P) 1168periodics_reschedule (EV_P)
1025{ 1169{
1026 int i; 1170 int i;
1027 1171
1028 /* adjust periodics after time jump */ 1172 /* adjust periodics after time jump */
1029 for (i = 0; i < periodiccnt; ++i) 1173 for (i = 0; i < periodiccnt; ++i)
1030 { 1174 {
1031 struct ev_periodic *w = periodics [i]; 1175 ev_periodic *w = periodics [i];
1032 1176
1033 if (w->reschedule_cb) 1177 if (w->reschedule_cb)
1034 ((WT)w)->at = w->reschedule_cb (w, rt_now); 1178 ((WT)w)->at = w->reschedule_cb (w, ev_rt_now);
1035 else if (w->interval) 1179 else if (w->interval)
1036 ((WT)w)->at += ceil ((rt_now - ((WT)w)->at) / w->interval) * w->interval; 1180 ((WT)w)->at += ceil ((ev_rt_now - ((WT)w)->at) / w->interval) * w->interval;
1037 } 1181 }
1038 1182
1039 /* now rebuild the heap */ 1183 /* now rebuild the heap */
1040 for (i = periodiccnt >> 1; i--; ) 1184 for (i = periodiccnt >> 1; i--; )
1041 downheap ((WT *)periodics, periodiccnt, i); 1185 downheap ((WT *)periodics, periodiccnt, i);
1042} 1186}
1187#endif
1043 1188
1044inline int 1189int inline_size
1045time_update_monotonic (EV_P) 1190time_update_monotonic (EV_P)
1046{ 1191{
1047 mn_now = get_clock (); 1192 mn_now = get_clock ();
1048 1193
1049 if (expect_true (mn_now - now_floor < MIN_TIMEJUMP * .5)) 1194 if (expect_true (mn_now - now_floor < MIN_TIMEJUMP * .5))
1050 { 1195 {
1051 rt_now = rtmn_diff + mn_now; 1196 ev_rt_now = rtmn_diff + mn_now;
1052 return 0; 1197 return 0;
1053 } 1198 }
1054 else 1199 else
1055 { 1200 {
1056 now_floor = mn_now; 1201 now_floor = mn_now;
1057 rt_now = ev_time (); 1202 ev_rt_now = ev_time ();
1058 return 1; 1203 return 1;
1059 } 1204 }
1060} 1205}
1061 1206
1062static void 1207void inline_size
1063time_update (EV_P) 1208time_update (EV_P)
1064{ 1209{
1065 int i; 1210 int i;
1066 1211
1067#if EV_USE_MONOTONIC 1212#if EV_USE_MONOTONIC
1069 { 1214 {
1070 if (time_update_monotonic (EV_A)) 1215 if (time_update_monotonic (EV_A))
1071 { 1216 {
1072 ev_tstamp odiff = rtmn_diff; 1217 ev_tstamp odiff = rtmn_diff;
1073 1218
1074 for (i = 4; --i; ) /* loop a few times, before making important decisions */ 1219 /* loop a few times, before making important decisions.
1220 * on the choice of "4": one iteration isn't enough,
1221 * in case we get preempted during the calls to
1222 * ev_time and get_clock. a second call is almost guarenteed
1223 * to succeed in that case, though. and looping a few more times
1224 * doesn't hurt either as we only do this on time-jumps or
1225 * in the unlikely event of getting preempted here.
1226 */
1227 for (i = 4; --i; )
1075 { 1228 {
1076 rtmn_diff = rt_now - mn_now; 1229 rtmn_diff = ev_rt_now - mn_now;
1077 1230
1078 if (fabs (odiff - rtmn_diff) < MIN_TIMEJUMP) 1231 if (fabs (odiff - rtmn_diff) < MIN_TIMEJUMP)
1079 return; /* all is well */ 1232 return; /* all is well */
1080 1233
1081 rt_now = ev_time (); 1234 ev_rt_now = ev_time ();
1082 mn_now = get_clock (); 1235 mn_now = get_clock ();
1083 now_floor = mn_now; 1236 now_floor = mn_now;
1084 } 1237 }
1085 1238
1239# if EV_PERIODIC_ENABLE
1086 periodics_reschedule (EV_A); 1240 periodics_reschedule (EV_A);
1241# endif
1087 /* no timer adjustment, as the monotonic clock doesn't jump */ 1242 /* no timer adjustment, as the monotonic clock doesn't jump */
1088 /* timers_reschedule (EV_A_ rtmn_diff - odiff) */ 1243 /* timers_reschedule (EV_A_ rtmn_diff - odiff) */
1089 } 1244 }
1090 } 1245 }
1091 else 1246 else
1092#endif 1247#endif
1093 { 1248 {
1094 rt_now = ev_time (); 1249 ev_rt_now = ev_time ();
1095 1250
1096 if (expect_false (mn_now > rt_now || mn_now < rt_now - MAX_BLOCKTIME - MIN_TIMEJUMP)) 1251 if (expect_false (mn_now > ev_rt_now || mn_now < ev_rt_now - MAX_BLOCKTIME - MIN_TIMEJUMP))
1097 { 1252 {
1253#if EV_PERIODIC_ENABLE
1098 periodics_reschedule (EV_A); 1254 periodics_reschedule (EV_A);
1255#endif
1099 1256
1100 /* adjust timers. this is easy, as the offset is the same for all */ 1257 /* adjust timers. this is easy, as the offset is the same for all */
1101 for (i = 0; i < timercnt; ++i) 1258 for (i = 0; i < timercnt; ++i)
1102 ((WT)timers [i])->at += rt_now - mn_now; 1259 ((WT)timers [i])->at += ev_rt_now - mn_now;
1103 } 1260 }
1104 1261
1105 mn_now = rt_now; 1262 mn_now = ev_rt_now;
1106 } 1263 }
1107} 1264}
1108 1265
1109void 1266void
1110ev_ref (EV_P) 1267ev_ref (EV_P)
1121static int loop_done; 1278static int loop_done;
1122 1279
1123void 1280void
1124ev_loop (EV_P_ int flags) 1281ev_loop (EV_P_ int flags)
1125{ 1282{
1126 double block;
1127 loop_done = flags & (EVLOOP_ONESHOT | EVLOOP_NONBLOCK) ? 1 : 0; 1283 loop_done = flags & (EVLOOP_ONESHOT | EVLOOP_NONBLOCK)
1284 ? EVUNLOOP_ONE
1285 : EVUNLOOP_CANCEL;
1128 1286
1129 do 1287 while (activecnt)
1130 { 1288 {
1289 /* we might have forked, so reify kernel state if necessary */
1290 #if EV_FORK_ENABLE
1291 if (expect_false (postfork))
1292 if (forkcnt)
1293 {
1294 queue_events (EV_A_ (W *)forks, forkcnt, EV_FORK);
1295 call_pending (EV_A);
1296 }
1297 #endif
1298
1131 /* queue check watchers (and execute them) */ 1299 /* queue check watchers (and execute them) */
1132 if (expect_false (preparecnt)) 1300 if (expect_false (preparecnt))
1133 { 1301 {
1134 queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE); 1302 queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE);
1135 call_pending (EV_A); 1303 call_pending (EV_A);
1141 1309
1142 /* update fd-related kernel structures */ 1310 /* update fd-related kernel structures */
1143 fd_reify (EV_A); 1311 fd_reify (EV_A);
1144 1312
1145 /* calculate blocking time */ 1313 /* calculate blocking time */
1314 {
1315 double block;
1146 1316
1147 /* we only need this for !monotonic clock or timers, but as we basically 1317 if (flags & EVLOOP_NONBLOCK || idlecnt)
1148 always have timers, we just calculate it always */ 1318 block = 0.; /* do not block at all */
1319 else
1320 {
1321 /* update time to cancel out callback processing overhead */
1149#if EV_USE_MONOTONIC 1322#if EV_USE_MONOTONIC
1150 if (expect_true (have_monotonic)) 1323 if (expect_true (have_monotonic))
1151 time_update_monotonic (EV_A); 1324 time_update_monotonic (EV_A);
1152 else 1325 else
1153#endif 1326#endif
1154 { 1327 {
1155 rt_now = ev_time (); 1328 ev_rt_now = ev_time ();
1156 mn_now = rt_now; 1329 mn_now = ev_rt_now;
1157 } 1330 }
1158 1331
1159 if (flags & EVLOOP_NONBLOCK || idlecnt)
1160 block = 0.;
1161 else
1162 {
1163 block = MAX_BLOCKTIME; 1332 block = MAX_BLOCKTIME;
1164 1333
1165 if (timercnt) 1334 if (timercnt)
1166 { 1335 {
1167 ev_tstamp to = ((WT)timers [0])->at - mn_now + method_fudge; 1336 ev_tstamp to = ((WT)timers [0])->at - mn_now + backend_fudge;
1168 if (block > to) block = to; 1337 if (block > to) block = to;
1169 } 1338 }
1170 1339
1340#if EV_PERIODIC_ENABLE
1171 if (periodiccnt) 1341 if (periodiccnt)
1172 { 1342 {
1173 ev_tstamp to = ((WT)periodics [0])->at - rt_now + method_fudge; 1343 ev_tstamp to = ((WT)periodics [0])->at - ev_rt_now + backend_fudge;
1174 if (block > to) block = to; 1344 if (block > to) block = to;
1175 } 1345 }
1346#endif
1176 1347
1177 if (block < 0.) block = 0.; 1348 if (expect_false (block < 0.)) block = 0.;
1178 } 1349 }
1179 1350
1180 method_poll (EV_A_ block); 1351 backend_poll (EV_A_ block);
1352 }
1181 1353
1182 /* update rt_now, do magic */ 1354 /* update ev_rt_now, do magic */
1183 time_update (EV_A); 1355 time_update (EV_A);
1184 1356
1185 /* queue pending timers and reschedule them */ 1357 /* queue pending timers and reschedule them */
1186 timers_reify (EV_A); /* relative timers called last */ 1358 timers_reify (EV_A); /* relative timers called last */
1359#if EV_PERIODIC_ENABLE
1187 periodics_reify (EV_A); /* absolute timers called first */ 1360 periodics_reify (EV_A); /* absolute timers called first */
1361#endif
1188 1362
1189 /* queue idle watchers unless io or timers are pending */ 1363 /* queue idle watchers unless other events are pending */
1190 if (idlecnt && !any_pending (EV_A)) 1364 if (idlecnt && !any_pending (EV_A))
1191 queue_events (EV_A_ (W *)idles, idlecnt, EV_IDLE); 1365 queue_events (EV_A_ (W *)idles, idlecnt, EV_IDLE);
1192 1366
1193 /* queue check watchers, to be executed first */ 1367 /* queue check watchers, to be executed first */
1194 if (checkcnt) 1368 if (expect_false (checkcnt))
1195 queue_events (EV_A_ (W *)checks, checkcnt, EV_CHECK); 1369 queue_events (EV_A_ (W *)checks, checkcnt, EV_CHECK);
1196 1370
1197 call_pending (EV_A); 1371 call_pending (EV_A);
1198 }
1199 while (activecnt && !loop_done);
1200 1372
1201 if (loop_done != 2) 1373 if (expect_false (loop_done))
1202 loop_done = 0; 1374 break;
1375 }
1376
1377 if (loop_done == EVUNLOOP_ONE)
1378 loop_done = EVUNLOOP_CANCEL;
1203} 1379}
1204 1380
1205void 1381void
1206ev_unloop (EV_P_ int how) 1382ev_unloop (EV_P_ int how)
1207{ 1383{
1208 loop_done = how; 1384 loop_done = how;
1209} 1385}
1210 1386
1211/*****************************************************************************/ 1387/*****************************************************************************/
1212 1388
1213inline void 1389void inline_size
1214wlist_add (WL *head, WL elem) 1390wlist_add (WL *head, WL elem)
1215{ 1391{
1216 elem->next = *head; 1392 elem->next = *head;
1217 *head = elem; 1393 *head = elem;
1218} 1394}
1219 1395
1220inline void 1396void inline_size
1221wlist_del (WL *head, WL elem) 1397wlist_del (WL *head, WL elem)
1222{ 1398{
1223 while (*head) 1399 while (*head)
1224 { 1400 {
1225 if (*head == elem) 1401 if (*head == elem)
1230 1406
1231 head = &(*head)->next; 1407 head = &(*head)->next;
1232 } 1408 }
1233} 1409}
1234 1410
1235inline void 1411void inline_speed
1236ev_clear_pending (EV_P_ W w) 1412ev_clear_pending (EV_P_ W w)
1237{ 1413{
1238 if (w->pending) 1414 if (w->pending)
1239 { 1415 {
1240 pendings [ABSPRI (w)][w->pending - 1].w = 0; 1416 pendings [ABSPRI (w)][w->pending - 1].w = 0;
1241 w->pending = 0; 1417 w->pending = 0;
1242 } 1418 }
1243} 1419}
1244 1420
1245inline void 1421void inline_speed
1246ev_start (EV_P_ W w, int active) 1422ev_start (EV_P_ W w, int active)
1247{ 1423{
1248 if (w->priority < EV_MINPRI) w->priority = EV_MINPRI; 1424 if (w->priority < EV_MINPRI) w->priority = EV_MINPRI;
1249 if (w->priority > EV_MAXPRI) w->priority = EV_MAXPRI; 1425 if (w->priority > EV_MAXPRI) w->priority = EV_MAXPRI;
1250 1426
1251 w->active = active; 1427 w->active = active;
1252 ev_ref (EV_A); 1428 ev_ref (EV_A);
1253} 1429}
1254 1430
1255inline void 1431void inline_size
1256ev_stop (EV_P_ W w) 1432ev_stop (EV_P_ W w)
1257{ 1433{
1258 ev_unref (EV_A); 1434 ev_unref (EV_A);
1259 w->active = 0; 1435 w->active = 0;
1260} 1436}
1261 1437
1262/*****************************************************************************/ 1438/*****************************************************************************/
1263 1439
1264void 1440void
1265ev_io_start (EV_P_ struct ev_io *w) 1441ev_io_start (EV_P_ ev_io *w)
1266{ 1442{
1267 int fd = w->fd; 1443 int fd = w->fd;
1268 1444
1269 if (ev_is_active (w)) 1445 if (expect_false (ev_is_active (w)))
1270 return; 1446 return;
1271 1447
1272 assert (("ev_io_start called with negative fd", fd >= 0)); 1448 assert (("ev_io_start called with negative fd", fd >= 0));
1273 1449
1274 ev_start (EV_A_ (W)w, 1); 1450 ev_start (EV_A_ (W)w, 1);
1277 1453
1278 fd_change (EV_A_ fd); 1454 fd_change (EV_A_ fd);
1279} 1455}
1280 1456
1281void 1457void
1282ev_io_stop (EV_P_ struct ev_io *w) 1458ev_io_stop (EV_P_ ev_io *w)
1283{ 1459{
1284 ev_clear_pending (EV_A_ (W)w); 1460 ev_clear_pending (EV_A_ (W)w);
1285 if (!ev_is_active (w)) 1461 if (expect_false (!ev_is_active (w)))
1286 return; 1462 return;
1463
1464 assert (("ev_io_start called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax));
1287 1465
1288 wlist_del ((WL *)&anfds[w->fd].head, (WL)w); 1466 wlist_del ((WL *)&anfds[w->fd].head, (WL)w);
1289 ev_stop (EV_A_ (W)w); 1467 ev_stop (EV_A_ (W)w);
1290 1468
1291 fd_change (EV_A_ w->fd); 1469 fd_change (EV_A_ w->fd);
1292} 1470}
1293 1471
1294void 1472void
1295ev_timer_start (EV_P_ struct ev_timer *w) 1473ev_timer_start (EV_P_ ev_timer *w)
1296{ 1474{
1297 if (ev_is_active (w)) 1475 if (expect_false (ev_is_active (w)))
1298 return; 1476 return;
1299 1477
1300 ((WT)w)->at += mn_now; 1478 ((WT)w)->at += mn_now;
1301 1479
1302 assert (("ev_timer_start called with negative timer repeat value", w->repeat >= 0.)); 1480 assert (("ev_timer_start called with negative timer repeat value", w->repeat >= 0.));
1303 1481
1304 ev_start (EV_A_ (W)w, ++timercnt); 1482 ev_start (EV_A_ (W)w, ++timercnt);
1305 array_needsize (struct ev_timer *, timers, timermax, timercnt, (void)); 1483 array_needsize (ev_timer *, timers, timermax, timercnt, EMPTY2);
1306 timers [timercnt - 1] = w; 1484 timers [timercnt - 1] = w;
1307 upheap ((WT *)timers, timercnt - 1); 1485 upheap ((WT *)timers, timercnt - 1);
1308 1486
1487 /*assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w));*/
1488}
1489
1490void
1491ev_timer_stop (EV_P_ ev_timer *w)
1492{
1493 ev_clear_pending (EV_A_ (W)w);
1494 if (expect_false (!ev_is_active (w)))
1495 return;
1496
1309 assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w)); 1497 assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w));
1310}
1311 1498
1312void 1499 {
1313ev_timer_stop (EV_P_ struct ev_timer *w) 1500 int active = ((W)w)->active;
1314{
1315 ev_clear_pending (EV_A_ (W)w);
1316 if (!ev_is_active (w))
1317 return;
1318 1501
1319 assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w)); 1502 if (expect_true (--active < --timercnt))
1320
1321 if (((W)w)->active < timercnt--)
1322 { 1503 {
1323 timers [((W)w)->active - 1] = timers [timercnt]; 1504 timers [active] = timers [timercnt];
1324 downheap ((WT *)timers, timercnt, ((W)w)->active - 1); 1505 adjustheap ((WT *)timers, timercnt, active);
1325 } 1506 }
1507 }
1326 1508
1327 ((WT)w)->at = w->repeat; 1509 ((WT)w)->at -= mn_now;
1328 1510
1329 ev_stop (EV_A_ (W)w); 1511 ev_stop (EV_A_ (W)w);
1330} 1512}
1331 1513
1332void 1514void
1333ev_timer_again (EV_P_ struct ev_timer *w) 1515ev_timer_again (EV_P_ ev_timer *w)
1334{ 1516{
1335 if (ev_is_active (w)) 1517 if (ev_is_active (w))
1336 { 1518 {
1337 if (w->repeat) 1519 if (w->repeat)
1520 {
1521 ((WT)w)->at = mn_now + w->repeat;
1338 adjustheap ((WT *)timers, timercnt, ((W)w)->active - 1, mn_now + w->repeat); 1522 adjustheap ((WT *)timers, timercnt, ((W)w)->active - 1);
1523 }
1339 else 1524 else
1340 ev_timer_stop (EV_A_ w); 1525 ev_timer_stop (EV_A_ w);
1341 } 1526 }
1342 else if (w->repeat) 1527 else if (w->repeat)
1528 {
1529 w->at = w->repeat;
1343 ev_timer_start (EV_A_ w); 1530 ev_timer_start (EV_A_ w);
1531 }
1344} 1532}
1345 1533
1534#if EV_PERIODIC_ENABLE
1346void 1535void
1347ev_periodic_start (EV_P_ struct ev_periodic *w) 1536ev_periodic_start (EV_P_ ev_periodic *w)
1348{ 1537{
1349 if (ev_is_active (w)) 1538 if (expect_false (ev_is_active (w)))
1350 return; 1539 return;
1351 1540
1352 if (w->reschedule_cb) 1541 if (w->reschedule_cb)
1353 ((WT)w)->at = w->reschedule_cb (w, rt_now); 1542 ((WT)w)->at = w->reschedule_cb (w, ev_rt_now);
1354 else if (w->interval) 1543 else if (w->interval)
1355 { 1544 {
1356 assert (("ev_periodic_start called with negative interval value", w->interval >= 0.)); 1545 assert (("ev_periodic_start called with negative interval value", w->interval >= 0.));
1357 /* this formula differs from the one in periodic_reify because we do not always round up */ 1546 /* this formula differs from the one in periodic_reify because we do not always round up */
1358 ((WT)w)->at += ceil ((rt_now - ((WT)w)->at) / w->interval) * w->interval; 1547 ((WT)w)->at += ceil ((ev_rt_now - ((WT)w)->at) / w->interval) * w->interval;
1359 } 1548 }
1360 1549
1361 ev_start (EV_A_ (W)w, ++periodiccnt); 1550 ev_start (EV_A_ (W)w, ++periodiccnt);
1362 array_needsize (struct ev_periodic *, periodics, periodicmax, periodiccnt, (void)); 1551 array_needsize (ev_periodic *, periodics, periodicmax, periodiccnt, EMPTY2);
1363 periodics [periodiccnt - 1] = w; 1552 periodics [periodiccnt - 1] = w;
1364 upheap ((WT *)periodics, periodiccnt - 1); 1553 upheap ((WT *)periodics, periodiccnt - 1);
1365 1554
1555 /*assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w));*/
1556}
1557
1558void
1559ev_periodic_stop (EV_P_ ev_periodic *w)
1560{
1561 ev_clear_pending (EV_A_ (W)w);
1562 if (expect_false (!ev_is_active (w)))
1563 return;
1564
1366 assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w)); 1565 assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w));
1367}
1368 1566
1369void 1567 {
1370ev_periodic_stop (EV_P_ struct ev_periodic *w) 1568 int active = ((W)w)->active;
1371{
1372 ev_clear_pending (EV_A_ (W)w);
1373 if (!ev_is_active (w))
1374 return;
1375 1569
1376 assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w)); 1570 if (expect_true (--active < --periodiccnt))
1377
1378 if (((W)w)->active < periodiccnt--)
1379 { 1571 {
1380 periodics [((W)w)->active - 1] = periodics [periodiccnt]; 1572 periodics [active] = periodics [periodiccnt];
1381 downheap ((WT *)periodics, periodiccnt, ((W)w)->active - 1); 1573 adjustheap ((WT *)periodics, periodiccnt, active);
1382 } 1574 }
1575 }
1383 1576
1384 ev_stop (EV_A_ (W)w); 1577 ev_stop (EV_A_ (W)w);
1385} 1578}
1386 1579
1387void 1580void
1388ev_periodic_again (EV_P_ struct ev_periodic *w) 1581ev_periodic_again (EV_P_ ev_periodic *w)
1389{ 1582{
1390 /* TODO: use adjustheap and recalculation */ 1583 /* TODO: use adjustheap and recalculation */
1391 ev_periodic_stop (EV_A_ w); 1584 ev_periodic_stop (EV_A_ w);
1392 ev_periodic_start (EV_A_ w); 1585 ev_periodic_start (EV_A_ w);
1393} 1586}
1394 1587#endif
1395void
1396ev_idle_start (EV_P_ struct ev_idle *w)
1397{
1398 if (ev_is_active (w))
1399 return;
1400
1401 ev_start (EV_A_ (W)w, ++idlecnt);
1402 array_needsize (struct ev_idle *, idles, idlemax, idlecnt, (void));
1403 idles [idlecnt - 1] = w;
1404}
1405
1406void
1407ev_idle_stop (EV_P_ struct ev_idle *w)
1408{
1409 ev_clear_pending (EV_A_ (W)w);
1410 if (ev_is_active (w))
1411 return;
1412
1413 idles [((W)w)->active - 1] = idles [--idlecnt];
1414 ev_stop (EV_A_ (W)w);
1415}
1416
1417void
1418ev_prepare_start (EV_P_ struct ev_prepare *w)
1419{
1420 if (ev_is_active (w))
1421 return;
1422
1423 ev_start (EV_A_ (W)w, ++preparecnt);
1424 array_needsize (struct ev_prepare *, prepares, preparemax, preparecnt, (void));
1425 prepares [preparecnt - 1] = w;
1426}
1427
1428void
1429ev_prepare_stop (EV_P_ struct ev_prepare *w)
1430{
1431 ev_clear_pending (EV_A_ (W)w);
1432 if (ev_is_active (w))
1433 return;
1434
1435 prepares [((W)w)->active - 1] = prepares [--preparecnt];
1436 ev_stop (EV_A_ (W)w);
1437}
1438
1439void
1440ev_check_start (EV_P_ struct ev_check *w)
1441{
1442 if (ev_is_active (w))
1443 return;
1444
1445 ev_start (EV_A_ (W)w, ++checkcnt);
1446 array_needsize (struct ev_check *, checks, checkmax, checkcnt, (void));
1447 checks [checkcnt - 1] = w;
1448}
1449
1450void
1451ev_check_stop (EV_P_ struct ev_check *w)
1452{
1453 ev_clear_pending (EV_A_ (W)w);
1454 if (ev_is_active (w))
1455 return;
1456
1457 checks [((W)w)->active - 1] = checks [--checkcnt];
1458 ev_stop (EV_A_ (W)w);
1459}
1460 1588
1461#ifndef SA_RESTART 1589#ifndef SA_RESTART
1462# define SA_RESTART 0 1590# define SA_RESTART 0
1463#endif 1591#endif
1464 1592
1465void 1593void
1466ev_signal_start (EV_P_ struct ev_signal *w) 1594ev_signal_start (EV_P_ ev_signal *w)
1467{ 1595{
1468#if EV_MULTIPLICITY 1596#if EV_MULTIPLICITY
1469 assert (("signal watchers are only supported in the default loop", loop == default_loop)); 1597 assert (("signal watchers are only supported in the default loop", loop == ev_default_loop_ptr));
1470#endif 1598#endif
1471 if (ev_is_active (w)) 1599 if (expect_false (ev_is_active (w)))
1472 return; 1600 return;
1473 1601
1474 assert (("ev_signal_start called with illegal signal number", w->signum > 0)); 1602 assert (("ev_signal_start called with illegal signal number", w->signum > 0));
1475 1603
1476 ev_start (EV_A_ (W)w, 1); 1604 ev_start (EV_A_ (W)w, 1);
1477 array_needsize (ANSIG, signals, signalmax, w->signum, signals_init); 1605 array_needsize (ANSIG, signals, signalmax, w->signum, signals_init);
1478 wlist_add ((WL *)&signals [w->signum - 1].head, (WL)w); 1606 wlist_add ((WL *)&signals [w->signum - 1].head, (WL)w);
1479 1607
1480 if (!((WL)w)->next) 1608 if (!((WL)w)->next)
1481 { 1609 {
1482#if WIN32 1610#if _WIN32
1483 signal (w->signum, sighandler); 1611 signal (w->signum, sighandler);
1484#else 1612#else
1485 struct sigaction sa; 1613 struct sigaction sa;
1486 sa.sa_handler = sighandler; 1614 sa.sa_handler = sighandler;
1487 sigfillset (&sa.sa_mask); 1615 sigfillset (&sa.sa_mask);
1490#endif 1618#endif
1491 } 1619 }
1492} 1620}
1493 1621
1494void 1622void
1495ev_signal_stop (EV_P_ struct ev_signal *w) 1623ev_signal_stop (EV_P_ ev_signal *w)
1496{ 1624{
1497 ev_clear_pending (EV_A_ (W)w); 1625 ev_clear_pending (EV_A_ (W)w);
1498 if (!ev_is_active (w)) 1626 if (expect_false (!ev_is_active (w)))
1499 return; 1627 return;
1500 1628
1501 wlist_del ((WL *)&signals [w->signum - 1].head, (WL)w); 1629 wlist_del ((WL *)&signals [w->signum - 1].head, (WL)w);
1502 ev_stop (EV_A_ (W)w); 1630 ev_stop (EV_A_ (W)w);
1503 1631
1504 if (!signals [w->signum - 1].head) 1632 if (!signals [w->signum - 1].head)
1505 signal (w->signum, SIG_DFL); 1633 signal (w->signum, SIG_DFL);
1506} 1634}
1507 1635
1508void 1636void
1509ev_child_start (EV_P_ struct ev_child *w) 1637ev_child_start (EV_P_ ev_child *w)
1510{ 1638{
1511#if EV_MULTIPLICITY 1639#if EV_MULTIPLICITY
1512 assert (("child watchers are only supported in the default loop", loop == default_loop)); 1640 assert (("child watchers are only supported in the default loop", loop == ev_default_loop_ptr));
1513#endif 1641#endif
1514 if (ev_is_active (w)) 1642 if (expect_false (ev_is_active (w)))
1515 return; 1643 return;
1516 1644
1517 ev_start (EV_A_ (W)w, 1); 1645 ev_start (EV_A_ (W)w, 1);
1518 wlist_add ((WL *)&childs [w->pid & (PID_HASHSIZE - 1)], (WL)w); 1646 wlist_add ((WL *)&childs [w->pid & (EV_PID_HASHSIZE - 1)], (WL)w);
1519} 1647}
1520 1648
1521void 1649void
1522ev_child_stop (EV_P_ struct ev_child *w) 1650ev_child_stop (EV_P_ ev_child *w)
1523{ 1651{
1524 ev_clear_pending (EV_A_ (W)w); 1652 ev_clear_pending (EV_A_ (W)w);
1525 if (ev_is_active (w)) 1653 if (expect_false (!ev_is_active (w)))
1526 return; 1654 return;
1527 1655
1528 wlist_del ((WL *)&childs [w->pid & (PID_HASHSIZE - 1)], (WL)w); 1656 wlist_del ((WL *)&childs [w->pid & (EV_PID_HASHSIZE - 1)], (WL)w);
1529 ev_stop (EV_A_ (W)w); 1657 ev_stop (EV_A_ (W)w);
1530} 1658}
1531 1659
1660#if EV_STAT_ENABLE
1661
1662# ifdef _WIN32
1663# undef lstat
1664# define lstat(a,b) _stati64 (a,b)
1665# endif
1666
1667#define DEF_STAT_INTERVAL 5.0074891
1668#define MIN_STAT_INTERVAL 0.1074891
1669
1670void
1671ev_stat_stat (EV_P_ ev_stat *w)
1672{
1673 if (lstat (w->path, &w->attr) < 0)
1674 w->attr.st_nlink = 0;
1675 else if (!w->attr.st_nlink)
1676 w->attr.st_nlink = 1;
1677}
1678
1679static void
1680stat_timer_cb (EV_P_ ev_timer *w_, int revents)
1681{
1682 ev_stat *w = (ev_stat *)(((char *)w_) - offsetof (ev_stat, timer));
1683
1684 /* we copy this here each the time so that */
1685 /* prev has the old value when the callback gets invoked */
1686 w->prev = w->attr;
1687 ev_stat_stat (EV_A_ w);
1688
1689 if (memcmp (&w->prev, &w->attr, sizeof (ev_statdata)))
1690 ev_feed_event (EV_A_ w, EV_STAT);
1691}
1692
1693void
1694ev_stat_start (EV_P_ ev_stat *w)
1695{
1696 if (expect_false (ev_is_active (w)))
1697 return;
1698
1699 /* since we use memcmp, we need to clear any padding data etc. */
1700 memset (&w->prev, 0, sizeof (ev_statdata));
1701 memset (&w->attr, 0, sizeof (ev_statdata));
1702
1703 ev_stat_stat (EV_A_ w);
1704
1705 if (w->interval < MIN_STAT_INTERVAL)
1706 w->interval = w->interval ? MIN_STAT_INTERVAL : DEF_STAT_INTERVAL;
1707
1708 ev_timer_init (&w->timer, stat_timer_cb, w->interval, w->interval);
1709 ev_set_priority (&w->timer, ev_priority (w));
1710 ev_timer_start (EV_A_ &w->timer);
1711
1712 ev_start (EV_A_ (W)w, 1);
1713}
1714
1715void
1716ev_stat_stop (EV_P_ ev_stat *w)
1717{
1718 ev_clear_pending (EV_A_ (W)w);
1719 if (expect_false (!ev_is_active (w)))
1720 return;
1721
1722 ev_timer_stop (EV_A_ &w->timer);
1723
1724 ev_stop (EV_A_ (W)w);
1725}
1726#endif
1727
1728void
1729ev_idle_start (EV_P_ ev_idle *w)
1730{
1731 if (expect_false (ev_is_active (w)))
1732 return;
1733
1734 ev_start (EV_A_ (W)w, ++idlecnt);
1735 array_needsize (ev_idle *, idles, idlemax, idlecnt, EMPTY2);
1736 idles [idlecnt - 1] = w;
1737}
1738
1739void
1740ev_idle_stop (EV_P_ ev_idle *w)
1741{
1742 ev_clear_pending (EV_A_ (W)w);
1743 if (expect_false (!ev_is_active (w)))
1744 return;
1745
1746 {
1747 int active = ((W)w)->active;
1748 idles [active - 1] = idles [--idlecnt];
1749 ((W)idles [active - 1])->active = active;
1750 }
1751
1752 ev_stop (EV_A_ (W)w);
1753}
1754
1755void
1756ev_prepare_start (EV_P_ ev_prepare *w)
1757{
1758 if (expect_false (ev_is_active (w)))
1759 return;
1760
1761 ev_start (EV_A_ (W)w, ++preparecnt);
1762 array_needsize (ev_prepare *, prepares, preparemax, preparecnt, EMPTY2);
1763 prepares [preparecnt - 1] = w;
1764}
1765
1766void
1767ev_prepare_stop (EV_P_ ev_prepare *w)
1768{
1769 ev_clear_pending (EV_A_ (W)w);
1770 if (expect_false (!ev_is_active (w)))
1771 return;
1772
1773 {
1774 int active = ((W)w)->active;
1775 prepares [active - 1] = prepares [--preparecnt];
1776 ((W)prepares [active - 1])->active = active;
1777 }
1778
1779 ev_stop (EV_A_ (W)w);
1780}
1781
1782void
1783ev_check_start (EV_P_ ev_check *w)
1784{
1785 if (expect_false (ev_is_active (w)))
1786 return;
1787
1788 ev_start (EV_A_ (W)w, ++checkcnt);
1789 array_needsize (ev_check *, checks, checkmax, checkcnt, EMPTY2);
1790 checks [checkcnt - 1] = w;
1791}
1792
1793void
1794ev_check_stop (EV_P_ ev_check *w)
1795{
1796 ev_clear_pending (EV_A_ (W)w);
1797 if (expect_false (!ev_is_active (w)))
1798 return;
1799
1800 {
1801 int active = ((W)w)->active;
1802 checks [active - 1] = checks [--checkcnt];
1803 ((W)checks [active - 1])->active = active;
1804 }
1805
1806 ev_stop (EV_A_ (W)w);
1807}
1808
1809#if EV_EMBED_ENABLE
1810void noinline
1811ev_embed_sweep (EV_P_ ev_embed *w)
1812{
1813 ev_loop (w->loop, EVLOOP_NONBLOCK);
1814}
1815
1816static void
1817embed_cb (EV_P_ ev_io *io, int revents)
1818{
1819 ev_embed *w = (ev_embed *)(((char *)io) - offsetof (ev_embed, io));
1820
1821 if (ev_cb (w))
1822 ev_feed_event (EV_A_ (W)w, EV_EMBED);
1823 else
1824 ev_embed_sweep (loop, w);
1825}
1826
1827void
1828ev_embed_start (EV_P_ ev_embed *w)
1829{
1830 if (expect_false (ev_is_active (w)))
1831 return;
1832
1833 {
1834 struct ev_loop *loop = w->loop;
1835 assert (("loop to be embedded is not embeddable", backend & ev_embeddable_backends ()));
1836 ev_io_init (&w->io, embed_cb, backend_fd, EV_READ);
1837 }
1838
1839 ev_set_priority (&w->io, ev_priority (w));
1840 ev_io_start (EV_A_ &w->io);
1841
1842 ev_start (EV_A_ (W)w, 1);
1843}
1844
1845void
1846ev_embed_stop (EV_P_ ev_embed *w)
1847{
1848 ev_clear_pending (EV_A_ (W)w);
1849 if (expect_false (!ev_is_active (w)))
1850 return;
1851
1852 ev_io_stop (EV_A_ &w->io);
1853
1854 ev_stop (EV_A_ (W)w);
1855}
1856#endif
1857
1858#if EV_FORK_ENABLE
1859void
1860ev_fork_start (EV_P_ ev_fork *w)
1861{
1862 if (expect_false (ev_is_active (w)))
1863 return;
1864
1865 ev_start (EV_A_ (W)w, ++forkcnt);
1866 array_needsize (ev_fork *, forks, forkmax, forkcnt, EMPTY2);
1867 forks [forkcnt - 1] = w;
1868}
1869
1870void
1871ev_fork_stop (EV_P_ ev_fork *w)
1872{
1873 ev_clear_pending (EV_A_ (W)w);
1874 if (expect_false (!ev_is_active (w)))
1875 return;
1876
1877 {
1878 int active = ((W)w)->active;
1879 forks [active - 1] = forks [--forkcnt];
1880 ((W)forks [active - 1])->active = active;
1881 }
1882
1883 ev_stop (EV_A_ (W)w);
1884}
1885#endif
1886
1532/*****************************************************************************/ 1887/*****************************************************************************/
1533 1888
1534struct ev_once 1889struct ev_once
1535{ 1890{
1536 struct ev_io io; 1891 ev_io io;
1537 struct ev_timer to; 1892 ev_timer to;
1538 void (*cb)(int revents, void *arg); 1893 void (*cb)(int revents, void *arg);
1539 void *arg; 1894 void *arg;
1540}; 1895};
1541 1896
1542static void 1897static void
1551 1906
1552 cb (revents, arg); 1907 cb (revents, arg);
1553} 1908}
1554 1909
1555static void 1910static void
1556once_cb_io (EV_P_ struct ev_io *w, int revents) 1911once_cb_io (EV_P_ ev_io *w, int revents)
1557{ 1912{
1558 once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, io)), revents); 1913 once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, io)), revents);
1559} 1914}
1560 1915
1561static void 1916static void
1562once_cb_to (EV_P_ struct ev_timer *w, int revents) 1917once_cb_to (EV_P_ ev_timer *w, int revents)
1563{ 1918{
1564 once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, to)), revents); 1919 once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, to)), revents);
1565} 1920}
1566 1921
1567void 1922void
1568ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg) 1923ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg)
1569{ 1924{
1570 struct ev_once *once = (struct ev_once *)ev_malloc (sizeof (struct ev_once)); 1925 struct ev_once *once = (struct ev_once *)ev_malloc (sizeof (struct ev_once));
1571 1926
1572 if (!once) 1927 if (expect_false (!once))
1928 {
1573 cb (EV_ERROR | EV_READ | EV_WRITE | EV_TIMEOUT, arg); 1929 cb (EV_ERROR | EV_READ | EV_WRITE | EV_TIMEOUT, arg);
1574 else 1930 return;
1575 { 1931 }
1932
1576 once->cb = cb; 1933 once->cb = cb;
1577 once->arg = arg; 1934 once->arg = arg;
1578 1935
1579 ev_init (&once->io, once_cb_io); 1936 ev_init (&once->io, once_cb_io);
1580 if (fd >= 0) 1937 if (fd >= 0)
1581 { 1938 {
1582 ev_io_set (&once->io, fd, events); 1939 ev_io_set (&once->io, fd, events);
1583 ev_io_start (EV_A_ &once->io); 1940 ev_io_start (EV_A_ &once->io);
1584 } 1941 }
1585 1942
1586 ev_init (&once->to, once_cb_to); 1943 ev_init (&once->to, once_cb_to);
1587 if (timeout >= 0.) 1944 if (timeout >= 0.)
1588 { 1945 {
1589 ev_timer_set (&once->to, timeout, 0.); 1946 ev_timer_set (&once->to, timeout, 0.);
1590 ev_timer_start (EV_A_ &once->to); 1947 ev_timer_start (EV_A_ &once->to);
1591 }
1592 } 1948 }
1593} 1949}
1594 1950
1951#ifdef __cplusplus
1952}
1953#endif
1954

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines