ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/libev/ev.c

Comparing libev/ev.c (file contents):
Revision 1.135 by root, Sat Nov 24 06:23:27 2007 UTC vs.
Revision 1.193 by root, Sat Dec 22 05:47:58 2007 UTC

…		…
51	# ifndef EV_USE_MONOTONIC	51	# ifndef EV_USE_MONOTONIC
52	# define EV_USE_MONOTONIC 0	52	# define EV_USE_MONOTONIC 0
53	# endif	53	# endif
54	# ifndef EV_USE_REALTIME	54	# ifndef EV_USE_REALTIME
55	# define EV_USE_REALTIME 0	55	# define EV_USE_REALTIME 0
		56	# endif
		57	# endif
		58
		59	# ifndef EV_USE_NANOSLEEP
		60	# if HAVE_NANOSLEEP
		61	# define EV_USE_NANOSLEEP 1
		62	# else
		63	# define EV_USE_NANOSLEEP 0
56	# endif	64	# endif
57	# endif	65	# endif
58		66
59	# ifndef EV_USE_SELECT	67	# ifndef EV_USE_SELECT
60	# if HAVE_SELECT && HAVE_SYS_SELECT_H	68	# if HAVE_SELECT && HAVE_SYS_SELECT_H
…		…
94	# else	102	# else
95	# define EV_USE_PORT 0	103	# define EV_USE_PORT 0
96	# endif	104	# endif
97	# endif	105	# endif
98		106
		107	# ifndef EV_USE_INOTIFY
		108	# if HAVE_INOTIFY_INIT && HAVE_SYS_INOTIFY_H
		109	# define EV_USE_INOTIFY 1
		110	# else
		111	# define EV_USE_INOTIFY 0
		112	# endif
		113	# endif
		114
99	#endif	115	#endif
100		116
101	#include <math.h>	117	#include <math.h>
102	#include <stdlib.h>	118	#include <stdlib.h>
103	#include <fcntl.h>	119	#include <fcntl.h>
…		…
110	#include <sys/types.h>	126	#include <sys/types.h>
111	#include <time.h>	127	#include <time.h>
112		128
113	#include <signal.h>	129	#include <signal.h>
114		130
		131	#ifdef EV_H
		132	# include EV_H
		133	#else
		134	# include "ev.h"
		135	#endif
		136
115	#ifndef _WIN32	137	#ifndef _WIN32
116	# include <unistd.h>
117	# include <sys/time.h>	138	# include <sys/time.h>
118	# include <sys/wait.h>	139	# include <sys/wait.h>
		140	# include <unistd.h>
119	#else	141	#else
120	# define WIN32_LEAN_AND_MEAN	142	# define WIN32_LEAN_AND_MEAN
121	# include <windows.h>	143	# include <windows.h>
122	# ifndef EV_SELECT_IS_WINSOCKET	144	# ifndef EV_SELECT_IS_WINSOCKET
123	# define EV_SELECT_IS_WINSOCKET 1	145	# define EV_SELECT_IS_WINSOCKET 1
…		…
132		154
133	#ifndef EV_USE_REALTIME	155	#ifndef EV_USE_REALTIME
134	# define EV_USE_REALTIME 0	156	# define EV_USE_REALTIME 0
135	#endif	157	#endif
136		158
		159	#ifndef EV_USE_NANOSLEEP
		160	# define EV_USE_NANOSLEEP 0
		161	#endif
		162
137	#ifndef EV_USE_SELECT	163	#ifndef EV_USE_SELECT
138	# define EV_USE_SELECT 1	164	# define EV_USE_SELECT 1
139	#endif	165	#endif
140		166
141	#ifndef EV_USE_POLL	167	#ifndef EV_USE_POLL
…		…
156		182
157	#ifndef EV_USE_PORT	183	#ifndef EV_USE_PORT
158	# define EV_USE_PORT 0	184	# define EV_USE_PORT 0
159	#endif	185	#endif
160		186
		187	#ifndef EV_USE_INOTIFY
		188	# define EV_USE_INOTIFY 0
		189	#endif
		190
		191	#ifndef EV_PID_HASHSIZE
		192	# if EV_MINIMAL
		193	# define EV_PID_HASHSIZE 1
		194	# else
		195	# define EV_PID_HASHSIZE 16
		196	# endif
		197	#endif
		198
		199	#ifndef EV_INOTIFY_HASHSIZE
		200	# if EV_MINIMAL
		201	# define EV_INOTIFY_HASHSIZE 1
		202	# else
		203	# define EV_INOTIFY_HASHSIZE 16
		204	# endif
		205	#endif
		206
161	/**/	207	/**/
162		208
163	#ifndef CLOCK_MONOTONIC	209	#ifndef CLOCK_MONOTONIC
164	# undef EV_USE_MONOTONIC	210	# undef EV_USE_MONOTONIC
165	# define EV_USE_MONOTONIC 0	211	# define EV_USE_MONOTONIC 0
…		…
168	#ifndef CLOCK_REALTIME	214	#ifndef CLOCK_REALTIME
169	# undef EV_USE_REALTIME	215	# undef EV_USE_REALTIME
170	# define EV_USE_REALTIME 0	216	# define EV_USE_REALTIME 0
171	#endif	217	#endif
172		218
		219	#if !EV_STAT_ENABLE
		220	# undef EV_USE_INOTIFY
		221	# define EV_USE_INOTIFY 0
		222	#endif
		223
		224	#if !EV_USE_NANOSLEEP
		225	# ifndef _WIN32
		226	# include <sys/select.h>
		227	# endif
		228	#endif
		229
		230	#if EV_USE_INOTIFY
		231	# include <sys/inotify.h>
		232	#endif
		233
173	#if EV_SELECT_IS_WINSOCKET	234	#if EV_SELECT_IS_WINSOCKET
174	# include <winsock.h>	235	# include <winsock.h>
175	#endif	236	#endif
176		237
177	/**/	238	/**/
178		239
		240	/*
		241	* This is used to avoid floating point rounding problems.
		242	* It is added to ev_rt_now when scheduling periodics
		243	* to ensure progress, time-wise, even when rounding
		244	* errors are against us.
		245	* This value is good at least till the year 4000.
		246	* Better solutions welcome.
		247	*/
		248	#define TIME_EPSILON 0.0001220703125 /* 1/8192 */
		249
179	#define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */	250	#define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */
180	#define MAX_BLOCKTIME 59.743 /* never wait longer than this time (to detect time jumps) */	251	#define MAX_BLOCKTIME 59.743 /* never wait longer than this time (to detect time jumps) */
181	#define PID_HASHSIZE 16 /* size of pid hash table, must be power of two */
182	/*#define CLEANUP_INTERVAL (MAX_BLOCKTIME * 5.) /* how often to try to free memory and re-check fds */	252	/*#define CLEANUP_INTERVAL (MAX_BLOCKTIME * 5.) /* how often to try to free memory and re-check fds, TODO */
183		253
184	#ifdef EV_H
185	# include EV_H
186	#else
187	# include "ev.h"
188	#endif
189
190	#if __GNUC__ >= 3	254	#if __GNUC__ >= 4
191	# define expect(expr,value) __builtin_expect ((expr),(value))	255	# define expect(expr,value) __builtin_expect ((expr),(value))
192	# define inline static inline	256	# define noinline __attribute__ ((noinline))
193	#else	257	#else
194	# define expect(expr,value) (expr)	258	# define expect(expr,value) (expr)
195	# define inline static	259	# define noinline
		260	# if __STDC_VERSION__ < 199901L
		261	# define inline
		262	# endif
196	#endif	263	#endif
197		264
198	#define expect_false(expr) expect ((expr) != 0, 0)	265	#define expect_false(expr) expect ((expr) != 0, 0)
199	#define expect_true(expr) expect ((expr) != 0, 1)	266	#define expect_true(expr) expect ((expr) != 0, 1)
		267	#define inline_size static inline
		268
		269	#if EV_MINIMAL
		270	# define inline_speed static noinline
		271	#else
		272	# define inline_speed static inline
		273	#endif
200		274
201	#define NUMPRI (EV_MAXPRI - EV_MINPRI + 1)	275	#define NUMPRI (EV_MAXPRI - EV_MINPRI + 1)
202	#define ABSPRI(w) ((w)->priority - EV_MINPRI)	276	#define ABSPRI(w) (((W)w)->priority - EV_MINPRI)
203		277
204	#define EMPTY0 /* required for microsofts broken pseudo-c compiler */	278	#define EMPTY /* required for microsofts broken pseudo-c compiler */
205	#define EMPTY2(a,b) /* used to suppress some warnings */	279	#define EMPTY2(a,b) /* used to suppress some warnings */
206		280
207	typedef struct ev_watcher *W;	281	typedef ev_watcher *W;
208	typedef struct ev_watcher_list *WL;	282	typedef ev_watcher_list *WL;
209	typedef struct ev_watcher_time *WT;	283	typedef ev_watcher_time *WT;
210		284
211	static int have_monotonic; /* did clock_gettime (CLOCK_MONOTONIC) work? */	285	static int have_monotonic; /* did clock_gettime (CLOCK_MONOTONIC) work? */
212		286
213	#ifdef _WIN32	287	#ifdef _WIN32
214	# include "ev_win32.c"	288	# include "ev_win32.c"
…		…
216		290
217	/*****************************************************************************/	291	/*****************************************************************************/
218		292
219	static void (*syserr_cb)(const char *msg);	293	static void (*syserr_cb)(const char *msg);
220		294
		295	void
221	void ev_set_syserr_cb (void (*cb)(const char *msg))	296	ev_set_syserr_cb (void (*cb)(const char *msg))
222	{	297	{
223	syserr_cb = cb;	298	syserr_cb = cb;
224	}	299	}
225		300
226	static void	301	static void noinline
227	syserr (const char *msg)	302	syserr (const char *msg)
228	{	303	{
229	if (!msg)	304	if (!msg)
230	msg = "(libev) system error";	305	msg = "(libev) system error";
231		306
…		…
238	}	313	}
239	}	314	}
240		315
241	static void *(*alloc)(void *ptr, long size);	316	static void *(*alloc)(void *ptr, long size);
242		317
		318	void
243	void ev_set_allocator (void *(*cb)(void *ptr, long size))	319	ev_set_allocator (void *(*cb)(void *ptr, long size))
244	{	320	{
245	alloc = cb;	321	alloc = cb;
246	}	322	}
247		323
248	static void *	324	inline_speed void *
249	ev_realloc (void *ptr, long size)	325	ev_realloc (void *ptr, long size)
250	{	326	{
251	ptr = alloc ? alloc (ptr, size) : realloc (ptr, size);	327	ptr = alloc ? alloc (ptr, size) : realloc (ptr, size);
252		328
253	if (!ptr && size)	329	if (!ptr && size)
…		…
277	typedef struct	353	typedef struct
278	{	354	{
279	W w;	355	W w;
280	int events;	356	int events;
281	} ANPENDING;	357	} ANPENDING;
		358
		359	#if EV_USE_INOTIFY
		360	typedef struct
		361	{
		362	WL head;
		363	} ANFS;
		364	#endif
282		365
283	#if EV_MULTIPLICITY	366	#if EV_MULTIPLICITY
284		367
285	struct ev_loop	368	struct ev_loop
286	{	369	{
…		…
320	gettimeofday (&tv, 0);	403	gettimeofday (&tv, 0);
321	return tv.tv_sec + tv.tv_usec * 1e-6;	404	return tv.tv_sec + tv.tv_usec * 1e-6;
322	#endif	405	#endif
323	}	406	}
324		407
325	inline ev_tstamp	408	ev_tstamp inline_size
326	get_clock (void)	409	get_clock (void)
327	{	410	{
328	#if EV_USE_MONOTONIC	411	#if EV_USE_MONOTONIC
329	if (expect_true (have_monotonic))	412	if (expect_true (have_monotonic))
330	{	413	{
…		…
343	{	426	{
344	return ev_rt_now;	427	return ev_rt_now;
345	}	428	}
346	#endif	429	#endif
347		430
348	#define array_roundsize(type,n) (((n) | 4) & ~3)	431	void
		432	ev_sleep (ev_tstamp delay)
		433	{
		434	if (delay > 0.)
		435	{
		436	#if EV_USE_NANOSLEEP
		437	struct timespec ts;
		438
		439	ts.tv_sec = (time_t)delay;
		440	ts.tv_nsec = (long)((delay - (ev_tstamp)(ts.tv_sec)) * 1e9);
		441
		442	nanosleep (&ts, 0);
		443	#elif defined(_WIN32)
		444	Sleep (delay * 1e3);
		445	#else
		446	struct timeval tv;
		447
		448	tv.tv_sec = (time_t)delay;
		449	tv.tv_usec = (long)((delay - (ev_tstamp)(tv.tv_sec)) * 1e6);
		450
		451	select (0, 0, 0, 0, &tv);
		452	#endif
		453	}
		454	}
		455
		456	/*****************************************************************************/
		457
		458	int inline_size
		459	array_nextsize (int elem, int cur, int cnt)
		460	{
		461	int ncur = cur + 1;
		462
		463	do
		464	ncur <<= 1;
		465	while (cnt > ncur);
		466
		467	/* if size > 4096, round to 4096 - 4 * longs to accomodate malloc overhead */
		468	if (elem * ncur > 4096)
		469	{
		470	ncur *= elem;
		471	ncur = (ncur + elem + 4095 + sizeof (void *) * 4) & ~4095;
		472	ncur = ncur - sizeof (void *) * 4;
		473	ncur /= elem;
		474	}
		475
		476	return ncur;
		477	}
		478
		479	static noinline void *
		480	array_realloc (int elem, void *base, int *cur, int cnt)
		481	{
		482	*cur = array_nextsize (elem, *cur, cnt);
		483	return ev_realloc (base, elem * *cur);
		484	}
349		485
350	#define array_needsize(type,base,cur,cnt,init) \	486	#define array_needsize(type,base,cur,cnt,init) \
351	if (expect_false ((cnt) > cur)) \	487	if (expect_false ((cnt) > (cur))) \
352	{ \	488	{ \
353	int newcnt = cur; \	489	int ocur_ = (cur); \
354	do \	490	(base) = (type *)array_realloc \
355	{ \	491	(sizeof (type), (base), &(cur), (cnt)); \
356	newcnt = array_roundsize (type, newcnt << 1); \	492	init ((base) + (ocur_), (cur) - ocur_); \
357	} \
358	while ((cnt) > newcnt); \
359	\
360	base = (type *)ev_realloc (base, sizeof (type) * (newcnt));\
361	init (base + cur, newcnt - cur); \
362	cur = newcnt; \
363	}	493	}
364		494
		495	#if 0
365	#define array_slim(type,stem) \	496	#define array_slim(type,stem) \
366	if (stem ## max < array_roundsize (stem ## cnt >> 2)) \	497	if (stem ## max < array_roundsize (stem ## cnt >> 2)) \
367	{ \	498	{ \
368	stem ## max = array_roundsize (stem ## cnt >> 1); \	499	stem ## max = array_roundsize (stem ## cnt >> 1); \
369	base = (type *)ev_realloc (base, sizeof (type) * (stem ## max));\	500	base = (type *)ev_realloc (base, sizeof (type) * (stem ## max));\
370	fprintf (stderr, "slimmed down " # stem " to %d\n", stem ## max);/*D*/\	501	fprintf (stderr, "slimmed down " # stem " to %d\n", stem ## max);/*D*/\
371	}	502	}
		503	#endif
372		504
373	#define array_free(stem, idx) \	505	#define array_free(stem, idx) \
374	ev_free (stem ## s idx); stem ## cnt idx = stem ## max idx = 0;	506	ev_free (stem ## s idx); stem ## cnt idx = stem ## max idx = 0;
375		507
376	/*****************************************************************************/	508	/*****************************************************************************/
377		509
378	static void	510	void noinline
		511	ev_feed_event (EV_P_ void *w, int revents)
		512	{
		513	W w_ = (W)w;
		514	int pri = ABSPRI (w_);
		515
		516	if (expect_false (w_->pending))
		517	pendings [pri][w_->pending - 1].events |= revents;
		518	else
		519	{
		520	w_->pending = ++pendingcnt [pri];
		521	array_needsize (ANPENDING, pendings [pri], pendingmax [pri], w_->pending, EMPTY2);
		522	pendings [pri][w_->pending - 1].w = w_;
		523	pendings [pri][w_->pending - 1].events = revents;
		524	}
		525	}
		526
		527	void inline_speed
		528	queue_events (EV_P_ W *events, int eventcnt, int type)
		529	{
		530	int i;
		531
		532	for (i = 0; i < eventcnt; ++i)
		533	ev_feed_event (EV_A_ events [i], type);
		534	}
		535
		536	/*****************************************************************************/
		537
		538	void inline_size
379	anfds_init (ANFD *base, int count)	539	anfds_init (ANFD *base, int count)
380	{	540	{
381	while (count--)	541	while (count--)
382	{	542	{
383	base->head = 0;	543	base->head = 0;
…		…
386		546
387	++base;	547	++base;
388	}	548	}
389	}	549	}
390		550
391	void	551	void inline_speed
392	ev_feed_event (EV_P_ void *w, int revents)
393	{
394	W w_ = (W)w;
395
396	if (expect_false (w_->pending))
397	{
398	pendings [ABSPRI (w_)][w_->pending - 1].events |= revents;
399	return;
400	}
401
402	if (expect_false (!w_->cb))
403	return;
404
405	w_->pending = ++pendingcnt [ABSPRI (w_)];
406	array_needsize (ANPENDING, pendings [ABSPRI (w_)], pendingmax [ABSPRI (w_)], pendingcnt [ABSPRI (w_)], EMPTY2);
407	pendings [ABSPRI (w_)][w_->pending - 1].w = w_;
408	pendings [ABSPRI (w_)][w_->pending - 1].events = revents;
409	}
410
411	static void
412	queue_events (EV_P_ W *events, int eventcnt, int type)
413	{
414	int i;
415
416	for (i = 0; i < eventcnt; ++i)
417	ev_feed_event (EV_A_ events [i], type);
418	}
419
420	inline void
421	fd_event (EV_P_ int fd, int revents)	552	fd_event (EV_P_ int fd, int revents)
422	{	553	{
423	ANFD *anfd = anfds + fd;	554	ANFD *anfd = anfds + fd;
424	struct ev_io *w;	555	ev_io *w;
425		556
426	for (w = (struct ev_io *)anfd->head; w; w = (struct ev_io *)((WL)w)->next)	557	for (w = (ev_io *)anfd->head; w; w = (ev_io *)((WL)w)->next)
427	{	558	{
428	int ev = w->events & revents;	559	int ev = w->events & revents;
429		560
430	if (ev)	561	if (ev)
431	ev_feed_event (EV_A_ (W)w, ev);	562	ev_feed_event (EV_A_ (W)w, ev);
…		…
433	}	564	}
434		565
435	void	566	void
436	ev_feed_fd_event (EV_P_ int fd, int revents)	567	ev_feed_fd_event (EV_P_ int fd, int revents)
437	{	568	{
		569	if (fd >= 0 && fd < anfdmax)
438	fd_event (EV_A_ fd, revents);	570	fd_event (EV_A_ fd, revents);
439	}	571	}
440		572
441	/*****************************************************************************/	573	void inline_size
442
443	inline void
444	fd_reify (EV_P)	574	fd_reify (EV_P)
445	{	575	{
446	int i;	576	int i;
447		577
448	for (i = 0; i < fdchangecnt; ++i)	578	for (i = 0; i < fdchangecnt; ++i)
449	{	579	{
450	int fd = fdchanges [i];	580	int fd = fdchanges [i];
451	ANFD *anfd = anfds + fd;	581	ANFD *anfd = anfds + fd;
452	struct ev_io *w;	582	ev_io *w;
453		583
454	int events = 0;	584	unsigned char events = 0;
455		585
456	for (w = (struct ev_io *)anfd->head; w; w = (struct ev_io *)((WL)w)->next)	586	for (w = (ev_io *)anfd->head; w; w = (ev_io *)((WL)w)->next)
457	events |= w->events;	587	events |= (unsigned char)w->events;
458		588
459	#if EV_SELECT_IS_WINSOCKET	589	#if EV_SELECT_IS_WINSOCKET
460	if (events)	590	if (events)
461	{	591	{
462	unsigned long argp;	592	unsigned long argp;
463	anfd->handle = _get_osfhandle (fd);	593	anfd->handle = _get_osfhandle (fd);
464	assert (("libev only supports socket fds in this configuration", ioctlsocket (anfd->handle, FIONREAD, &argp) == 0));	594	assert (("libev only supports socket fds in this configuration", ioctlsocket (anfd->handle, FIONREAD, &argp) == 0));
465	}	595	}
466	#endif	596	#endif
467		597
		598	{
		599	unsigned char o_events = anfd->events;
		600	unsigned char o_reify = anfd->reify;
		601
468	anfd->reify = 0;	602	anfd->reify = 0;
469
470	backend_modify (EV_A_ fd, anfd->events, events);
471	anfd->events = events;	603	anfd->events = events;
		604
		605	if (o_events != events || o_reify & EV_IOFDSET)
		606	backend_modify (EV_A_ fd, o_events, events);
		607	}
472	}	608	}
473		609
474	fdchangecnt = 0;	610	fdchangecnt = 0;
475	}	611	}
476		612
477	static void	613	void inline_size
478	fd_change (EV_P_ int fd)	614	fd_change (EV_P_ int fd, int flags)
479	{	615	{
480	if (expect_false (anfds [fd].reify))	616	unsigned char reify = anfds [fd].reify;
481	return;
482
483	anfds [fd].reify = 1;	617	anfds [fd].reify |= flags;
484		618
		619	if (expect_true (!reify))
		620	{
485	++fdchangecnt;	621	++fdchangecnt;
486	array_needsize (int, fdchanges, fdchangemax, fdchangecnt, EMPTY2);	622	array_needsize (int, fdchanges, fdchangemax, fdchangecnt, EMPTY2);
487	fdchanges [fdchangecnt - 1] = fd;	623	fdchanges [fdchangecnt - 1] = fd;
		624	}
488	}	625	}
489		626
490	static void	627	void inline_speed
491	fd_kill (EV_P_ int fd)	628	fd_kill (EV_P_ int fd)
492	{	629	{
493	struct ev_io *w;	630	ev_io *w;
494		631
495	while ((w = (struct ev_io *)anfds [fd].head))	632	while ((w = (ev_io *)anfds [fd].head))
496	{	633	{
497	ev_io_stop (EV_A_ w);	634	ev_io_stop (EV_A_ w);
498	ev_feed_event (EV_A_ (W)w, EV_ERROR | EV_READ | EV_WRITE);	635	ev_feed_event (EV_A_ (W)w, EV_ERROR | EV_READ | EV_WRITE);
499	}	636	}
500	}	637	}
501		638
502	inline int	639	int inline_size
503	fd_valid (int fd)	640	fd_valid (int fd)
504	{	641	{
505	#ifdef _WIN32	642	#ifdef _WIN32
506	return _get_osfhandle (fd) != -1;	643	return _get_osfhandle (fd) != -1;
507	#else	644	#else
508	return fcntl (fd, F_GETFD) != -1;	645	return fcntl (fd, F_GETFD) != -1;
509	#endif	646	#endif
510	}	647	}
511		648
512	/* called on EBADF to verify fds */	649	/* called on EBADF to verify fds */
513	static void	650	static void noinline
514	fd_ebadf (EV_P)	651	fd_ebadf (EV_P)
515	{	652	{
516	int fd;	653	int fd;
517		654
518	for (fd = 0; fd < anfdmax; ++fd)	655	for (fd = 0; fd < anfdmax; ++fd)
…		…
520	if (!fd_valid (fd) == -1 && errno == EBADF)	657	if (!fd_valid (fd) == -1 && errno == EBADF)
521	fd_kill (EV_A_ fd);	658	fd_kill (EV_A_ fd);
522	}	659	}
523		660
524	/* called on ENOMEM in select/poll to kill some fds and retry */	661	/* called on ENOMEM in select/poll to kill some fds and retry */
525	static void	662	static void noinline
526	fd_enomem (EV_P)	663	fd_enomem (EV_P)
527	{	664	{
528	int fd;	665	int fd;
529		666
530	for (fd = anfdmax; fd--; )	667	for (fd = anfdmax; fd--; )
…		…
534	return;	671	return;
535	}	672	}
536	}	673	}
537		674
538	/* usually called after fork if backend needs to re-arm all fds from scratch */	675	/* usually called after fork if backend needs to re-arm all fds from scratch */
539	static void	676	static void noinline
540	fd_rearm_all (EV_P)	677	fd_rearm_all (EV_P)
541	{	678	{
542	int fd;	679	int fd;
543		680
544	/* this should be highly optimised to not do anything but set a flag */
545	for (fd = 0; fd < anfdmax; ++fd)	681	for (fd = 0; fd < anfdmax; ++fd)
546	if (anfds [fd].events)	682	if (anfds [fd].events)
547	{	683	{
548	anfds [fd].events = 0;	684	anfds [fd].events = 0;
549	fd_change (EV_A_ fd);	685	fd_change (EV_A_ fd, EV_IOFDSET | 1);
550	}	686	}
551	}	687	}
552		688
553	/*****************************************************************************/	689	/*****************************************************************************/
554		690
555	static void	691	void inline_speed
556	upheap (WT *heap, int k)	692	upheap (WT *heap, int k)
557	{	693	{
558	WT w = heap [k];	694	WT w = heap [k];
559		695
560	while (k && heap [k >> 1]->at > w->at)	696	while (k)
561	{	697	{
		698	int p = (k - 1) >> 1;
		699
		700	if (heap [p]->at <= w->at)
		701	break;
		702
562	heap [k] = heap [k >> 1];	703	heap [k] = heap [p];
563	((W)heap [k])->active = k + 1;	704	((W)heap [k])->active = k + 1;
564	k >>= 1;	705	k = p;
565	}	706	}
566		707
567	heap [k] = w;	708	heap [k] = w;
568	((W)heap [k])->active = k + 1;	709	((W)heap [k])->active = k + 1;
569
570	}	710	}
571		711
572	static void	712	void inline_speed
573	downheap (WT *heap, int N, int k)	713	downheap (WT *heap, int N, int k)
574	{	714	{
575	WT w = heap [k];	715	WT w = heap [k];
576		716
577	while (k < (N >> 1))	717	for (;;)
578	{	718	{
579	int j = k << 1;	719	int c = (k << 1) + 1;
580		720
581	if (j + 1 < N && heap [j]->at > heap [j + 1]->at)	721	if (c >= N)
582	++j;
583
584	if (w->at <= heap [j]->at)
585	break;	722	break;
586		723
		724	c += c + 1 < N && heap [c]->at > heap [c + 1]->at
		725	? 1 : 0;
		726
		727	if (w->at <= heap [c]->at)
		728	break;
		729
587	heap [k] = heap [j];	730	heap [k] = heap [c];
588	((W)heap [k])->active = k + 1;	731	((W)heap [k])->active = k + 1;
		732
589	k = j;	733	k = c;
590	}	734	}
591		735
592	heap [k] = w;	736	heap [k] = w;
593	((W)heap [k])->active = k + 1;	737	((W)heap [k])->active = k + 1;
594	}	738	}
595		739
596	inline void	740	void inline_size
597	adjustheap (WT *heap, int N, int k)	741	adjustheap (WT *heap, int N, int k)
598	{	742	{
599	upheap (heap, k);	743	upheap (heap, k);
600	downheap (heap, N, k);	744	downheap (heap, N, k);
601	}	745	}
…		…
611	static ANSIG *signals;	755	static ANSIG *signals;
612	static int signalmax;	756	static int signalmax;
613		757
614	static int sigpipe [2];	758	static int sigpipe [2];
615	static sig_atomic_t volatile gotsig;	759	static sig_atomic_t volatile gotsig;
616	static struct ev_io sigev;	760	static ev_io sigev;
617		761
618	static void	762	void inline_size
619	signals_init (ANSIG *base, int count)	763	signals_init (ANSIG *base, int count)
620	{	764	{
621	while (count--)	765	while (count--)
622	{	766	{
623	base->head = 0;	767	base->head = 0;
…		…
643	write (sigpipe [1], &signum, 1);	787	write (sigpipe [1], &signum, 1);
644	errno = old_errno;	788	errno = old_errno;
645	}	789	}
646	}	790	}
647		791
648	void	792	void noinline
649	ev_feed_signal_event (EV_P_ int signum)	793	ev_feed_signal_event (EV_P_ int signum)
650	{	794	{
651	WL w;	795	WL w;
652		796
653	#if EV_MULTIPLICITY	797	#if EV_MULTIPLICITY
…		…
664	for (w = signals [signum].head; w; w = w->next)	808	for (w = signals [signum].head; w; w = w->next)
665	ev_feed_event (EV_A_ (W)w, EV_SIGNAL);	809	ev_feed_event (EV_A_ (W)w, EV_SIGNAL);
666	}	810	}
667		811
668	static void	812	static void
669	sigcb (EV_P_ struct ev_io *iow, int revents)	813	sigcb (EV_P_ ev_io *iow, int revents)
670	{	814	{
671	int signum;	815	int signum;
672		816
673	read (sigpipe [0], &revents, 1);	817	read (sigpipe [0], &revents, 1);
674	gotsig = 0;	818	gotsig = 0;
…		…
676	for (signum = signalmax; signum--; )	820	for (signum = signalmax; signum--; )
677	if (signals [signum].gotsig)	821	if (signals [signum].gotsig)
678	ev_feed_signal_event (EV_A_ signum + 1);	822	ev_feed_signal_event (EV_A_ signum + 1);
679	}	823	}
680		824
681	static void	825	void inline_speed
682	fd_intern (int fd)	826	fd_intern (int fd)
683	{	827	{
684	#ifdef _WIN32	828	#ifdef _WIN32
685	int arg = 1;	829	int arg = 1;
686	ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg);	830	ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg);
…		…
688	fcntl (fd, F_SETFD, FD_CLOEXEC);	832	fcntl (fd, F_SETFD, FD_CLOEXEC);
689	fcntl (fd, F_SETFL, O_NONBLOCK);	833	fcntl (fd, F_SETFL, O_NONBLOCK);
690	#endif	834	#endif
691	}	835	}
692		836
693	static void	837	static void noinline
694	siginit (EV_P)	838	siginit (EV_P)
695	{	839	{
696	fd_intern (sigpipe [0]);	840	fd_intern (sigpipe [0]);
697	fd_intern (sigpipe [1]);	841	fd_intern (sigpipe [1]);
698		842
…		…
701	ev_unref (EV_A); /* child watcher should not keep loop alive */	845	ev_unref (EV_A); /* child watcher should not keep loop alive */
702	}	846	}
703		847
704	/*****************************************************************************/	848	/*****************************************************************************/
705		849
706	static struct ev_child *childs [PID_HASHSIZE];	850	static WL childs [EV_PID_HASHSIZE];
707		851
708	#ifndef _WIN32	852	#ifndef _WIN32
709		853
710	static struct ev_signal childev;	854	static ev_signal childev;
		855
		856	void inline_speed
		857	child_reap (EV_P_ ev_signal *sw, int chain, int pid, int status)
		858	{
		859	ev_child *w;
		860
		861	for (w = (ev_child *)childs [chain & (EV_PID_HASHSIZE - 1)]; w; w = (ev_child *)((WL)w)->next)
		862	if (w->pid == pid || !w->pid)
		863	{
		864	ev_set_priority (w, ev_priority (sw)); /* need to do it *now* */
		865	w->rpid = pid;
		866	w->rstatus = status;
		867	ev_feed_event (EV_A_ (W)w, EV_CHILD);
		868	}
		869	}
711		870
712	#ifndef WCONTINUED	871	#ifndef WCONTINUED
713	# define WCONTINUED 0	872	# define WCONTINUED 0
714	#endif	873	#endif
715		874
716	static void	875	static void
717	child_reap (EV_P_ struct ev_signal *sw, int chain, int pid, int status)
718	{
719	struct ev_child *w;
720
721	for (w = (struct ev_child *)childs [chain & (PID_HASHSIZE - 1)]; w; w = (struct ev_child *)((WL)w)->next)
722	if (w->pid == pid || !w->pid)
723	{
724	ev_priority (w) = ev_priority (sw); /* need to do it *now* */
725	w->rpid = pid;
726	w->rstatus = status;
727	ev_feed_event (EV_A_ (W)w, EV_CHILD);
728	}
729	}
730
731	static void
732	childcb (EV_P_ struct ev_signal *sw, int revents)	876	childcb (EV_P_ ev_signal *sw, int revents)
733	{	877	{
734	int pid, status;	878	int pid, status;
735		879
		880	/* some systems define WCONTINUED but then fail to support it (linux 2.4) */
736	if (0 < (pid = waitpid (-1, &status, WNOHANG | WUNTRACED | WCONTINUED)))	881	if (0 >= (pid = waitpid (-1, &status, WNOHANG | WUNTRACED | WCONTINUED)))
737	{	882	if (!WCONTINUED
		883	|| errno != EINVAL
		884	|| 0 >= (pid = waitpid (-1, &status, WNOHANG | WUNTRACED)))
		885	return;
		886
738	/* make sure we are called again until all childs have been reaped */	887	/* make sure we are called again until all childs have been reaped */
739	/* we need to do it this way so that the callback gets called before we continue */	888	/* we need to do it this way so that the callback gets called before we continue */
740	ev_feed_event (EV_A_ (W)sw, EV_SIGNAL);	889	ev_feed_event (EV_A_ (W)sw, EV_SIGNAL);
741		890
742	child_reap (EV_A_ sw, pid, pid, status);	891	child_reap (EV_A_ sw, pid, pid, status);
		892	if (EV_PID_HASHSIZE > 1)
743	child_reap (EV_A_ sw, 0, pid, status); /* this might trigger a watcher twice, but feed_event catches that */	893	child_reap (EV_A_ sw, 0, pid, status); /* this might trigger a watcher twice, but feed_event catches that */
744	}
745	}	894	}
746		895
747	#endif	896	#endif
748		897
749	/*****************************************************************************/	898	/*****************************************************************************/
…		…
775	{	924	{
776	return EV_VERSION_MINOR;	925	return EV_VERSION_MINOR;
777	}	926	}
778		927
779	/* return true if we are running with elevated privileges and should ignore env variables */	928	/* return true if we are running with elevated privileges and should ignore env variables */
780	static int	929	int inline_size
781	enable_secure (void)	930	enable_secure (void)
782	{	931	{
783	#ifdef _WIN32	932	#ifdef _WIN32
784	return 0;	933	return 0;
785	#else	934	#else
…		…
821	}	970	}
822		971
823	unsigned int	972	unsigned int
824	ev_embeddable_backends (void)	973	ev_embeddable_backends (void)
825	{	974	{
		975	/* epoll embeddability broken on all linux versions up to at least 2.6.23 */
826	return EVBACKEND_EPOLL	976	return EVBACKEND_KQUEUE
827	| EVBACKEND_KQUEUE
828	| EVBACKEND_PORT;	977	| EVBACKEND_PORT;
829	}	978	}
830		979
831	unsigned int	980	unsigned int
832	ev_backend (EV_P)	981	ev_backend (EV_P)
833	{	982	{
834	return backend;	983	return backend;
835	}	984	}
836		985
837	static void	986	unsigned int
		987	ev_loop_count (EV_P)
		988	{
		989	return loop_count;
		990	}
		991
		992	void
		993	ev_set_io_collect_interval (EV_P_ ev_tstamp interval)
		994	{
		995	io_blocktime = interval;
		996	}
		997
		998	void
		999	ev_set_timeout_collect_interval (EV_P_ ev_tstamp interval)
		1000	{
		1001	timeout_blocktime = interval;
		1002	}
		1003
		1004	static void noinline
838	loop_init (EV_P_ unsigned int flags)	1005	loop_init (EV_P_ unsigned int flags)
839	{	1006	{
840	if (!backend)	1007	if (!backend)
841	{	1008	{
842	#if EV_USE_MONOTONIC	1009	#if EV_USE_MONOTONIC
…		…
850	ev_rt_now = ev_time ();	1017	ev_rt_now = ev_time ();
851	mn_now = get_clock ();	1018	mn_now = get_clock ();
852	now_floor = mn_now;	1019	now_floor = mn_now;
853	rtmn_diff = ev_rt_now - mn_now;	1020	rtmn_diff = ev_rt_now - mn_now;
854		1021
		1022	io_blocktime = 0.;
		1023	timeout_blocktime = 0.;
		1024
		1025	/* pid check not overridable via env */
		1026	#ifndef _WIN32
		1027	if (flags & EVFLAG_FORKCHECK)
		1028	curpid = getpid ();
		1029	#endif
		1030
855	if (!(flags & EVFLAG_NOENV)	1031	if (!(flags & EVFLAG_NOENV)
856	&& !enable_secure ()	1032	&& !enable_secure ()
857	&& getenv ("LIBEV_FLAGS"))	1033	&& getenv ("LIBEV_FLAGS"))
858	flags = atoi (getenv ("LIBEV_FLAGS"));	1034	flags = atoi (getenv ("LIBEV_FLAGS"));
859		1035
860	if (!(flags & 0x0000ffffUL))	1036	if (!(flags & 0x0000ffffUL))
861	flags |= ev_recommended_backends ();	1037	flags |= ev_recommended_backends ();
862		1038
863	backend = 0;	1039	backend = 0;
		1040	backend_fd = -1;
		1041	#if EV_USE_INOTIFY
		1042	fs_fd = -2;
		1043	#endif
		1044
864	#if EV_USE_PORT	1045	#if EV_USE_PORT
865	if (!backend && (flags & EVBACKEND_PORT )) backend = port_init (EV_A_ flags);	1046	if (!backend && (flags & EVBACKEND_PORT )) backend = port_init (EV_A_ flags);
866	#endif	1047	#endif
867	#if EV_USE_KQUEUE	1048	#if EV_USE_KQUEUE
868	if (!backend && (flags & EVBACKEND_KQUEUE)) backend = kqueue_init (EV_A_ flags);	1049	if (!backend && (flags & EVBACKEND_KQUEUE)) backend = kqueue_init (EV_A_ flags);
…		…
880	ev_init (&sigev, sigcb);	1061	ev_init (&sigev, sigcb);
881	ev_set_priority (&sigev, EV_MAXPRI);	1062	ev_set_priority (&sigev, EV_MAXPRI);
882	}	1063	}
883	}	1064	}
884		1065
885	static void	1066	static void noinline
886	loop_destroy (EV_P)	1067	loop_destroy (EV_P)
887	{	1068	{
888	int i;	1069	int i;
		1070
		1071	#if EV_USE_INOTIFY
		1072	if (fs_fd >= 0)
		1073	close (fs_fd);
		1074	#endif
		1075
		1076	if (backend_fd >= 0)
		1077	close (backend_fd);
889		1078
890	#if EV_USE_PORT	1079	#if EV_USE_PORT
891	if (backend == EVBACKEND_PORT ) port_destroy (EV_A);	1080	if (backend == EVBACKEND_PORT ) port_destroy (EV_A);
892	#endif	1081	#endif
893	#if EV_USE_KQUEUE	1082	#if EV_USE_KQUEUE
…		…
902	#if EV_USE_SELECT	1091	#if EV_USE_SELECT
903	if (backend == EVBACKEND_SELECT) select_destroy (EV_A);	1092	if (backend == EVBACKEND_SELECT) select_destroy (EV_A);
904	#endif	1093	#endif
905		1094
906	for (i = NUMPRI; i--; )	1095	for (i = NUMPRI; i--; )
		1096	{
907	array_free (pending, [i]);	1097	array_free (pending, [i]);
		1098	#if EV_IDLE_ENABLE
		1099	array_free (idle, [i]);
		1100	#endif
		1101	}
		1102
		1103	ev_free (anfds); anfdmax = 0;
908		1104
909	/* have to use the microsoft-never-gets-it-right macro */	1105	/* have to use the microsoft-never-gets-it-right macro */
910	array_free (fdchange, EMPTY0);	1106	array_free (fdchange, EMPTY);
911	array_free (timer, EMPTY0);	1107	array_free (timer, EMPTY);
912	#if EV_PERIODICS	1108	#if EV_PERIODIC_ENABLE
913	array_free (periodic, EMPTY0);	1109	array_free (periodic, EMPTY);
914	#endif	1110	#endif
		1111	#if EV_FORK_ENABLE
915	array_free (idle, EMPTY0);	1112	array_free (fork, EMPTY);
		1113	#endif
916	array_free (prepare, EMPTY0);	1114	array_free (prepare, EMPTY);
917	array_free (check, EMPTY0);	1115	array_free (check, EMPTY);
918		1116
919	backend = 0;	1117	backend = 0;
920	}	1118	}
921		1119
922	static void	1120	void inline_size infy_fork (EV_P);
		1121
		1122	void inline_size
923	loop_fork (EV_P)	1123	loop_fork (EV_P)
924	{	1124	{
925	#if EV_USE_PORT	1125	#if EV_USE_PORT
926	if (backend == EVBACKEND_PORT ) port_fork (EV_A);	1126	if (backend == EVBACKEND_PORT ) port_fork (EV_A);
927	#endif	1127	#endif
928	#if EV_USE_KQUEUE	1128	#if EV_USE_KQUEUE
929	if (backend == EVBACKEND_KQUEUE) kqueue_fork (EV_A);	1129	if (backend == EVBACKEND_KQUEUE) kqueue_fork (EV_A);
930	#endif	1130	#endif
931	#if EV_USE_EPOLL	1131	#if EV_USE_EPOLL
932	if (backend == EVBACKEND_EPOLL ) epoll_fork (EV_A);	1132	if (backend == EVBACKEND_EPOLL ) epoll_fork (EV_A);
		1133	#endif
		1134	#if EV_USE_INOTIFY
		1135	infy_fork (EV_A);
933	#endif	1136	#endif
934		1137
935	if (ev_is_active (&sigev))	1138	if (ev_is_active (&sigev))
936	{	1139	{
937	/* default loop */	1140	/* default loop */
…		…
1053	postfork = 1;	1256	postfork = 1;
1054	}	1257	}
1055		1258
1056	/*****************************************************************************/	1259	/*****************************************************************************/
1057		1260
1058	static int	1261	void
1059	any_pending (EV_P)	1262	ev_invoke (EV_P_ void *w, int revents)
1060	{	1263	{
1061	int pri;	1264	EV_CB_INVOKE ((W)w, revents);
1062
1063	for (pri = NUMPRI; pri--; )
1064	if (pendingcnt [pri])
1065	return 1;
1066
1067	return 0;
1068	}	1265	}
1069		1266
1070	inline void	1267	void inline_speed
1071	call_pending (EV_P)	1268	call_pending (EV_P)
1072	{	1269	{
1073	int pri;	1270	int pri;
1074		1271
1075	for (pri = NUMPRI; pri--; )	1272	for (pri = NUMPRI; pri--; )
…		…
1077	{	1274	{
1078	ANPENDING *p = pendings [pri] + --pendingcnt [pri];	1275	ANPENDING *p = pendings [pri] + --pendingcnt [pri];
1079		1276
1080	if (expect_true (p->w))	1277	if (expect_true (p->w))
1081	{	1278	{
		1279	/*assert (("non-pending watcher on pending list", p->w->pending));*/
		1280
1082	p->w->pending = 0;	1281	p->w->pending = 0;
1083	EV_CB_INVOKE (p->w, p->events);	1282	EV_CB_INVOKE (p->w, p->events);
1084	}	1283	}
1085	}	1284	}
1086	}	1285	}
1087		1286
1088	inline void	1287	void inline_size
1089	timers_reify (EV_P)	1288	timers_reify (EV_P)
1090	{	1289	{
1091	while (timercnt && ((WT)timers [0])->at <= mn_now)	1290	while (timercnt && ((WT)timers [0])->at <= mn_now)
1092	{	1291	{
1093	struct ev_timer *w = timers [0];	1292	ev_timer *w = (ev_timer *)timers [0];
1094		1293
1095	assert (("inactive timer on timer heap detected", ev_is_active (w)));	1294	/*assert (("inactive timer on timer heap detected", ev_is_active (w)));*/
1096		1295
1097	/* first reschedule or stop timer */	1296	/* first reschedule or stop timer */
1098	if (w->repeat)	1297	if (w->repeat)
1099	{	1298	{
1100	assert (("negative ev_timer repeat value found while processing timers", w->repeat > 0.));	1299	assert (("negative ev_timer repeat value found while processing timers", w->repeat > 0.));
1101		1300
1102	((WT)w)->at += w->repeat;	1301	((WT)w)->at += w->repeat;
1103	if (((WT)w)->at < mn_now)	1302	if (((WT)w)->at < mn_now)
1104	((WT)w)->at = mn_now;	1303	((WT)w)->at = mn_now;
1105		1304
1106	downheap ((WT *)timers, timercnt, 0);	1305	downheap (timers, timercnt, 0);
1107	}	1306	}
1108	else	1307	else
1109	ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */	1308	ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */
1110		1309
1111	ev_feed_event (EV_A_ (W)w, EV_TIMEOUT);	1310	ev_feed_event (EV_A_ (W)w, EV_TIMEOUT);
1112	}	1311	}
1113	}	1312	}
1114		1313
1115	#if EV_PERIODICS	1314	#if EV_PERIODIC_ENABLE
1116	inline void	1315	void inline_size
1117	periodics_reify (EV_P)	1316	periodics_reify (EV_P)
1118	{	1317	{
1119	while (periodiccnt && ((WT)periodics [0])->at <= ev_rt_now)	1318	while (periodiccnt && ((WT)periodics [0])->at <= ev_rt_now)
1120	{	1319	{
1121	struct ev_periodic *w = periodics [0];	1320	ev_periodic *w = (ev_periodic *)periodics [0];
1122		1321
1123	assert (("inactive timer on periodic heap detected", ev_is_active (w)));	1322	/*assert (("inactive timer on periodic heap detected", ev_is_active (w)));*/
1124		1323
1125	/* first reschedule or stop timer */	1324	/* first reschedule or stop timer */
1126	if (w->reschedule_cb)	1325	if (w->reschedule_cb)
1127	{	1326	{
1128	((WT)w)->at = w->reschedule_cb (w, ev_rt_now + 0.0001);	1327	((WT)w)->at = w->reschedule_cb (w, ev_rt_now + TIME_EPSILON);
1129	assert (("ev_periodic reschedule callback returned time in the past", ((WT)w)->at > ev_rt_now));	1328	assert (("ev_periodic reschedule callback returned time in the past", ((WT)w)->at > ev_rt_now));
1130	downheap ((WT *)periodics, periodiccnt, 0);	1329	downheap (periodics, periodiccnt, 0);
1131	}	1330	}
1132	else if (w->interval)	1331	else if (w->interval)
1133	{	1332	{
1134	((WT)w)->at += floor ((ev_rt_now - ((WT)w)->at) / w->interval + 1.) * w->interval;	1333	((WT)w)->at = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
		1334	if (((WT)w)->at - ev_rt_now <= TIME_EPSILON) ((WT)w)->at += w->interval;
1135	assert (("ev_periodic timeout in the past detected while processing timers, negative interval?", ((WT)w)->at > ev_rt_now));	1335	assert (("ev_periodic timeout in the past detected while processing timers, negative interval?", ((WT)w)->at > ev_rt_now));
1136	downheap ((WT *)periodics, periodiccnt, 0);	1336	downheap (periodics, periodiccnt, 0);
1137	}	1337	}
1138	else	1338	else
1139	ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */	1339	ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */
1140		1340
1141	ev_feed_event (EV_A_ (W)w, EV_PERIODIC);	1341	ev_feed_event (EV_A_ (W)w, EV_PERIODIC);
1142	}	1342	}
1143	}	1343	}
1144		1344
1145	static void	1345	static void noinline
1146	periodics_reschedule (EV_P)	1346	periodics_reschedule (EV_P)
1147	{	1347	{
1148	int i;	1348	int i;
1149		1349
1150	/* adjust periodics after time jump */	1350	/* adjust periodics after time jump */
1151	for (i = 0; i < periodiccnt; ++i)	1351	for (i = 0; i < periodiccnt; ++i)
1152	{	1352	{
1153	struct ev_periodic *w = periodics [i];	1353	ev_periodic *w = (ev_periodic *)periodics [i];
1154		1354
1155	if (w->reschedule_cb)	1355	if (w->reschedule_cb)
1156	((WT)w)->at = w->reschedule_cb (w, ev_rt_now);	1356	((WT)w)->at = w->reschedule_cb (w, ev_rt_now);
1157	else if (w->interval)	1357	else if (w->interval)
1158	((WT)w)->at += ceil ((ev_rt_now - ((WT)w)->at) / w->interval) * w->interval;	1358	((WT)w)->at = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
1159	}	1359	}
1160		1360
1161	/* now rebuild the heap */	1361	/* now rebuild the heap */
1162	for (i = periodiccnt >> 1; i--; )	1362	for (i = periodiccnt >> 1; i--; )
1163	downheap ((WT *)periodics, periodiccnt, i);	1363	downheap (periodics, periodiccnt, i);
1164	}	1364	}
1165	#endif	1365	#endif
1166		1366
1167	inline int	1367	#if EV_IDLE_ENABLE
1168	time_update_monotonic (EV_P)	1368	void inline_size
		1369	idle_reify (EV_P)
1169	{	1370	{
		1371	if (expect_false (idleall))
		1372	{
		1373	int pri;
		1374
		1375	for (pri = NUMPRI; pri--; )
		1376	{
		1377	if (pendingcnt [pri])
		1378	break;
		1379
		1380	if (idlecnt [pri])
		1381	{
		1382	queue_events (EV_A_ (W *)idles [pri], idlecnt [pri], EV_IDLE);
		1383	break;
		1384	}
		1385	}
		1386	}
		1387	}
		1388	#endif
		1389
		1390	void inline_speed
		1391	time_update (EV_P_ ev_tstamp max_block)
		1392	{
		1393	int i;
		1394
		1395	#if EV_USE_MONOTONIC
		1396	if (expect_true (have_monotonic))
		1397	{
		1398	ev_tstamp odiff = rtmn_diff;
		1399
1170	mn_now = get_clock ();	1400	mn_now = get_clock ();
1171		1401
		1402	/* only fetch the realtime clock every 0.5*MIN_TIMEJUMP seconds */
		1403	/* interpolate in the meantime */
1172	if (expect_true (mn_now - now_floor < MIN_TIMEJUMP * .5))	1404	if (expect_true (mn_now - now_floor < MIN_TIMEJUMP * .5))
1173	{	1405	{
1174	ev_rt_now = rtmn_diff + mn_now;	1406	ev_rt_now = rtmn_diff + mn_now;
1175	return 0;	1407	return;
1176	}	1408	}
1177	else	1409
1178	{
1179	now_floor = mn_now;	1410	now_floor = mn_now;
1180	ev_rt_now = ev_time ();	1411	ev_rt_now = ev_time ();
1181	return 1;
1182	}
1183	}
1184		1412
1185	inline void	1413	/* loop a few times, before making important decisions.
1186	time_update (EV_P)	1414	* on the choice of "4": one iteration isn't enough,
1187	{	1415	* in case we get preempted during the calls to
1188	int i;	1416	* ev_time and get_clock. a second call is almost guaranteed
1189		1417	* to succeed in that case, though. and looping a few more times
1190	#if EV_USE_MONOTONIC	1418	* doesn't hurt either as we only do this on time-jumps or
1191	if (expect_true (have_monotonic))	1419	* in the unlikely event of having been preempted here.
1192	{	1420	*/
1193	if (time_update_monotonic (EV_A))	1421	for (i = 4; --i; )
1194	{	1422	{
1195	ev_tstamp odiff = rtmn_diff;
1196
1197	for (i = 4; --i; ) /* loop a few times, before making important decisions */
1198	{
1199	rtmn_diff = ev_rt_now - mn_now;	1423	rtmn_diff = ev_rt_now - mn_now;
1200		1424
1201	if (fabs (odiff - rtmn_diff) < MIN_TIMEJUMP)	1425	if (fabs (odiff - rtmn_diff) < MIN_TIMEJUMP)
1202	return; /* all is well */	1426	return; /* all is well */
1203		1427
1204	ev_rt_now = ev_time ();	1428	ev_rt_now = ev_time ();
1205	mn_now = get_clock ();	1429	mn_now = get_clock ();
1206	now_floor = mn_now;	1430	now_floor = mn_now;
1207	}	1431	}
1208		1432
1209	# if EV_PERIODICS	1433	# if EV_PERIODIC_ENABLE
		1434	periodics_reschedule (EV_A);
		1435	# endif
		1436	/* no timer adjustment, as the monotonic clock doesn't jump */
		1437	/* timers_reschedule (EV_A_ rtmn_diff - odiff) */
		1438	}
		1439	else
		1440	#endif
		1441	{
		1442	ev_rt_now = ev_time ();
		1443
		1444	if (expect_false (mn_now > ev_rt_now || ev_rt_now > mn_now + max_block + MIN_TIMEJUMP))
		1445	{
		1446	#if EV_PERIODIC_ENABLE
1210	periodics_reschedule (EV_A);	1447	periodics_reschedule (EV_A);
1211	# endif	1448	#endif
1212	/* no timer adjustment, as the monotonic clock doesn't jump */
1213	/* timers_reschedule (EV_A_ rtmn_diff - odiff) */
1214	}
1215	}
1216	else
1217	#endif
1218	{
1219	ev_rt_now = ev_time ();
1220
1221	if (expect_false (mn_now > ev_rt_now || mn_now < ev_rt_now - MAX_BLOCKTIME - MIN_TIMEJUMP))
1222	{
1223	#if EV_PERIODICS
1224	periodics_reschedule (EV_A);
1225	#endif
1226
1227	/* adjust timers. this is easy, as the offset is the same for all */	1449	/* adjust timers. this is easy, as the offset is the same for all of them */
1228	for (i = 0; i < timercnt; ++i)	1450	for (i = 0; i < timercnt; ++i)
1229	((WT)timers [i])->at += ev_rt_now - mn_now;	1451	((WT)timers [i])->at += ev_rt_now - mn_now;
1230	}	1452	}
1231		1453
1232	mn_now = ev_rt_now;	1454	mn_now = ev_rt_now;
…		…
1252	{	1474	{
1253	loop_done = flags & (EVLOOP_ONESHOT | EVLOOP_NONBLOCK)	1475	loop_done = flags & (EVLOOP_ONESHOT | EVLOOP_NONBLOCK)
1254	? EVUNLOOP_ONE	1476	? EVUNLOOP_ONE
1255	: EVUNLOOP_CANCEL;	1477	: EVUNLOOP_CANCEL;
1256		1478
1257	while (activecnt)	1479	call_pending (EV_A); /* in case we recurse, ensure ordering stays nice and clean */
		1480
		1481	do
1258	{	1482	{
		1483	#ifndef _WIN32
		1484	if (expect_false (curpid)) /* penalise the forking check even more */
		1485	if (expect_false (getpid () != curpid))
		1486	{
		1487	curpid = getpid ();
		1488	postfork = 1;
		1489	}
		1490	#endif
		1491
		1492	#if EV_FORK_ENABLE
		1493	/* we might have forked, so queue fork handlers */
		1494	if (expect_false (postfork))
		1495	if (forkcnt)
		1496	{
		1497	queue_events (EV_A_ (W *)forks, forkcnt, EV_FORK);
		1498	call_pending (EV_A);
		1499	}
		1500	#endif
		1501
1259	/* queue check watchers (and execute them) */	1502	/* queue prepare watchers (and execute them) */
1260	if (expect_false (preparecnt))	1503	if (expect_false (preparecnt))
1261	{	1504	{
1262	queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE);	1505	queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE);
1263	call_pending (EV_A);	1506	call_pending (EV_A);
1264	}	1507	}
1265		1508
		1509	if (expect_false (!activecnt))
		1510	break;
		1511
1266	/* we might have forked, so reify kernel state if necessary */	1512	/* we might have forked, so reify kernel state if necessary */
1267	if (expect_false (postfork))	1513	if (expect_false (postfork))
1268	loop_fork (EV_A);	1514	loop_fork (EV_A);
1269		1515
1270	/* update fd-related kernel structures */	1516	/* update fd-related kernel structures */
1271	fd_reify (EV_A);	1517	fd_reify (EV_A);
1272		1518
1273	/* calculate blocking time */	1519	/* calculate blocking time */
1274	{	1520	{
1275	double block;	1521	ev_tstamp waittime = 0.;
		1522	ev_tstamp sleeptime = 0.;
1276		1523
1277	if (flags & EVLOOP_NONBLOCK || idlecnt)	1524	if (expect_true (!(flags & EVLOOP_NONBLOCK || idleall || !activecnt)))
1278	block = 0.; /* do not block at all */
1279	else
1280	{	1525	{
1281	/* update time to cancel out callback processing overhead */	1526	/* update time to cancel out callback processing overhead */
1282	#if EV_USE_MONOTONIC
1283	if (expect_true (have_monotonic))
1284	time_update_monotonic (EV_A);	1527	time_update (EV_A_ 1e100);
1285	else
1286	#endif
1287	{
1288	ev_rt_now = ev_time ();
1289	mn_now = ev_rt_now;
1290	}
1291		1528
1292	block = MAX_BLOCKTIME;	1529	waittime = MAX_BLOCKTIME;
1293		1530
1294	if (timercnt)	1531	if (timercnt)
1295	{	1532	{
1296	ev_tstamp to = ((WT)timers [0])->at - mn_now + backend_fudge;	1533	ev_tstamp to = ((WT)timers [0])->at - mn_now + backend_fudge;
1297	if (block > to) block = to;	1534	if (waittime > to) waittime = to;
1298	}	1535	}
1299		1536
1300	#if EV_PERIODICS	1537	#if EV_PERIODIC_ENABLE
1301	if (periodiccnt)	1538	if (periodiccnt)
1302	{	1539	{
1303	ev_tstamp to = ((WT)periodics [0])->at - ev_rt_now + backend_fudge;	1540	ev_tstamp to = ((WT)periodics [0])->at - ev_rt_now + backend_fudge;
1304	if (block > to) block = to;	1541	if (waittime > to) waittime = to;
1305	}	1542	}
1306	#endif	1543	#endif
1307		1544
1308	if (expect_false (block < 0.)) block = 0.;	1545	if (expect_false (waittime < timeout_blocktime))
		1546	waittime = timeout_blocktime;
		1547
		1548	sleeptime = waittime - backend_fudge;
		1549
		1550	if (expect_true (sleeptime > io_blocktime))
		1551	sleeptime = io_blocktime;
		1552
		1553	if (sleeptime)
		1554	{
		1555	ev_sleep (sleeptime);
		1556	waittime -= sleeptime;
		1557	}
1309	}	1558	}
1310		1559
		1560	++loop_count;
1311	backend_poll (EV_A_ block);	1561	backend_poll (EV_A_ waittime);
		1562
		1563	/* update ev_rt_now, do magic */
		1564	time_update (EV_A_ waittime + sleeptime);
1312	}	1565	}
1313
1314	/* update ev_rt_now, do magic */
1315	time_update (EV_A);
1316		1566
1317	/* queue pending timers and reschedule them */	1567	/* queue pending timers and reschedule them */
1318	timers_reify (EV_A); /* relative timers called last */	1568	timers_reify (EV_A); /* relative timers called last */
1319	#if EV_PERIODICS	1569	#if EV_PERIODIC_ENABLE
1320	periodics_reify (EV_A); /* absolute timers called first */	1570	periodics_reify (EV_A); /* absolute timers called first */
1321	#endif	1571	#endif
1322		1572
		1573	#if EV_IDLE_ENABLE
1323	/* queue idle watchers unless io or timers are pending */	1574	/* queue idle watchers unless other events are pending */
1324	if (idlecnt && !any_pending (EV_A))	1575	idle_reify (EV_A);
1325	queue_events (EV_A_ (W *)idles, idlecnt, EV_IDLE);	1576	#endif
1326		1577
1327	/* queue check watchers, to be executed first */	1578	/* queue check watchers, to be executed first */
1328	if (expect_false (checkcnt))	1579	if (expect_false (checkcnt))
1329	queue_events (EV_A_ (W *)checks, checkcnt, EV_CHECK);	1580	queue_events (EV_A_ (W *)checks, checkcnt, EV_CHECK);
1330		1581
1331	call_pending (EV_A);	1582	call_pending (EV_A);
1332		1583
1333	if (expect_false (loop_done))
1334	break;
1335	}	1584	}
		1585	while (expect_true (activecnt && !loop_done));
1336		1586
1337	if (loop_done == EVUNLOOP_ONE)	1587	if (loop_done == EVUNLOOP_ONE)
1338	loop_done = EVUNLOOP_CANCEL;	1588	loop_done = EVUNLOOP_CANCEL;
1339	}	1589	}
1340		1590
…		…
1344	loop_done = how;	1594	loop_done = how;
1345	}	1595	}
1346		1596
1347	/*****************************************************************************/	1597	/*****************************************************************************/
1348		1598
1349	inline void	1599	void inline_size
1350	wlist_add (WL *head, WL elem)	1600	wlist_add (WL *head, WL elem)
1351	{	1601	{
1352	elem->next = *head;	1602	elem->next = *head;
1353	*head = elem;	1603	*head = elem;
1354	}	1604	}
1355		1605
1356	inline void	1606	void inline_size
1357	wlist_del (WL *head, WL elem)	1607	wlist_del (WL *head, WL elem)
1358	{	1608	{
1359	while (*head)	1609	while (*head)
1360	{	1610	{
1361	if (*head == elem)	1611	if (*head == elem)
…		…
1366		1616
1367	head = &(*head)->next;	1617	head = &(*head)->next;
1368	}	1618	}
1369	}	1619	}
1370		1620
1371	inline void	1621	void inline_speed
1372	ev_clear_pending (EV_P_ W w)	1622	clear_pending (EV_P_ W w)
1373	{	1623	{
1374	if (w->pending)	1624	if (w->pending)
1375	{	1625	{
1376	pendings [ABSPRI (w)][w->pending - 1].w = 0;	1626	pendings [ABSPRI (w)][w->pending - 1].w = 0;
1377	w->pending = 0;	1627	w->pending = 0;
1378	}	1628	}
1379	}	1629	}
1380		1630
1381	inline void	1631	int
		1632	ev_clear_pending (EV_P_ void *w)
		1633	{
		1634	W w_ = (W)w;
		1635	int pending = w_->pending;
		1636
		1637	if (expect_true (pending))
		1638	{
		1639	ANPENDING *p = pendings [ABSPRI (w_)] + pending - 1;
		1640	w_->pending = 0;
		1641	p->w = 0;
		1642	return p->events;
		1643	}
		1644	else
		1645	return 0;
		1646	}
		1647
		1648	void inline_size
		1649	pri_adjust (EV_P_ W w)
		1650	{
		1651	int pri = w->priority;
		1652	pri = pri < EV_MINPRI ? EV_MINPRI : pri;
		1653	pri = pri > EV_MAXPRI ? EV_MAXPRI : pri;
		1654	w->priority = pri;
		1655	}
		1656
		1657	void inline_speed
1382	ev_start (EV_P_ W w, int active)	1658	ev_start (EV_P_ W w, int active)
1383	{	1659	{
1384	if (w->priority < EV_MINPRI) w->priority = EV_MINPRI;	1660	pri_adjust (EV_A_ w);
1385	if (w->priority > EV_MAXPRI) w->priority = EV_MAXPRI;
1386
1387	w->active = active;	1661	w->active = active;
1388	ev_ref (EV_A);	1662	ev_ref (EV_A);
1389	}	1663	}
1390		1664
1391	inline void	1665	void inline_size
1392	ev_stop (EV_P_ W w)	1666	ev_stop (EV_P_ W w)
1393	{	1667	{
1394	ev_unref (EV_A);	1668	ev_unref (EV_A);
1395	w->active = 0;	1669	w->active = 0;
1396	}	1670	}
1397		1671
1398	/*****************************************************************************/	1672	/*****************************************************************************/
1399		1673
1400	void	1674	void noinline
1401	ev_io_start (EV_P_ struct ev_io *w)	1675	ev_io_start (EV_P_ ev_io *w)
1402	{	1676	{
1403	int fd = w->fd;	1677	int fd = w->fd;
1404		1678
1405	if (expect_false (ev_is_active (w)))	1679	if (expect_false (ev_is_active (w)))
1406	return;	1680	return;
1407		1681
1408	assert (("ev_io_start called with negative fd", fd >= 0));	1682	assert (("ev_io_start called with negative fd", fd >= 0));
1409		1683
1410	ev_start (EV_A_ (W)w, 1);	1684	ev_start (EV_A_ (W)w, 1);
1411	array_needsize (ANFD, anfds, anfdmax, fd + 1, anfds_init);	1685	array_needsize (ANFD, anfds, anfdmax, fd + 1, anfds_init);
1412	wlist_add ((WL *)&anfds[fd].head, (WL)w);	1686	wlist_add (&anfds[fd].head, (WL)w);
1413		1687
1414	fd_change (EV_A_ fd);	1688	fd_change (EV_A_ fd, w->events & EV_IOFDSET | 1);
		1689	w->events &= ~EV_IOFDSET;
1415	}	1690	}
1416		1691
1417	void	1692	void noinline
1418	ev_io_stop (EV_P_ struct ev_io *w)	1693	ev_io_stop (EV_P_ ev_io *w)
1419	{	1694	{
1420	ev_clear_pending (EV_A_ (W)w);	1695	clear_pending (EV_A_ (W)w);
1421	if (expect_false (!ev_is_active (w)))	1696	if (expect_false (!ev_is_active (w)))
1422	return;	1697	return;
1423		1698
1424	assert (("ev_io_start called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax));	1699	assert (("ev_io_start called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax));
1425		1700
1426	wlist_del ((WL *)&anfds[w->fd].head, (WL)w);	1701	wlist_del (&anfds[w->fd].head, (WL)w);
1427	ev_stop (EV_A_ (W)w);	1702	ev_stop (EV_A_ (W)w);
1428		1703
1429	fd_change (EV_A_ w->fd);	1704	fd_change (EV_A_ w->fd, 1);
1430	}	1705	}
1431		1706
1432	void	1707	void noinline
1433	ev_timer_start (EV_P_ struct ev_timer *w)	1708	ev_timer_start (EV_P_ ev_timer *w)
1434	{	1709	{
1435	if (expect_false (ev_is_active (w)))	1710	if (expect_false (ev_is_active (w)))
1436	return;	1711	return;
1437		1712
1438	((WT)w)->at += mn_now;	1713	((WT)w)->at += mn_now;
1439		1714
1440	assert (("ev_timer_start called with negative timer repeat value", w->repeat >= 0.));	1715	assert (("ev_timer_start called with negative timer repeat value", w->repeat >= 0.));
1441		1716
1442	ev_start (EV_A_ (W)w, ++timercnt);	1717	ev_start (EV_A_ (W)w, ++timercnt);
1443	array_needsize (struct ev_timer *, timers, timermax, timercnt, EMPTY2);	1718	array_needsize (WT, timers, timermax, timercnt, EMPTY2);
1444	timers [timercnt - 1] = w;	1719	timers [timercnt - 1] = (WT)w;
1445	upheap ((WT *)timers, timercnt - 1);	1720	upheap (timers, timercnt - 1);
1446		1721
1447	assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w));	1722	/*assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w));*/
1448	}	1723	}
1449		1724
1450	void	1725	void noinline
1451	ev_timer_stop (EV_P_ struct ev_timer *w)	1726	ev_timer_stop (EV_P_ ev_timer *w)
1452	{	1727	{
1453	ev_clear_pending (EV_A_ (W)w);	1728	clear_pending (EV_A_ (W)w);
1454	if (expect_false (!ev_is_active (w)))	1729	if (expect_false (!ev_is_active (w)))
1455	return;	1730	return;
1456		1731
1457	assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w));	1732	assert (("internal timer heap corruption", timers [((W)w)->active - 1] == (WT)w));
1458		1733
		1734	{
		1735	int active = ((W)w)->active;
		1736
1459	if (expect_true (((W)w)->active < timercnt--))	1737	if (expect_true (--active < --timercnt))
1460	{	1738	{
1461	timers [((W)w)->active - 1] = timers [timercnt];	1739	timers [active] = timers [timercnt];
1462	adjustheap ((WT *)timers, timercnt, ((W)w)->active - 1);	1740	adjustheap (timers, timercnt, active);
1463	}	1741	}
		1742	}
1464		1743
1465	((WT)w)->at -= mn_now;	1744	((WT)w)->at -= mn_now;
1466		1745
1467	ev_stop (EV_A_ (W)w);	1746	ev_stop (EV_A_ (W)w);
1468	}	1747	}
1469		1748
1470	void	1749	void noinline
1471	ev_timer_again (EV_P_ struct ev_timer *w)	1750	ev_timer_again (EV_P_ ev_timer *w)
1472	{	1751	{
1473	if (ev_is_active (w))	1752	if (ev_is_active (w))
1474	{	1753	{
1475	if (w->repeat)	1754	if (w->repeat)
1476	{	1755	{
1477	((WT)w)->at = mn_now + w->repeat;	1756	((WT)w)->at = mn_now + w->repeat;
1478	adjustheap ((WT *)timers, timercnt, ((W)w)->active - 1);	1757	adjustheap (timers, timercnt, ((W)w)->active - 1);
1479	}	1758	}
1480	else	1759	else
1481	ev_timer_stop (EV_A_ w);	1760	ev_timer_stop (EV_A_ w);
1482	}	1761	}
1483	else if (w->repeat)	1762	else if (w->repeat)
…		…
1485	w->at = w->repeat;	1764	w->at = w->repeat;
1486	ev_timer_start (EV_A_ w);	1765	ev_timer_start (EV_A_ w);
1487	}	1766	}
1488	}	1767	}
1489		1768
1490	#if EV_PERIODICS	1769	#if EV_PERIODIC_ENABLE
1491	void	1770	void noinline
1492	ev_periodic_start (EV_P_ struct ev_periodic *w)	1771	ev_periodic_start (EV_P_ ev_periodic *w)
1493	{	1772	{
1494	if (expect_false (ev_is_active (w)))	1773	if (expect_false (ev_is_active (w)))
1495	return;	1774	return;
1496		1775
1497	if (w->reschedule_cb)	1776	if (w->reschedule_cb)
1498	((WT)w)->at = w->reschedule_cb (w, ev_rt_now);	1777	((WT)w)->at = w->reschedule_cb (w, ev_rt_now);
1499	else if (w->interval)	1778	else if (w->interval)
1500	{	1779	{
1501	assert (("ev_periodic_start called with negative interval value", w->interval >= 0.));	1780	assert (("ev_periodic_start called with negative interval value", w->interval >= 0.));
1502	/* this formula differs from the one in periodic_reify because we do not always round up */	1781	/* this formula differs from the one in periodic_reify because we do not always round up */
1503	((WT)w)->at += ceil ((ev_rt_now - ((WT)w)->at) / w->interval) * w->interval;	1782	((WT)w)->at = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
1504	}	1783	}
		1784	else
		1785	((WT)w)->at = w->offset;
1505		1786
1506	ev_start (EV_A_ (W)w, ++periodiccnt);	1787	ev_start (EV_A_ (W)w, ++periodiccnt);
1507	array_needsize (struct ev_periodic *, periodics, periodicmax, periodiccnt, EMPTY2);	1788	array_needsize (WT, periodics, periodicmax, periodiccnt, EMPTY2);
1508	periodics [periodiccnt - 1] = w;	1789	periodics [periodiccnt - 1] = (WT)w;
1509	upheap ((WT *)periodics, periodiccnt - 1);	1790	upheap (periodics, periodiccnt - 1);
1510		1791
1511	assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w));	1792	/*assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w));*/
1512	}	1793	}
1513		1794
1514	void	1795	void noinline
1515	ev_periodic_stop (EV_P_ struct ev_periodic *w)	1796	ev_periodic_stop (EV_P_ ev_periodic *w)
1516	{	1797	{
1517	ev_clear_pending (EV_A_ (W)w);	1798	clear_pending (EV_A_ (W)w);
1518	if (expect_false (!ev_is_active (w)))	1799	if (expect_false (!ev_is_active (w)))
1519	return;	1800	return;
1520		1801
1521	assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w));	1802	assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == (WT)w));
1522		1803
		1804	{
		1805	int active = ((W)w)->active;
		1806
1523	if (expect_true (((W)w)->active < periodiccnt--))	1807	if (expect_true (--active < --periodiccnt))
1524	{	1808	{
1525	periodics [((W)w)->active - 1] = periodics [periodiccnt];	1809	periodics [active] = periodics [periodiccnt];
1526	adjustheap ((WT *)periodics, periodiccnt, ((W)w)->active - 1);	1810	adjustheap (periodics, periodiccnt, active);
1527	}	1811	}
		1812	}
1528		1813
1529	ev_stop (EV_A_ (W)w);	1814	ev_stop (EV_A_ (W)w);
1530	}	1815	}
1531		1816
1532	void	1817	void noinline
1533	ev_periodic_again (EV_P_ struct ev_periodic *w)	1818	ev_periodic_again (EV_P_ ev_periodic *w)
1534	{	1819	{
1535	/* TODO: use adjustheap and recalculation */	1820	/* TODO: use adjustheap and recalculation */
1536	ev_periodic_stop (EV_A_ w);	1821	ev_periodic_stop (EV_A_ w);
1537	ev_periodic_start (EV_A_ w);	1822	ev_periodic_start (EV_A_ w);
1538	}	1823	}
1539	#endif	1824	#endif
1540		1825
1541	void
1542	ev_idle_start (EV_P_ struct ev_idle *w)
1543	{
1544	if (expect_false (ev_is_active (w)))
1545	return;
1546
1547	ev_start (EV_A_ (W)w, ++idlecnt);
1548	array_needsize (struct ev_idle *, idles, idlemax, idlecnt, EMPTY2);
1549	idles [idlecnt - 1] = w;
1550	}
1551
1552	void
1553	ev_idle_stop (EV_P_ struct ev_idle *w)
1554	{
1555	ev_clear_pending (EV_A_ (W)w);
1556	if (expect_false (!ev_is_active (w)))
1557	return;
1558
1559	idles [((W)w)->active - 1] = idles [--idlecnt];
1560	ev_stop (EV_A_ (W)w);
1561	}
1562
1563	void
1564	ev_prepare_start (EV_P_ struct ev_prepare *w)
1565	{
1566	if (expect_false (ev_is_active (w)))
1567	return;
1568
1569	ev_start (EV_A_ (W)w, ++preparecnt);
1570	array_needsize (struct ev_prepare *, prepares, preparemax, preparecnt, EMPTY2);
1571	prepares [preparecnt - 1] = w;
1572	}
1573
1574	void
1575	ev_prepare_stop (EV_P_ struct ev_prepare *w)
1576	{
1577	ev_clear_pending (EV_A_ (W)w);
1578	if (expect_false (!ev_is_active (w)))
1579	return;
1580
1581	prepares [((W)w)->active - 1] = prepares [--preparecnt];
1582	ev_stop (EV_A_ (W)w);
1583	}
1584
1585	void
1586	ev_check_start (EV_P_ struct ev_check *w)
1587	{
1588	if (expect_false (ev_is_active (w)))
1589	return;
1590
1591	ev_start (EV_A_ (W)w, ++checkcnt);
1592	array_needsize (struct ev_check *, checks, checkmax, checkcnt, EMPTY2);
1593	checks [checkcnt - 1] = w;
1594	}
1595
1596	void
1597	ev_check_stop (EV_P_ struct ev_check *w)
1598	{
1599	ev_clear_pending (EV_A_ (W)w);
1600	if (expect_false (!ev_is_active (w)))
1601	return;
1602
1603	checks [((W)w)->active - 1] = checks [--checkcnt];
1604	ev_stop (EV_A_ (W)w);
1605	}
1606
1607	#ifndef SA_RESTART	1826	#ifndef SA_RESTART
1608	# define SA_RESTART 0	1827	# define SA_RESTART 0
1609	#endif	1828	#endif
1610		1829
1611	void	1830	void noinline
1612	ev_signal_start (EV_P_ struct ev_signal *w)	1831	ev_signal_start (EV_P_ ev_signal *w)
1613	{	1832	{
1614	#if EV_MULTIPLICITY	1833	#if EV_MULTIPLICITY
1615	assert (("signal watchers are only supported in the default loop", loop == ev_default_loop_ptr));	1834	assert (("signal watchers are only supported in the default loop", loop == ev_default_loop_ptr));
1616	#endif	1835	#endif
1617	if (expect_false (ev_is_active (w)))	1836	if (expect_false (ev_is_active (w)))
1618	return;	1837	return;
1619		1838
1620	assert (("ev_signal_start called with illegal signal number", w->signum > 0));	1839	assert (("ev_signal_start called with illegal signal number", w->signum > 0));
1621		1840
		1841	{
		1842	#ifndef _WIN32
		1843	sigset_t full, prev;
		1844	sigfillset (&full);
		1845	sigprocmask (SIG_SETMASK, &full, &prev);
		1846	#endif
		1847
		1848	array_needsize (ANSIG, signals, signalmax, w->signum, signals_init);
		1849
		1850	#ifndef _WIN32
		1851	sigprocmask (SIG_SETMASK, &prev, 0);
		1852	#endif
		1853	}
		1854
1622	ev_start (EV_A_ (W)w, 1);	1855	ev_start (EV_A_ (W)w, 1);
1623	array_needsize (ANSIG, signals, signalmax, w->signum, signals_init);
1624	wlist_add ((WL *)&signals [w->signum - 1].head, (WL)w);	1856	wlist_add (&signals [w->signum - 1].head, (WL)w);
1625		1857
1626	if (!((WL)w)->next)	1858	if (!((WL)w)->next)
1627	{	1859	{
1628	#if _WIN32	1860	#if _WIN32
1629	signal (w->signum, sighandler);	1861	signal (w->signum, sighandler);
…		…
1635	sigaction (w->signum, &sa, 0);	1867	sigaction (w->signum, &sa, 0);
1636	#endif	1868	#endif
1637	}	1869	}
1638	}	1870	}
1639		1871
1640	void	1872	void noinline
1641	ev_signal_stop (EV_P_ struct ev_signal *w)	1873	ev_signal_stop (EV_P_ ev_signal *w)
1642	{	1874	{
1643	ev_clear_pending (EV_A_ (W)w);	1875	clear_pending (EV_A_ (W)w);
1644	if (expect_false (!ev_is_active (w)))	1876	if (expect_false (!ev_is_active (w)))
1645	return;	1877	return;
1646		1878
1647	wlist_del ((WL *)&signals [w->signum - 1].head, (WL)w);	1879	wlist_del (&signals [w->signum - 1].head, (WL)w);
1648	ev_stop (EV_A_ (W)w);	1880	ev_stop (EV_A_ (W)w);
1649		1881
1650	if (!signals [w->signum - 1].head)	1882	if (!signals [w->signum - 1].head)
1651	signal (w->signum, SIG_DFL);	1883	signal (w->signum, SIG_DFL);
1652	}	1884	}
1653		1885
1654	void	1886	void
1655	ev_child_start (EV_P_ struct ev_child *w)	1887	ev_child_start (EV_P_ ev_child *w)
1656	{	1888	{
1657	#if EV_MULTIPLICITY	1889	#if EV_MULTIPLICITY
1658	assert (("child watchers are only supported in the default loop", loop == ev_default_loop_ptr));	1890	assert (("child watchers are only supported in the default loop", loop == ev_default_loop_ptr));
1659	#endif	1891	#endif
1660	if (expect_false (ev_is_active (w)))	1892	if (expect_false (ev_is_active (w)))
1661	return;	1893	return;
1662		1894
1663	ev_start (EV_A_ (W)w, 1);	1895	ev_start (EV_A_ (W)w, 1);
1664	wlist_add ((WL *)&childs [w->pid & (PID_HASHSIZE - 1)], (WL)w);	1896	wlist_add (&childs [w->pid & (EV_PID_HASHSIZE - 1)], (WL)w);
1665	}	1897	}
1666		1898
1667	void	1899	void
1668	ev_child_stop (EV_P_ struct ev_child *w)	1900	ev_child_stop (EV_P_ ev_child *w)
1669	{	1901	{
1670	ev_clear_pending (EV_A_ (W)w);	1902	clear_pending (EV_A_ (W)w);
1671	if (expect_false (!ev_is_active (w)))	1903	if (expect_false (!ev_is_active (w)))
1672	return;	1904	return;
1673		1905
1674	wlist_del ((WL *)&childs [w->pid & (PID_HASHSIZE - 1)], (WL)w);	1906	wlist_del (&childs [w->pid & (EV_PID_HASHSIZE - 1)], (WL)w);
1675	ev_stop (EV_A_ (W)w);	1907	ev_stop (EV_A_ (W)w);
1676	}	1908	}
1677		1909
1678	#if EV_MULTIPLICITY	1910	#if EV_STAT_ENABLE
		1911
		1912	# ifdef _WIN32
		1913	# undef lstat
		1914	# define lstat(a,b) _stati64 (a,b)
		1915	# endif
		1916
		1917	#define DEF_STAT_INTERVAL 5.0074891
		1918	#define MIN_STAT_INTERVAL 0.1074891
		1919
		1920	static void noinline stat_timer_cb (EV_P_ ev_timer *w_, int revents);
		1921
		1922	#if EV_USE_INOTIFY
		1923	# define EV_INOTIFY_BUFSIZE 8192
		1924
		1925	static void noinline
		1926	infy_add (EV_P_ ev_stat *w)
		1927	{
		1928	w->wd = inotify_add_watch (fs_fd, w->path, IN_ATTRIB | IN_DELETE_SELF | IN_MOVE_SELF | IN_MODIFY | IN_DONT_FOLLOW | IN_MASK_ADD);
		1929
		1930	if (w->wd < 0)
		1931	{
		1932	ev_timer_start (EV_A_ &w->timer); /* this is not race-free, so we still need to recheck periodically */
		1933
		1934	/* monitor some parent directory for speedup hints */
		1935	if ((errno == ENOENT || errno == EACCES) && strlen (w->path) < 4096)
		1936	{
		1937	char path [4096];
		1938	strcpy (path, w->path);
		1939
		1940	do
		1941	{
		1942	int mask = IN_MASK_ADD | IN_DELETE_SELF | IN_MOVE_SELF
		1943	| (errno == EACCES ? IN_ATTRIB : IN_CREATE | IN_MOVED_TO);
		1944
		1945	char *pend = strrchr (path, '/');
		1946
		1947	if (!pend)
		1948	break; /* whoops, no '/', complain to your admin */
		1949
		1950	*pend = 0;
		1951	w->wd = inotify_add_watch (fs_fd, path, mask);
		1952	}
		1953	while (w->wd < 0 && (errno == ENOENT || errno == EACCES));
		1954	}
		1955	}
		1956	else
		1957	ev_timer_stop (EV_A_ &w->timer); /* we can watch this in a race-free way */
		1958
		1959	if (w->wd >= 0)
		1960	wlist_add (&fs_hash [w->wd & (EV_INOTIFY_HASHSIZE - 1)].head, (WL)w);
		1961	}
		1962
		1963	static void noinline
		1964	infy_del (EV_P_ ev_stat *w)
		1965	{
		1966	int slot;
		1967	int wd = w->wd;
		1968
		1969	if (wd < 0)
		1970	return;
		1971
		1972	w->wd = -2;
		1973	slot = wd & (EV_INOTIFY_HASHSIZE - 1);
		1974	wlist_del (&fs_hash [slot].head, (WL)w);
		1975
		1976	/* remove this watcher, if others are watching it, they will rearm */
		1977	inotify_rm_watch (fs_fd, wd);
		1978	}
		1979
		1980	static void noinline
		1981	infy_wd (EV_P_ int slot, int wd, struct inotify_event *ev)
		1982	{
		1983	if (slot < 0)
		1984	/* overflow, need to check for all hahs slots */
		1985	for (slot = 0; slot < EV_INOTIFY_HASHSIZE; ++slot)
		1986	infy_wd (EV_A_ slot, wd, ev);
		1987	else
		1988	{
		1989	WL w_;
		1990
		1991	for (w_ = fs_hash [slot & (EV_INOTIFY_HASHSIZE - 1)].head; w_; )
		1992	{
		1993	ev_stat *w = (ev_stat *)w_;
		1994	w_ = w_->next; /* lets us remove this watcher and all before it */
		1995
		1996	if (w->wd == wd || wd == -1)
		1997	{
		1998	if (ev->mask & (IN_IGNORED | IN_UNMOUNT | IN_DELETE_SELF))
		1999	{
		2000	w->wd = -1;
		2001	infy_add (EV_A_ w); /* re-add, no matter what */
		2002	}
		2003
		2004	stat_timer_cb (EV_A_ &w->timer, 0);
		2005	}
		2006	}
		2007	}
		2008	}
		2009
1679	static void	2010	static void
1680	embed_cb (EV_P_ struct ev_io *io, int revents)	2011	infy_cb (EV_P_ ev_io *w, int revents)
1681	{	2012	{
1682	struct ev_embed *w = (struct ev_embed *)(((char *)io) - offsetof (struct ev_embed, io));	2013	char buf [EV_INOTIFY_BUFSIZE];
		2014	struct inotify_event *ev = (struct inotify_event *)buf;
		2015	int ofs;
		2016	int len = read (fs_fd, buf, sizeof (buf));
1683		2017
		2018	for (ofs = 0; ofs < len; ofs += sizeof (struct inotify_event) + ev->len)
		2019	infy_wd (EV_A_ ev->wd, ev->wd, ev);
		2020	}
		2021
		2022	void inline_size
		2023	infy_init (EV_P)
		2024	{
		2025	if (fs_fd != -2)
		2026	return;
		2027
		2028	fs_fd = inotify_init ();
		2029
		2030	if (fs_fd >= 0)
		2031	{
		2032	ev_io_init (&fs_w, infy_cb, fs_fd, EV_READ);
		2033	ev_set_priority (&fs_w, EV_MAXPRI);
		2034	ev_io_start (EV_A_ &fs_w);
		2035	}
		2036	}
		2037
		2038	void inline_size
		2039	infy_fork (EV_P)
		2040	{
		2041	int slot;
		2042
		2043	if (fs_fd < 0)
		2044	return;
		2045
		2046	close (fs_fd);
		2047	fs_fd = inotify_init ();
		2048
		2049	for (slot = 0; slot < EV_INOTIFY_HASHSIZE; ++slot)
		2050	{
		2051	WL w_ = fs_hash [slot].head;
		2052	fs_hash [slot].head = 0;
		2053
		2054	while (w_)
		2055	{
		2056	ev_stat *w = (ev_stat *)w_;
		2057	w_ = w_->next; /* lets us add this watcher */
		2058
		2059	w->wd = -1;
		2060
		2061	if (fs_fd >= 0)
		2062	infy_add (EV_A_ w); /* re-add, no matter what */
		2063	else
		2064	ev_timer_start (EV_A_ &w->timer);
		2065	}
		2066
		2067	}
		2068	}
		2069
		2070	#endif
		2071
		2072	void
		2073	ev_stat_stat (EV_P_ ev_stat *w)
		2074	{
		2075	if (lstat (w->path, &w->attr) < 0)
		2076	w->attr.st_nlink = 0;
		2077	else if (!w->attr.st_nlink)
		2078	w->attr.st_nlink = 1;
		2079	}
		2080
		2081	static void noinline
		2082	stat_timer_cb (EV_P_ ev_timer *w_, int revents)
		2083	{
		2084	ev_stat *w = (ev_stat *)(((char *)w_) - offsetof (ev_stat, timer));
		2085
		2086	/* we copy this here each the time so that */
		2087	/* prev has the old value when the callback gets invoked */
		2088	w->prev = w->attr;
		2089	ev_stat_stat (EV_A_ w);
		2090
		2091	/* memcmp doesn't work on netbsd, they.... do stuff to their struct stat */
		2092	if (
		2093	w->prev.st_dev != w->attr.st_dev
		2094	|| w->prev.st_ino != w->attr.st_ino
		2095	|| w->prev.st_mode != w->attr.st_mode
		2096	|| w->prev.st_nlink != w->attr.st_nlink
		2097	|| w->prev.st_uid != w->attr.st_uid
		2098	|| w->prev.st_gid != w->attr.st_gid
		2099	|| w->prev.st_rdev != w->attr.st_rdev
		2100	|| w->prev.st_size != w->attr.st_size
		2101	|| w->prev.st_atime != w->attr.st_atime
		2102	|| w->prev.st_mtime != w->attr.st_mtime
		2103	|| w->prev.st_ctime != w->attr.st_ctime
		2104	) {
		2105	#if EV_USE_INOTIFY
		2106	infy_del (EV_A_ w);
		2107	infy_add (EV_A_ w);
		2108	ev_stat_stat (EV_A_ w); /* avoid race... */
		2109	#endif
		2110
1684	ev_feed_event (EV_A_ (W)w, EV_EMBED);	2111	ev_feed_event (EV_A_ w, EV_STAT);
1685	ev_loop (w->loop, EVLOOP_NONBLOCK);	2112	}
1686	}	2113	}
1687		2114
1688	void	2115	void
1689	ev_embed_start (EV_P_ struct ev_embed *w)	2116	ev_stat_start (EV_P_ ev_stat *w)
1690	{	2117	{
1691	if (expect_false (ev_is_active (w)))	2118	if (expect_false (ev_is_active (w)))
1692	return;	2119	return;
1693		2120
		2121	/* since we use memcmp, we need to clear any padding data etc. */
		2122	memset (&w->prev, 0, sizeof (ev_statdata));
		2123	memset (&w->attr, 0, sizeof (ev_statdata));
		2124
		2125	ev_stat_stat (EV_A_ w);
		2126
		2127	if (w->interval < MIN_STAT_INTERVAL)
		2128	w->interval = w->interval ? MIN_STAT_INTERVAL : DEF_STAT_INTERVAL;
		2129
		2130	ev_timer_init (&w->timer, stat_timer_cb, w->interval, w->interval);
		2131	ev_set_priority (&w->timer, ev_priority (w));
		2132
		2133	#if EV_USE_INOTIFY
		2134	infy_init (EV_A);
		2135
		2136	if (fs_fd >= 0)
		2137	infy_add (EV_A_ w);
		2138	else
		2139	#endif
		2140	ev_timer_start (EV_A_ &w->timer);
		2141
		2142	ev_start (EV_A_ (W)w, 1);
		2143	}
		2144
		2145	void
		2146	ev_stat_stop (EV_P_ ev_stat *w)
		2147	{
		2148	clear_pending (EV_A_ (W)w);
		2149	if (expect_false (!ev_is_active (w)))
		2150	return;
		2151
		2152	#if EV_USE_INOTIFY
		2153	infy_del (EV_A_ w);
		2154	#endif
		2155	ev_timer_stop (EV_A_ &w->timer);
		2156
		2157	ev_stop (EV_A_ (W)w);
		2158	}
		2159	#endif
		2160
		2161	#if EV_IDLE_ENABLE
		2162	void
		2163	ev_idle_start (EV_P_ ev_idle *w)
		2164	{
		2165	if (expect_false (ev_is_active (w)))
		2166	return;
		2167
		2168	pri_adjust (EV_A_ (W)w);
		2169
1694	{	2170	{
		2171	int active = ++idlecnt [ABSPRI (w)];
		2172
		2173	++idleall;
		2174	ev_start (EV_A_ (W)w, active);
		2175
		2176	array_needsize (ev_idle *, idles [ABSPRI (w)], idlemax [ABSPRI (w)], active, EMPTY2);
		2177	idles [ABSPRI (w)][active - 1] = w;
		2178	}
		2179	}
		2180
		2181	void
		2182	ev_idle_stop (EV_P_ ev_idle *w)
		2183	{
		2184	clear_pending (EV_A_ (W)w);
		2185	if (expect_false (!ev_is_active (w)))
		2186	return;
		2187
		2188	{
		2189	int active = ((W)w)->active;
		2190
		2191	idles [ABSPRI (w)][active - 1] = idles [ABSPRI (w)][--idlecnt [ABSPRI (w)]];
		2192	((W)idles [ABSPRI (w)][active - 1])->active = active;
		2193
		2194	ev_stop (EV_A_ (W)w);
		2195	--idleall;
		2196	}
		2197	}
		2198	#endif
		2199
		2200	void
		2201	ev_prepare_start (EV_P_ ev_prepare *w)
		2202	{
		2203	if (expect_false (ev_is_active (w)))
		2204	return;
		2205
		2206	ev_start (EV_A_ (W)w, ++preparecnt);
		2207	array_needsize (ev_prepare *, prepares, preparemax, preparecnt, EMPTY2);
		2208	prepares [preparecnt - 1] = w;
		2209	}
		2210
		2211	void
		2212	ev_prepare_stop (EV_P_ ev_prepare *w)
		2213	{
		2214	clear_pending (EV_A_ (W)w);
		2215	if (expect_false (!ev_is_active (w)))
		2216	return;
		2217
		2218	{
		2219	int active = ((W)w)->active;
		2220	prepares [active - 1] = prepares [--preparecnt];
		2221	((W)prepares [active - 1])->active = active;
		2222	}
		2223
		2224	ev_stop (EV_A_ (W)w);
		2225	}
		2226
		2227	void
		2228	ev_check_start (EV_P_ ev_check *w)
		2229	{
		2230	if (expect_false (ev_is_active (w)))
		2231	return;
		2232
		2233	ev_start (EV_A_ (W)w, ++checkcnt);
		2234	array_needsize (ev_check *, checks, checkmax, checkcnt, EMPTY2);
		2235	checks [checkcnt - 1] = w;
		2236	}
		2237
		2238	void
		2239	ev_check_stop (EV_P_ ev_check *w)
		2240	{
		2241	clear_pending (EV_A_ (W)w);
		2242	if (expect_false (!ev_is_active (w)))
		2243	return;
		2244
		2245	{
		2246	int active = ((W)w)->active;
		2247	checks [active - 1] = checks [--checkcnt];
		2248	((W)checks [active - 1])->active = active;
		2249	}
		2250
		2251	ev_stop (EV_A_ (W)w);
		2252	}
		2253
		2254	#if EV_EMBED_ENABLE
		2255	void noinline
		2256	ev_embed_sweep (EV_P_ ev_embed *w)
		2257	{
		2258	ev_loop (w->other, EVLOOP_NONBLOCK);
		2259	}
		2260
		2261	static void
		2262	embed_io_cb (EV_P_ ev_io *io, int revents)
		2263	{
		2264	ev_embed *w = (ev_embed *)(((char *)io) - offsetof (ev_embed, io));
		2265
		2266	if (ev_cb (w))
		2267	ev_feed_event (EV_A_ (W)w, EV_EMBED);
		2268	else
		2269	ev_embed_sweep (loop, w);
		2270	}
		2271
		2272	static void
		2273	embed_prepare_cb (EV_P_ ev_prepare *prepare, int revents)
		2274	{
		2275	ev_embed *w = (ev_embed *)(((char *)prepare) - offsetof (ev_embed, prepare));
		2276
		2277	fd_reify (w->other);
		2278	}
		2279
		2280	void
		2281	ev_embed_start (EV_P_ ev_embed *w)
		2282	{
		2283	if (expect_false (ev_is_active (w)))
		2284	return;
		2285
		2286	{
1695	struct ev_loop *loop = w->loop;	2287	struct ev_loop *loop = w->other;
1696	assert (("loop to be embedded is not embeddable", backend & ev_embeddable_backends ()));	2288	assert (("loop to be embedded is not embeddable", backend & ev_embeddable_backends ()));
1697	ev_io_init (&w->io, embed_cb, backend_fd, EV_READ);	2289	ev_io_init (&w->io, embed_io_cb, backend_fd, EV_READ);
1698	}	2290	}
1699		2291
		2292	ev_set_priority (&w->io, ev_priority (w));
1700	ev_io_start (EV_A_ &w->io);	2293	ev_io_start (EV_A_ &w->io);
		2294
		2295	ev_prepare_init (&w->prepare, embed_prepare_cb);
		2296	ev_set_priority (&w->prepare, EV_MINPRI);
		2297	ev_prepare_start (EV_A_ &w->prepare);
		2298
1701	ev_start (EV_A_ (W)w, 1);	2299	ev_start (EV_A_ (W)w, 1);
1702	}	2300	}
1703		2301
1704	void	2302	void
1705	ev_embed_stop (EV_P_ struct ev_embed *w)	2303	ev_embed_stop (EV_P_ ev_embed *w)
1706	{	2304	{
1707	ev_clear_pending (EV_A_ (W)w);	2305	clear_pending (EV_A_ (W)w);
1708	if (expect_false (!ev_is_active (w)))	2306	if (expect_false (!ev_is_active (w)))
1709	return;	2307	return;
1710		2308
1711	ev_io_stop (EV_A_ &w->io);	2309	ev_io_stop (EV_A_ &w->io);
		2310	ev_prepare_stop (EV_A_ &w->prepare);
		2311
1712	ev_stop (EV_A_ (W)w);	2312	ev_stop (EV_A_ (W)w);
1713	}	2313	}
1714	#endif	2314	#endif
1715		2315
		2316	#if EV_FORK_ENABLE
		2317	void
		2318	ev_fork_start (EV_P_ ev_fork *w)
		2319	{
		2320	if (expect_false (ev_is_active (w)))
		2321	return;
		2322
		2323	ev_start (EV_A_ (W)w, ++forkcnt);
		2324	array_needsize (ev_fork *, forks, forkmax, forkcnt, EMPTY2);
		2325	forks [forkcnt - 1] = w;
		2326	}
		2327
		2328	void
		2329	ev_fork_stop (EV_P_ ev_fork *w)
		2330	{
		2331	clear_pending (EV_A_ (W)w);
		2332	if (expect_false (!ev_is_active (w)))
		2333	return;
		2334
		2335	{
		2336	int active = ((W)w)->active;
		2337	forks [active - 1] = forks [--forkcnt];
		2338	((W)forks [active - 1])->active = active;
		2339	}
		2340
		2341	ev_stop (EV_A_ (W)w);
		2342	}
		2343	#endif
		2344
1716	/*****************************************************************************/	2345	/*****************************************************************************/
1717		2346
1718	struct ev_once	2347	struct ev_once
1719	{	2348	{
1720	struct ev_io io;	2349	ev_io io;
1721	struct ev_timer to;	2350	ev_timer to;
1722	void (*cb)(int revents, void *arg);	2351	void (*cb)(int revents, void *arg);
1723	void *arg;	2352	void *arg;
1724	};	2353	};
1725		2354
1726	static void	2355	static void
…		…
1735		2364
1736	cb (revents, arg);	2365	cb (revents, arg);
1737	}	2366	}
1738		2367
1739	static void	2368	static void
1740	once_cb_io (EV_P_ struct ev_io *w, int revents)	2369	once_cb_io (EV_P_ ev_io *w, int revents)
1741	{	2370	{
1742	once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, io)), revents);	2371	once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, io)), revents);
1743	}	2372	}
1744		2373
1745	static void	2374	static void
1746	once_cb_to (EV_P_ struct ev_timer *w, int revents)	2375	once_cb_to (EV_P_ ev_timer *w, int revents)
1747	{	2376	{
1748	once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, to)), revents);	2377	once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, to)), revents);
1749	}	2378	}
1750		2379
1751	void	2380	void
…		…
1775	ev_timer_set (&once->to, timeout, 0.);	2404	ev_timer_set (&once->to, timeout, 0.);
1776	ev_timer_start (EV_A_ &once->to);	2405	ev_timer_start (EV_A_ &once->to);
1777	}	2406	}
1778	}	2407	}
1779		2408
		2409	#if EV_MULTIPLICITY
		2410	#include "ev_wrap.h"
		2411	#endif
		2412
1780	#ifdef __cplusplus	2413	#ifdef __cplusplus
1781	}	2414	}
1782	#endif	2415	#endif
1783		2416

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines