ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/libev/ev.c

Comparing libev/ev.c (file contents):
Revision 1.23 by root, Wed Oct 31 20:10:17 2007 UTC vs.
Revision 1.223 by root, Sun Apr 6 14:34:50 2008 UTC

1	/*	1	/*
		2	* libev event processing core, watcher management
		3	*
2	* Copyright (c) 2007 Marc Alexander Lehmann <libev@schmorp.de>	4	* Copyright (c) 2007,2008 Marc Alexander Lehmann <libev@schmorp.de>
3	* All rights reserved.	5	* All rights reserved.
4	*	6	*
5	* Redistribution and use in source and binary forms, with or without	7	* Redistribution and use in source and binary forms, with or without modifica-
6	* modification, are permitted provided that the following conditions are	8	* tion, are permitted provided that the following conditions are met:
7	* met:	9	*
		10	* 1. Redistributions of source code must retain the above copyright notice,
		11	* this list of conditions and the following disclaimer.
		12	*
		13	* 2. Redistributions in binary form must reproduce the above copyright
		14	* notice, this list of conditions and the following disclaimer in the
		15	* documentation and/or other materials provided with the distribution.
		16	*
		17	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
		18	* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER-
		19	* CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
		20	* EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE-
		21	* CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
		22	* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
		23	* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
		24	* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH-
		25	* ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
		26	* OF THE POSSIBILITY OF SUCH DAMAGE.
8	*	27	*
9	* * Redistributions of source code must retain the above copyright	28	* Alternatively, the contents of this file may be used under the terms of
10	* notice, this list of conditions and the following disclaimer.	29	* the GNU General Public License ("GPL") version 2 or any later version,
11	*	30	* in which case the provisions of the GPL are applicable instead of
12	* * Redistributions in binary form must reproduce the above	31	* the above. If you wish to allow the use of your version of this file
13	* copyright notice, this list of conditions and the following	32	* only under the terms of the GPL and not to allow others to use your
14	* disclaimer in the documentation and/or other materials provided	33	* version of this file under the BSD license, indicate your decision
15	* with the distribution.	34	* by deleting the provisions above and replace them with the notice
16	*	35	* and other provisions required by the GPL. If you do not delete the
17	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS	36	* provisions above, a recipient may use your version of this file under
18	* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT	37	* either the BSD or the GPL.
19	* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
20	* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
21	* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
22	* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
23	* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
27	* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28	*/	38	*/
		39
		40	#ifdef __cplusplus
		41	extern "C" {
		42	#endif
		43
		44	/* this big block deduces configuration from config.h */
		45	#ifndef EV_STANDALONE
		46	# ifdef EV_CONFIG_H
		47	# include EV_CONFIG_H
		48	# else
		49	# include "config.h"
		50	# endif
		51
		52	# if HAVE_CLOCK_GETTIME
		53	# ifndef EV_USE_MONOTONIC
		54	# define EV_USE_MONOTONIC 1
		55	# endif
		56	# ifndef EV_USE_REALTIME
		57	# define EV_USE_REALTIME 1
		58	# endif
		59	# else
		60	# ifndef EV_USE_MONOTONIC
		61	# define EV_USE_MONOTONIC 0
		62	# endif
		63	# ifndef EV_USE_REALTIME
		64	# define EV_USE_REALTIME 0
		65	# endif
		66	# endif
		67
		68	# ifndef EV_USE_NANOSLEEP
		69	# if HAVE_NANOSLEEP
		70	# define EV_USE_NANOSLEEP 1
		71	# else
		72	# define EV_USE_NANOSLEEP 0
		73	# endif
		74	# endif
		75
		76	# ifndef EV_USE_SELECT
		77	# if HAVE_SELECT && HAVE_SYS_SELECT_H
		78	# define EV_USE_SELECT 1
		79	# else
		80	# define EV_USE_SELECT 0
		81	# endif
		82	# endif
		83
		84	# ifndef EV_USE_POLL
		85	# if HAVE_POLL && HAVE_POLL_H
		86	# define EV_USE_POLL 1
		87	# else
		88	# define EV_USE_POLL 0
		89	# endif
		90	# endif
		91
		92	# ifndef EV_USE_EPOLL
		93	# if HAVE_EPOLL_CTL && HAVE_SYS_EPOLL_H
		94	# define EV_USE_EPOLL 1
		95	# else
		96	# define EV_USE_EPOLL 0
		97	# endif
		98	# endif
		99
		100	# ifndef EV_USE_KQUEUE
		101	# if HAVE_KQUEUE && HAVE_SYS_EVENT_H && HAVE_SYS_QUEUE_H
		102	# define EV_USE_KQUEUE 1
		103	# else
		104	# define EV_USE_KQUEUE 0
		105	# endif
		106	# endif
		107
		108	# ifndef EV_USE_PORT
		109	# if HAVE_PORT_H && HAVE_PORT_CREATE
		110	# define EV_USE_PORT 1
		111	# else
		112	# define EV_USE_PORT 0
		113	# endif
		114	# endif
		115
		116	# ifndef EV_USE_INOTIFY
		117	# if HAVE_INOTIFY_INIT && HAVE_SYS_INOTIFY_H
		118	# define EV_USE_INOTIFY 1
		119	# else
		120	# define EV_USE_INOTIFY 0
		121	# endif
		122	# endif
		123
		124	# ifndef EV_USE_EVENTFD
		125	# if HAVE_EVENTFD
		126	# define EV_USE_EVENTFD 1
		127	# else
		128	# define EV_USE_EVENTFD 0
		129	# endif
		130	# endif
		131
		132	#endif
29		133
30	#include <math.h>	134	#include <math.h>
31	#include <stdlib.h>	135	#include <stdlib.h>
32	#include <unistd.h>
33	#include <fcntl.h>	136	#include <fcntl.h>
34	#include <signal.h>
35	#include <stddef.h>	137	#include <stddef.h>
36		138
37	#include <stdio.h>	139	#include <stdio.h>
38		140
39	#include <assert.h>	141	#include <assert.h>
40	#include <errno.h>	142	#include <errno.h>
41	#include <sys/types.h>	143	#include <sys/types.h>
42	#include <sys/wait.h>
43	#include <sys/time.h>
44	#include <time.h>	144	#include <time.h>
45		145
46	#ifndef HAVE_MONOTONIC	146	#include <signal.h>
47	# ifdef CLOCK_MONOTONIC	147
48	# define HAVE_MONOTONIC 1	148	#ifdef EV_H
		149	# include EV_H
		150	#else
		151	# include "ev.h"
		152	#endif
		153
		154	#ifndef _WIN32
		155	# include <sys/time.h>
		156	# include <sys/wait.h>
		157	# include <unistd.h>
		158	#else
		159	# define WIN32_LEAN_AND_MEAN
		160	# include <windows.h>
		161	# ifndef EV_SELECT_IS_WINSOCKET
		162	# define EV_SELECT_IS_WINSOCKET 1
49	# endif	163	# endif
50	#endif	164	#endif
51		165
		166	/* this block tries to deduce configuration from header-defined symbols and defaults */
		167
		168	#ifndef EV_USE_MONOTONIC
		169	# define EV_USE_MONOTONIC 0
		170	#endif
		171
		172	#ifndef EV_USE_REALTIME
		173	# define EV_USE_REALTIME 0
		174	#endif
		175
		176	#ifndef EV_USE_NANOSLEEP
		177	# define EV_USE_NANOSLEEP 0
		178	#endif
		179
52	#ifndef HAVE_SELECT	180	#ifndef EV_USE_SELECT
53	# define HAVE_SELECT 1	181	# define EV_USE_SELECT 1
		182	#endif
		183
		184	#ifndef EV_USE_POLL
		185	# ifdef _WIN32
		186	# define EV_USE_POLL 0
		187	# else
		188	# define EV_USE_POLL 1
54	#endif	189	# endif
		190	#endif
55		191
56	#ifndef HAVE_EPOLL	192	#ifndef EV_USE_EPOLL
		193	# if __linux && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 4))
		194	# define EV_USE_EPOLL 1
		195	# else
57	# define HAVE_EPOLL 0	196	# define EV_USE_EPOLL 0
58	#endif	197	# endif
		198	#endif
59		199
60	#ifndef HAVE_REALTIME	200	#ifndef EV_USE_KQUEUE
61	# define HAVE_REALTIME 1 /* posix requirement, but might be slower */	201	# define EV_USE_KQUEUE 0
		202	#endif
		203
		204	#ifndef EV_USE_PORT
		205	# define EV_USE_PORT 0
		206	#endif
		207
		208	#ifndef EV_USE_INOTIFY
		209	# if __linux && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 4))
		210	# define EV_USE_INOTIFY 1
		211	# else
		212	# define EV_USE_INOTIFY 0
62	#endif	213	# endif
		214	#endif
		215
		216	#ifndef EV_PID_HASHSIZE
		217	# if EV_MINIMAL
		218	# define EV_PID_HASHSIZE 1
		219	# else
		220	# define EV_PID_HASHSIZE 16
		221	# endif
		222	#endif
		223
		224	#ifndef EV_INOTIFY_HASHSIZE
		225	# if EV_MINIMAL
		226	# define EV_INOTIFY_HASHSIZE 1
		227	# else
		228	# define EV_INOTIFY_HASHSIZE 16
		229	# endif
		230	#endif
		231
		232	#ifndef EV_USE_EVENTFD
		233	# if __linux && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 7))
		234	# define EV_USE_EVENTFD 1
		235	# else
		236	# define EV_USE_EVENTFD 0
		237	# endif
		238	#endif
		239
		240	/* this block fixes any misconfiguration where we know we run into trouble otherwise */
		241
		242	#ifndef CLOCK_MONOTONIC
		243	# undef EV_USE_MONOTONIC
		244	# define EV_USE_MONOTONIC 0
		245	#endif
		246
		247	#ifndef CLOCK_REALTIME
		248	# undef EV_USE_REALTIME
		249	# define EV_USE_REALTIME 0
		250	#endif
		251
		252	#if !EV_STAT_ENABLE
		253	# undef EV_USE_INOTIFY
		254	# define EV_USE_INOTIFY 0
		255	#endif
		256
		257	#if !EV_USE_NANOSLEEP
		258	# ifndef _WIN32
		259	# include <sys/select.h>
		260	# endif
		261	#endif
		262
		263	#if EV_USE_INOTIFY
		264	# include <sys/inotify.h>
		265	#endif
		266
		267	#if EV_SELECT_IS_WINSOCKET
		268	# include <winsock.h>
		269	#endif
		270
		271	#if EV_USE_EVENTFD
		272	/* our minimum requirement is glibc 2.7 which has the stub, but not the header */
		273	# include <stdint.h>
		274	# ifdef __cplusplus
		275	extern "C" {
		276	# endif
		277	int eventfd (unsigned int initval, int flags);
		278	# ifdef __cplusplus
		279	}
		280	# endif
		281	#endif
		282
		283	/**/
		284
		285	/*
		286	* This is used to avoid floating point rounding problems.
		287	* It is added to ev_rt_now when scheduling periodics
		288	* to ensure progress, time-wise, even when rounding
		289	* errors are against us.
		290	* This value is good at least till the year 4000.
		291	* Better solutions welcome.
		292	*/
		293	#define TIME_EPSILON 0.0001220703125 /* 1/8192 */
63		294
64	#define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */	295	#define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */
65	#define MAX_BLOCKTIME 60.	296	#define MAX_BLOCKTIME 59.743 /* never wait longer than this time (to detect time jumps) */
66	#define PID_HASHSIZE 16 /* size of pid hahs table, must be power of two */	297	/*#define CLEANUP_INTERVAL (MAX_BLOCKTIME * 5.) /* how often to try to free memory and re-check fds, TODO */
67		298
68	#include "ev.h"	299	#if __GNUC__ >= 4
		300	# define expect(expr,value) __builtin_expect ((expr),(value))
		301	# define noinline __attribute__ ((noinline))
		302	#else
		303	# define expect(expr,value) (expr)
		304	# define noinline
		305	# if __STDC_VERSION__ < 199901L && __GNUC__ < 2
		306	# define inline
		307	# endif
		308	#endif
69		309
		310	#define expect_false(expr) expect ((expr) != 0, 0)
		311	#define expect_true(expr) expect ((expr) != 0, 1)
		312	#define inline_size static inline
		313
		314	#if EV_MINIMAL
		315	# define inline_speed static noinline
		316	#else
		317	# define inline_speed static inline
		318	#endif
		319
		320	#define NUMPRI (EV_MAXPRI - EV_MINPRI + 1)
		321	#define ABSPRI(w) (((W)w)->priority - EV_MINPRI)
		322
		323	#define EMPTY /* required for microsofts broken pseudo-c compiler */
		324	#define EMPTY2(a,b) /* used to suppress some warnings */
		325
70	typedef struct ev_watcher *W;	326	typedef ev_watcher *W;
71	typedef struct ev_watcher_list *WL;	327	typedef ev_watcher_list *WL;
72	typedef struct ev_watcher_time *WT;	328	typedef ev_watcher_time *WT;
73		329
74	static ev_tstamp now, diff; /* monotonic clock */	330	#if EV_USE_MONOTONIC
		331	/* sig_atomic_t is used to avoid per-thread variables or locking but still */
		332	/* giving it a reasonably high chance of working on typical architetcures */
		333	static EV_ATOMIC_T have_monotonic; /* did clock_gettime (CLOCK_MONOTONIC) work? */
		334	#endif
		335
		336	#ifdef _WIN32
		337	# include "ev_win32.c"
		338	#endif
		339
		340	/*****************************************************************************/
		341
		342	static void (*syserr_cb)(const char *msg);
		343
		344	void
		345	ev_set_syserr_cb (void (*cb)(const char *msg))
		346	{
		347	syserr_cb = cb;
		348	}
		349
		350	static void noinline
		351	syserr (const char *msg)
		352	{
		353	if (!msg)
		354	msg = "(libev) system error";
		355
		356	if (syserr_cb)
		357	syserr_cb (msg);
		358	else
		359	{
		360	perror (msg);
		361	abort ();
		362	}
		363	}
		364
		365	static void *(*alloc)(void *ptr, long size);
		366
		367	void
		368	ev_set_allocator (void *(*cb)(void *ptr, long size))
		369	{
		370	alloc = cb;
		371	}
		372
		373	inline_speed void *
		374	ev_realloc (void *ptr, long size)
		375	{
		376	ptr = alloc ? alloc (ptr, size) : realloc (ptr, size);
		377
		378	if (!ptr && size)
		379	{
		380	fprintf (stderr, "libev: cannot allocate %ld bytes, aborting.", size);
		381	abort ();
		382	}
		383
		384	return ptr;
		385	}
		386
		387	#define ev_malloc(size) ev_realloc (0, (size))
		388	#define ev_free(ptr) ev_realloc ((ptr), 0)
		389
		390	/*****************************************************************************/
		391
		392	typedef struct
		393	{
		394	WL head;
		395	unsigned char events;
		396	unsigned char reify;
		397	#if EV_SELECT_IS_WINSOCKET
		398	SOCKET handle;
		399	#endif
		400	} ANFD;
		401
		402	typedef struct
		403	{
		404	W w;
		405	int events;
		406	} ANPENDING;
		407
		408	#if EV_USE_INOTIFY
		409	typedef struct
		410	{
		411	WL head;
		412	} ANFS;
		413	#endif
		414
		415	#if EV_MULTIPLICITY
		416
		417	struct ev_loop
		418	{
		419	ev_tstamp ev_rt_now;
		420	#define ev_rt_now ((loop)->ev_rt_now)
		421	#define VAR(name,decl) decl;
		422	#include "ev_vars.h"
		423	#undef VAR
		424	};
		425	#include "ev_wrap.h"
		426
		427	static struct ev_loop default_loop_struct;
		428	struct ev_loop *ev_default_loop_ptr;
		429
		430	#else
		431
75	ev_tstamp ev_now;	432	ev_tstamp ev_rt_now;
76	int ev_method;	433	#define VAR(name,decl) static decl;
		434	#include "ev_vars.h"
		435	#undef VAR
77		436
78	static int have_monotonic; /* runtime */	437	static int ev_default_loop_ptr;
79		438
80	static ev_tstamp method_fudge; /* stupid epoll-returns-early bug */	439	#endif
81	static void (*method_modify)(int fd, int oev, int nev);
82	static void (*method_poll)(ev_tstamp timeout);
83		440
84	/*****************************************************************************/	441	/*****************************************************************************/
85		442
86	ev_tstamp	443	ev_tstamp
87	ev_time (void)	444	ev_time (void)
88	{	445	{
89	#if HAVE_REALTIME	446	#if EV_USE_REALTIME
90	struct timespec ts;	447	struct timespec ts;
91	clock_gettime (CLOCK_REALTIME, &ts);	448	clock_gettime (CLOCK_REALTIME, &ts);
92	return ts.tv_sec + ts.tv_nsec * 1e-9;	449	return ts.tv_sec + ts.tv_nsec * 1e-9;
93	#else	450	#else
94	struct timeval tv;	451	struct timeval tv;
95	gettimeofday (&tv, 0);	452	gettimeofday (&tv, 0);
96	return tv.tv_sec + tv.tv_usec * 1e-6;	453	return tv.tv_sec + tv.tv_usec * 1e-6;
97	#endif	454	#endif
98	}	455	}
99		456
100	static ev_tstamp	457	ev_tstamp inline_size
101	get_clock (void)	458	get_clock (void)
102	{	459	{
103	#if HAVE_MONOTONIC	460	#if EV_USE_MONOTONIC
104	if (have_monotonic)	461	if (expect_true (have_monotonic))
105	{	462	{
106	struct timespec ts;	463	struct timespec ts;
107	clock_gettime (CLOCK_MONOTONIC, &ts);	464	clock_gettime (CLOCK_MONOTONIC, &ts);
108	return ts.tv_sec + ts.tv_nsec * 1e-9;	465	return ts.tv_sec + ts.tv_nsec * 1e-9;
109	}	466	}
110	#endif	467	#endif
111		468
112	return ev_time ();	469	return ev_time ();
113	}	470	}
114		471
115	#define array_needsize(base,cur,cnt,init) \	472	#if EV_MULTIPLICITY
116	if ((cnt) > cur) \	473	ev_tstamp
117	{ \	474	ev_now (EV_P)
118	int newcnt = cur; \	475	{
119	do \	476	return ev_rt_now;
120	{ \	477	}
121	newcnt = (newcnt << 1) | 4 & ~3; \	478	#endif
122	} \	479
123	while ((cnt) > newcnt); \	480	void
124	\	481	ev_sleep (ev_tstamp delay)
125	base = realloc (base, sizeof (*base) * (newcnt)); \	482	{
126	init (base + cur, newcnt - cur); \	483	if (delay > 0.)
127	cur = newcnt; \
128	}	484	{
		485	#if EV_USE_NANOSLEEP
		486	struct timespec ts;
		487
		488	ts.tv_sec = (time_t)delay;
		489	ts.tv_nsec = (long)((delay - (ev_tstamp)(ts.tv_sec)) * 1e9);
		490
		491	nanosleep (&ts, 0);
		492	#elif defined(_WIN32)
		493	Sleep ((unsigned long)(delay * 1e3));
		494	#else
		495	struct timeval tv;
		496
		497	tv.tv_sec = (time_t)delay;
		498	tv.tv_usec = (long)((delay - (ev_tstamp)(tv.tv_sec)) * 1e6);
		499
		500	select (0, 0, 0, 0, &tv);
		501	#endif
		502	}
		503	}
129		504
130	/*****************************************************************************/	505	/*****************************************************************************/
131		506
		507	int inline_size
		508	array_nextsize (int elem, int cur, int cnt)
		509	{
		510	int ncur = cur + 1;
		511
		512	do
		513	ncur <<= 1;
		514	while (cnt > ncur);
		515
		516	/* if size > 4096, round to 4096 - 4 * longs to accomodate malloc overhead */
		517	if (elem * ncur > 4096)
		518	{
		519	ncur *= elem;
		520	ncur = (ncur + elem + 4095 + sizeof (void *) * 4) & ~4095;
		521	ncur = ncur - sizeof (void *) * 4;
		522	ncur /= elem;
		523	}
		524
		525	return ncur;
		526	}
		527
		528	static noinline void *
		529	array_realloc (int elem, void *base, int *cur, int cnt)
		530	{
		531	*cur = array_nextsize (elem, *cur, cnt);
		532	return ev_realloc (base, elem * *cur);
		533	}
		534
		535	#define array_needsize(type,base,cur,cnt,init) \
		536	if (expect_false ((cnt) > (cur))) \
		537	{ \
		538	int ocur_ = (cur); \
		539	(base) = (type *)array_realloc \
		540	(sizeof (type), (base), &(cur), (cnt)); \
		541	init ((base) + (ocur_), (cur) - ocur_); \
		542	}
		543
		544	#if 0
		545	#define array_slim(type,stem) \
		546	if (stem ## max < array_roundsize (stem ## cnt >> 2)) \
		547	{ \
		548	stem ## max = array_roundsize (stem ## cnt >> 1); \
		549	base = (type *)ev_realloc (base, sizeof (type) * (stem ## max));\
		550	fprintf (stderr, "slimmed down " # stem " to %d\n", stem ## max);/*D*/\
		551	}
		552	#endif
		553
		554	#define array_free(stem, idx) \
		555	ev_free (stem ## s idx); stem ## cnt idx = stem ## max idx = 0;
		556
		557	/*****************************************************************************/
		558
		559	void noinline
		560	ev_feed_event (EV_P_ void *w, int revents)
		561	{
		562	W w_ = (W)w;
		563	int pri = ABSPRI (w_);
		564
		565	if (expect_false (w_->pending))
		566	pendings [pri][w_->pending - 1].events |= revents;
		567	else
		568	{
		569	w_->pending = ++pendingcnt [pri];
		570	array_needsize (ANPENDING, pendings [pri], pendingmax [pri], w_->pending, EMPTY2);
		571	pendings [pri][w_->pending - 1].w = w_;
		572	pendings [pri][w_->pending - 1].events = revents;
		573	}
		574	}
		575
		576	void inline_speed
		577	queue_events (EV_P_ W *events, int eventcnt, int type)
		578	{
		579	int i;
		580
		581	for (i = 0; i < eventcnt; ++i)
		582	ev_feed_event (EV_A_ events [i], type);
		583	}
		584
		585	/*****************************************************************************/
		586
		587	void inline_size
		588	anfds_init (ANFD *base, int count)
		589	{
		590	while (count--)
		591	{
		592	base->head = 0;
		593	base->events = EV_NONE;
		594	base->reify = 0;
		595
		596	++base;
		597	}
		598	}
		599
		600	void inline_speed
		601	fd_event (EV_P_ int fd, int revents)
		602	{
		603	ANFD *anfd = anfds + fd;
		604	ev_io *w;
		605
		606	for (w = (ev_io *)anfd->head; w; w = (ev_io *)((WL)w)->next)
		607	{
		608	int ev = w->events & revents;
		609
		610	if (ev)
		611	ev_feed_event (EV_A_ (W)w, ev);
		612	}
		613	}
		614
		615	void
		616	ev_feed_fd_event (EV_P_ int fd, int revents)
		617	{
		618	if (fd >= 0 && fd < anfdmax)
		619	fd_event (EV_A_ fd, revents);
		620	}
		621
		622	void inline_size
		623	fd_reify (EV_P)
		624	{
		625	int i;
		626
		627	for (i = 0; i < fdchangecnt; ++i)
		628	{
		629	int fd = fdchanges [i];
		630	ANFD *anfd = anfds + fd;
		631	ev_io *w;
		632
		633	unsigned char events = 0;
		634
		635	for (w = (ev_io *)anfd->head; w; w = (ev_io *)((WL)w)->next)
		636	events |= (unsigned char)w->events;
		637
		638	#if EV_SELECT_IS_WINSOCKET
		639	if (events)
		640	{
		641	unsigned long argp;
		642	#ifdef EV_FD_TO_WIN32_HANDLE
		643	anfd->handle = EV_FD_TO_WIN32_HANDLE (fd);
		644	#else
		645	anfd->handle = _get_osfhandle (fd);
		646	#endif
		647	assert (("libev only supports socket fds in this configuration", ioctlsocket (anfd->handle, FIONREAD, &argp) == 0));
		648	}
		649	#endif
		650
		651	{
		652	unsigned char o_events = anfd->events;
		653	unsigned char o_reify = anfd->reify;
		654
		655	anfd->reify = 0;
		656	anfd->events = events;
		657
		658	if (o_events != events || o_reify & EV_IOFDSET)
		659	backend_modify (EV_A_ fd, o_events, events);
		660	}
		661	}
		662
		663	fdchangecnt = 0;
		664	}
		665
		666	void inline_size
		667	fd_change (EV_P_ int fd, int flags)
		668	{
		669	unsigned char reify = anfds [fd].reify;
		670	anfds [fd].reify |= flags;
		671
		672	if (expect_true (!reify))
		673	{
		674	++fdchangecnt;
		675	array_needsize (int, fdchanges, fdchangemax, fdchangecnt, EMPTY2);
		676	fdchanges [fdchangecnt - 1] = fd;
		677	}
		678	}
		679
		680	void inline_speed
		681	fd_kill (EV_P_ int fd)
		682	{
		683	ev_io *w;
		684
		685	while ((w = (ev_io *)anfds [fd].head))
		686	{
		687	ev_io_stop (EV_A_ w);
		688	ev_feed_event (EV_A_ (W)w, EV_ERROR | EV_READ | EV_WRITE);
		689	}
		690	}
		691
		692	int inline_size
		693	fd_valid (int fd)
		694	{
		695	#ifdef _WIN32
		696	return _get_osfhandle (fd) != -1;
		697	#else
		698	return fcntl (fd, F_GETFD) != -1;
		699	#endif
		700	}
		701
		702	/* called on EBADF to verify fds */
		703	static void noinline
		704	fd_ebadf (EV_P)
		705	{
		706	int fd;
		707
		708	for (fd = 0; fd < anfdmax; ++fd)
		709	if (anfds [fd].events)
		710	if (!fd_valid (fd) == -1 && errno == EBADF)
		711	fd_kill (EV_A_ fd);
		712	}
		713
		714	/* called on ENOMEM in select/poll to kill some fds and retry */
		715	static void noinline
		716	fd_enomem (EV_P)
		717	{
		718	int fd;
		719
		720	for (fd = anfdmax; fd--; )
		721	if (anfds [fd].events)
		722	{
		723	fd_kill (EV_A_ fd);
		724	return;
		725	}
		726	}
		727
		728	/* usually called after fork if backend needs to re-arm all fds from scratch */
		729	static void noinline
		730	fd_rearm_all (EV_P)
		731	{
		732	int fd;
		733
		734	for (fd = 0; fd < anfdmax; ++fd)
		735	if (anfds [fd].events)
		736	{
		737	anfds [fd].events = 0;
		738	fd_change (EV_A_ fd, EV_IOFDSET | 1);
		739	}
		740	}
		741
		742	/*****************************************************************************/
		743
		744	void inline_speed
		745	upheap (WT *heap, int k)
		746	{
		747	WT w = heap [k];
		748
		749	while (k)
		750	{
		751	int p = (k - 1) >> 1;
		752
		753	if (heap [p]->at <= w->at)
		754	break;
		755
		756	heap [k] = heap [p];
		757	((W)heap [k])->active = k + 1;
		758	k = p;
		759	}
		760
		761	heap [k] = w;
		762	((W)heap [k])->active = k + 1;
		763	}
		764
		765	void inline_speed
		766	downheap (WT *heap, int N, int k)
		767	{
		768	WT w = heap [k];
		769
		770	for (;;)
		771	{
		772	int c = (k << 1) + 1;
		773
		774	if (c >= N)
		775	break;
		776
		777	c += c + 1 < N && heap [c]->at > heap [c + 1]->at
		778	? 1 : 0;
		779
		780	if (w->at <= heap [c]->at)
		781	break;
		782
		783	heap [k] = heap [c];
		784	((W)heap [k])->active = k + 1;
		785
		786	k = c;
		787	}
		788
		789	heap [k] = w;
		790	((W)heap [k])->active = k + 1;
		791	}
		792
		793	void inline_size
		794	adjustheap (WT *heap, int N, int k)
		795	{
		796	upheap (heap, k);
		797	downheap (heap, N, k);
		798	}
		799
		800	/*****************************************************************************/
		801
132	typedef struct	802	typedef struct
133	{	803	{
134	struct ev_io *head;	804	WL head;
135	unsigned char wev, rev; /* want, received event set */	805	EV_ATOMIC_T gotsig;
136	} ANFD;
137
138	static ANFD *anfds;
139	static int anfdmax;
140
141	static int *fdchanges;
142	static int fdchangemax, fdchangecnt;
143
144	static void
145	anfds_init (ANFD *base, int count)
146	{
147	while (count--)
148	{
149	base->head = 0;
150	base->wev = base->rev = EV_NONE;
151	++base;
152	}
153	}
154
155	typedef struct
156	{
157	W w;
158	int events;
159	} ANPENDING;
160
161	static ANPENDING *pendings;
162	static int pendingmax, pendingcnt;
163
164	static void
165	event (W w, int events)
166	{
167	if (w->active)
168	{
169	w->pending = ++pendingcnt;
170	array_needsize (pendings, pendingmax, pendingcnt, );
171	pendings [pendingcnt - 1].w = w;
172	pendings [pendingcnt - 1].events = events;
173	}
174	}
175
176	static void
177	fd_event (int fd, int events)
178	{
179	ANFD *anfd = anfds + fd;
180	struct ev_io *w;
181
182	for (w = anfd->head; w; w = w->next)
183	{
184	int ev = w->events & events;
185
186	if (ev)
187	event ((W)w, ev);
188	}
189	}
190
191	static void
192	queue_events (W *events, int eventcnt, int type)
193	{
194	int i;
195
196	for (i = 0; i < eventcnt; ++i)
197	event (events [i], type);
198	}
199
200	/* called on EBADF to verify fds */
201	static void
202	fd_recheck ()
203	{
204	int fd;
205
206	for (fd = 0; fd < anfdmax; ++fd)
207	if (anfds [fd].wev)
208	if (fcntl (fd, F_GETFD) == -1 && errno == EBADF)
209	while (anfds [fd].head)
210	evio_stop (anfds [fd].head);
211	}
212
213	/*****************************************************************************/
214
215	static struct ev_timer **timers;
216	static int timermax, timercnt;
217
218	static struct ev_periodic **periodics;
219	static int periodicmax, periodiccnt;
220
221	static void
222	upheap (WT *timers, int k)
223	{
224	WT w = timers [k];
225
226	while (k && timers [k >> 1]->at > w->at)
227	{
228	timers [k] = timers [k >> 1];
229	timers [k]->active = k + 1;
230	k >>= 1;
231	}
232
233	timers [k] = w;
234	timers [k]->active = k + 1;
235
236	}
237
238	static void
239	downheap (WT *timers, int N, int k)
240	{
241	WT w = timers [k];
242
243	while (k < (N >> 1))
244	{
245	int j = k << 1;
246
247	if (j + 1 < N && timers [j]->at > timers [j + 1]->at)
248	++j;
249
250	if (w->at <= timers [j]->at)
251	break;
252
253	timers [k] = timers [j];
254	timers [k]->active = k + 1;
255	k = j;
256	}
257
258	timers [k] = w;
259	timers [k]->active = k + 1;
260	}
261
262	/*****************************************************************************/
263
264	typedef struct
265	{
266	struct ev_signal *head;
267	sig_atomic_t gotsig;
268	} ANSIG;	806	} ANSIG;
269		807
270	static ANSIG *signals;	808	static ANSIG *signals;
271	static int signalmax;	809	static int signalmax;
272		810
273	static int sigpipe [2];	811	static EV_ATOMIC_T gotsig;
274	static sig_atomic_t gotsig;
275	static struct ev_io sigev;
276		812
277	static void	813	void inline_size
278	signals_init (ANSIG *base, int count)	814	signals_init (ANSIG *base, int count)
279	{	815	{
280	while (count--)	816	while (count--)
281	{	817	{
282	base->head = 0;	818	base->head = 0;
283	base->gotsig = 0;	819	base->gotsig = 0;
		820
284	++base;	821	++base;
285	}	822	}
286	}	823	}
287		824
		825	/*****************************************************************************/
		826
		827	void inline_speed
		828	fd_intern (int fd)
		829	{
		830	#ifdef _WIN32
		831	int arg = 1;
		832	ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg);
		833	#else
		834	fcntl (fd, F_SETFD, FD_CLOEXEC);
		835	fcntl (fd, F_SETFL, O_NONBLOCK);
		836	#endif
		837	}
		838
		839	static void noinline
		840	evpipe_init (EV_P)
		841	{
		842	if (!ev_is_active (&pipeev))
		843	{
		844	#if EV_USE_EVENTFD
		845	if ((evfd = eventfd (0, 0)) >= 0)
		846	{
		847	evpipe [0] = -1;
		848	fd_intern (evfd);
		849	ev_io_set (&pipeev, evfd, EV_READ);
		850	}
		851	else
		852	#endif
		853	{
		854	while (pipe (evpipe))
		855	syserr ("(libev) error creating signal/async pipe");
		856
		857	fd_intern (evpipe [0]);
		858	fd_intern (evpipe [1]);
		859	ev_io_set (&pipeev, evpipe [0], EV_READ);
		860	}
		861
		862	ev_io_start (EV_A_ &pipeev);
		863	ev_unref (EV_A); /* watcher should not keep loop alive */
		864	}
		865	}
		866
		867	void inline_size
		868	evpipe_write (EV_P_ EV_ATOMIC_T *flag)
		869	{
		870	if (!*flag)
		871	{
		872	int old_errno = errno; /* save errno because write might clobber it */
		873
		874	*flag = 1;
		875
		876	#if EV_USE_EVENTFD
		877	if (evfd >= 0)
		878	{
		879	uint64_t counter = 1;
		880	write (evfd, &counter, sizeof (uint64_t));
		881	}
		882	else
		883	#endif
		884	write (evpipe [1], &old_errno, 1);
		885
		886	errno = old_errno;
		887	}
		888	}
		889
288	static void	890	static void
		891	pipecb (EV_P_ ev_io *iow, int revents)
		892	{
		893	#if EV_USE_EVENTFD
		894	if (evfd >= 0)
		895	{
		896	uint64_t counter = 1;
		897	read (evfd, &counter, sizeof (uint64_t));
		898	}
		899	else
		900	#endif
		901	{
		902	char dummy;
		903	read (evpipe [0], &dummy, 1);
		904	}
		905
		906	if (gotsig && ev_is_default_loop (EV_A))
		907	{
		908	int signum;
		909	gotsig = 0;
		910
		911	for (signum = signalmax; signum--; )
		912	if (signals [signum].gotsig)
		913	ev_feed_signal_event (EV_A_ signum + 1);
		914	}
		915
		916	#if EV_ASYNC_ENABLE
		917	if (gotasync)
		918	{
		919	int i;
		920	gotasync = 0;
		921
		922	for (i = asynccnt; i--; )
		923	if (asyncs [i]->sent)
		924	{
		925	asyncs [i]->sent = 0;
		926	ev_feed_event (EV_A_ asyncs [i], EV_ASYNC);
		927	}
		928	}
		929	#endif
		930	}
		931
		932	/*****************************************************************************/
		933
		934	static void
289	sighandler (int signum)	935	ev_sighandler (int signum)
290	{	936	{
		937	#if EV_MULTIPLICITY
		938	struct ev_loop *loop = &default_loop_struct;
		939	#endif
		940
		941	#if _WIN32
		942	signal (signum, ev_sighandler);
		943	#endif
		944
291	signals [signum - 1].gotsig = 1;	945	signals [signum - 1].gotsig = 1;
292		946	evpipe_write (EV_A_ &gotsig);
293	if (!gotsig)
294	{
295	gotsig = 1;
296	write (sigpipe [1], &gotsig, 1);
297	}
298	}	947	}
299		948
300	static void	949	void noinline
301	sigcb (struct ev_io *iow, int revents)	950	ev_feed_signal_event (EV_P_ int signum)
302	{	951	{
303	struct ev_signal *w;	952	WL w;
304	int sig;
305		953
306	gotsig = 0;	954	#if EV_MULTIPLICITY
307	read (sigpipe [0], &revents, 1);	955	assert (("feeding signal events is only supported in the default loop", loop == ev_default_loop_ptr));
		956	#endif
308		957
309	for (sig = signalmax; sig--; )	958	--signum;
310	if (signals [sig].gotsig)	959
311	{	960	if (signum < 0 || signum >= signalmax)
		961	return;
		962
312	signals [sig].gotsig = 0;	963	signals [signum].gotsig = 0;
313		964
314	for (w = signals [sig].head; w; w = w->next)	965	for (w = signals [signum].head; w; w = w->next)
315	event ((W)w, EV_SIGNAL);	966	ev_feed_event (EV_A_ (W)w, EV_SIGNAL);
316	}
317	}
318
319	static void
320	siginit (void)
321	{
322	fcntl (sigpipe [0], F_SETFD, FD_CLOEXEC);
323	fcntl (sigpipe [1], F_SETFD, FD_CLOEXEC);
324
325	/* rather than sort out wether we really need nb, set it */
326	fcntl (sigpipe [0], F_SETFL, O_NONBLOCK);
327	fcntl (sigpipe [1], F_SETFL, O_NONBLOCK);
328
329	evio_set (&sigev, sigpipe [0], EV_READ);
330	evio_start (&sigev);
331	}	967	}
332		968
333	/*****************************************************************************/	969	/*****************************************************************************/
334		970
335	static struct ev_idle **idles;	971	static WL childs [EV_PID_HASHSIZE];
336	static int idlemax, idlecnt;
337		972
338	static struct ev_prepare **prepares;	973	#ifndef _WIN32
339	static int preparemax, preparecnt;
340		974
341	static struct ev_check **checks;
342	static int checkmax, checkcnt;
343
344	/*****************************************************************************/
345
346	static struct ev_child *childs [PID_HASHSIZE];
347	static struct ev_signal childev;	975	static ev_signal childev;
		976
		977	#ifndef WIFCONTINUED
		978	# define WIFCONTINUED(status) 0
		979	#endif
		980
		981	void inline_speed
		982	child_reap (EV_P_ int chain, int pid, int status)
		983	{
		984	ev_child *w;
		985	int traced = WIFSTOPPED (status) || WIFCONTINUED (status);
		986
		987	for (w = (ev_child *)childs [chain & (EV_PID_HASHSIZE - 1)]; w; w = (ev_child *)((WL)w)->next)
		988	{
		989	if ((w->pid == pid || !w->pid)
		990	&& (!traced || (w->flags & 1)))
		991	{
		992	ev_set_priority (w, EV_MAXPRI); /* need to do it *now*, this *must* be the same prio as the signal watcher itself */
		993	w->rpid = pid;
		994	w->rstatus = status;
		995	ev_feed_event (EV_A_ (W)w, EV_CHILD);
		996	}
		997	}
		998	}
348		999
349	#ifndef WCONTINUED	1000	#ifndef WCONTINUED
350	# define WCONTINUED 0	1001	# define WCONTINUED 0
351	#endif	1002	#endif
352		1003
353	static void	1004	static void
354	childcb (struct ev_signal *sw, int revents)	1005	childcb (EV_P_ ev_signal *sw, int revents)
355	{	1006	{
356	struct ev_child *w;
357	int pid, status;	1007	int pid, status;
358		1008
		1009	/* some systems define WCONTINUED but then fail to support it (linux 2.4) */
359	while ((pid = waitpid (-1, &status, WNOHANG | WUNTRACED | WCONTINUED)) != -1)	1010	if (0 >= (pid = waitpid (-1, &status, WNOHANG | WUNTRACED | WCONTINUED)))
360	for (w = childs [pid & (PID_HASHSIZE - 1)]; w; w = w->next)	1011	if (!WCONTINUED
361	if (w->pid == pid || w->pid == -1)	1012	|| errno != EINVAL
362	{	1013	|| 0 >= (pid = waitpid (-1, &status, WNOHANG | WUNTRACED)))
363	w->status = status;	1014	return;
364	event ((W)w, EV_CHILD);	1015
365	}	1016	/* make sure we are called again until all children have been reaped */
		1017	/* we need to do it this way so that the callback gets called before we continue */
		1018	ev_feed_event (EV_A_ (W)sw, EV_SIGNAL);
		1019
		1020	child_reap (EV_A_ pid, pid, status);
		1021	if (EV_PID_HASHSIZE > 1)
		1022	child_reap (EV_A_ 0, pid, status); /* this might trigger a watcher twice, but feed_event catches that */
366	}	1023	}
		1024
		1025	#endif
367		1026
368	/*****************************************************************************/	1027	/*****************************************************************************/
369		1028
		1029	#if EV_USE_PORT
		1030	# include "ev_port.c"
		1031	#endif
		1032	#if EV_USE_KQUEUE
		1033	# include "ev_kqueue.c"
		1034	#endif
370	#if HAVE_EPOLL	1035	#if EV_USE_EPOLL
371	# include "ev_epoll.c"	1036	# include "ev_epoll.c"
372	#endif	1037	#endif
		1038	#if EV_USE_POLL
		1039	# include "ev_poll.c"
		1040	#endif
373	#if HAVE_SELECT	1041	#if EV_USE_SELECT
374	# include "ev_select.c"	1042	# include "ev_select.c"
375	#endif	1043	#endif
376		1044
377	int ev_init (int flags)	1045	int
		1046	ev_version_major (void)
378	{	1047	{
379	if (!ev_method)	1048	return EV_VERSION_MAJOR;
		1049	}
		1050
		1051	int
		1052	ev_version_minor (void)
		1053	{
		1054	return EV_VERSION_MINOR;
		1055	}
		1056
		1057	/* return true if we are running with elevated privileges and should ignore env variables */
		1058	int inline_size
		1059	enable_secure (void)
		1060	{
		1061	#ifdef _WIN32
		1062	return 0;
		1063	#else
		1064	return getuid () != geteuid ()
		1065	|| getgid () != getegid ();
		1066	#endif
		1067	}
		1068
		1069	unsigned int
		1070	ev_supported_backends (void)
		1071	{
		1072	unsigned int flags = 0;
		1073
		1074	if (EV_USE_PORT ) flags |= EVBACKEND_PORT;
		1075	if (EV_USE_KQUEUE) flags |= EVBACKEND_KQUEUE;
		1076	if (EV_USE_EPOLL ) flags |= EVBACKEND_EPOLL;
		1077	if (EV_USE_POLL ) flags |= EVBACKEND_POLL;
		1078	if (EV_USE_SELECT) flags |= EVBACKEND_SELECT;
		1079
		1080	return flags;
		1081	}
		1082
		1083	unsigned int
		1084	ev_recommended_backends (void)
		1085	{
		1086	unsigned int flags = ev_supported_backends ();
		1087
		1088	#ifndef __NetBSD__
		1089	/* kqueue is borked on everything but netbsd apparently */
		1090	/* it usually doesn't work correctly on anything but sockets and pipes */
		1091	flags &= ~EVBACKEND_KQUEUE;
		1092	#endif
		1093	#ifdef __APPLE__
		1094	// flags &= ~EVBACKEND_KQUEUE; for documentation
		1095	flags &= ~EVBACKEND_POLL;
		1096	#endif
		1097
		1098	return flags;
		1099	}
		1100
		1101	unsigned int
		1102	ev_embeddable_backends (void)
		1103	{
		1104	int flags = EVBACKEND_EPOLL | EVBACKEND_KQUEUE | EVBACKEND_PORT;
		1105
		1106	/* epoll embeddability broken on all linux versions up to at least 2.6.23 */
		1107	/* please fix it and tell me how to detect the fix */
		1108	flags &= ~EVBACKEND_EPOLL;
		1109
		1110	return flags;
		1111	}
		1112
		1113	unsigned int
		1114	ev_backend (EV_P)
		1115	{
		1116	return backend;
		1117	}
		1118
		1119	unsigned int
		1120	ev_loop_count (EV_P)
		1121	{
		1122	return loop_count;
		1123	}
		1124
		1125	void
		1126	ev_set_io_collect_interval (EV_P_ ev_tstamp interval)
		1127	{
		1128	io_blocktime = interval;
		1129	}
		1130
		1131	void
		1132	ev_set_timeout_collect_interval (EV_P_ ev_tstamp interval)
		1133	{
		1134	timeout_blocktime = interval;
		1135	}
		1136
		1137	static void noinline
		1138	loop_init (EV_P_ unsigned int flags)
		1139	{
		1140	if (!backend)
380	{	1141	{
381	#if HAVE_MONOTONIC	1142	#if EV_USE_MONOTONIC
382	{	1143	{
383	struct timespec ts;	1144	struct timespec ts;
384	if (!clock_gettime (CLOCK_MONOTONIC, &ts))	1145	if (!clock_gettime (CLOCK_MONOTONIC, &ts))
385	have_monotonic = 1;	1146	have_monotonic = 1;
386	}	1147	}
387	#endif	1148	#endif
388		1149
389	ev_now = ev_time ();	1150	ev_rt_now = ev_time ();
390	now = get_clock ();	1151	mn_now = get_clock ();
		1152	now_floor = mn_now;
391	diff = ev_now - now;	1153	rtmn_diff = ev_rt_now - mn_now;
392		1154
393	if (pipe (sigpipe))	1155	io_blocktime = 0.;
394	return 0;	1156	timeout_blocktime = 0.;
		1157	backend = 0;
		1158	backend_fd = -1;
		1159	gotasync = 0;
		1160	#if EV_USE_INOTIFY
		1161	fs_fd = -2;
		1162	#endif
395		1163
396	ev_method = EVMETHOD_NONE;	1164	/* pid check not overridable via env */
		1165	#ifndef _WIN32
		1166	if (flags & EVFLAG_FORKCHECK)
		1167	curpid = getpid ();
		1168	#endif
		1169
		1170	if (!(flags & EVFLAG_NOENV)
		1171	&& !enable_secure ()
		1172	&& getenv ("LIBEV_FLAGS"))
		1173	flags = atoi (getenv ("LIBEV_FLAGS"));
		1174
		1175	if (!(flags & 0x0000ffffUL))
		1176	flags |= ev_recommended_backends ();
		1177
		1178	#if EV_USE_PORT
		1179	if (!backend && (flags & EVBACKEND_PORT )) backend = port_init (EV_A_ flags);
		1180	#endif
		1181	#if EV_USE_KQUEUE
		1182	if (!backend && (flags & EVBACKEND_KQUEUE)) backend = kqueue_init (EV_A_ flags);
		1183	#endif
397	#if HAVE_EPOLL	1184	#if EV_USE_EPOLL
398	if (ev_method == EVMETHOD_NONE) epoll_init (flags);	1185	if (!backend && (flags & EVBACKEND_EPOLL )) backend = epoll_init (EV_A_ flags);
399	#endif	1186	#endif
		1187	#if EV_USE_POLL
		1188	if (!backend && (flags & EVBACKEND_POLL )) backend = poll_init (EV_A_ flags);
		1189	#endif
400	#if HAVE_SELECT	1190	#if EV_USE_SELECT
401	if (ev_method == EVMETHOD_NONE) select_init (flags);	1191	if (!backend && (flags & EVBACKEND_SELECT)) backend = select_init (EV_A_ flags);
402	#endif	1192	#endif
403		1193
404	if (ev_method)	1194	ev_init (&pipeev, pipecb);
		1195	ev_set_priority (&pipeev, EV_MAXPRI);
		1196	}
		1197	}
		1198
		1199	static void noinline
		1200	loop_destroy (EV_P)
		1201	{
		1202	int i;
		1203
		1204	if (ev_is_active (&pipeev))
		1205	{
		1206	ev_ref (EV_A); /* signal watcher */
		1207	ev_io_stop (EV_A_ &pipeev);
		1208
		1209	#if EV_USE_EVENTFD
		1210	if (evfd >= 0)
		1211	close (evfd);
		1212	#endif
		1213
		1214	if (evpipe [0] >= 0)
405	{	1215	{
406	evw_init (&sigev, sigcb);	1216	close (evpipe [0]);
407	siginit ();	1217	close (evpipe [1]);
408
409	evsignal_init (&childev, childcb, SIGCHLD);
410	evsignal_start (&childev);
411	}	1218	}
412	}	1219	}
413		1220
414	return ev_method;	1221	#if EV_USE_INOTIFY
		1222	if (fs_fd >= 0)
		1223	close (fs_fd);
		1224	#endif
		1225
		1226	if (backend_fd >= 0)
		1227	close (backend_fd);
		1228
		1229	#if EV_USE_PORT
		1230	if (backend == EVBACKEND_PORT ) port_destroy (EV_A);
		1231	#endif
		1232	#if EV_USE_KQUEUE
		1233	if (backend == EVBACKEND_KQUEUE) kqueue_destroy (EV_A);
		1234	#endif
		1235	#if EV_USE_EPOLL
		1236	if (backend == EVBACKEND_EPOLL ) epoll_destroy (EV_A);
		1237	#endif
		1238	#if EV_USE_POLL
		1239	if (backend == EVBACKEND_POLL ) poll_destroy (EV_A);
		1240	#endif
		1241	#if EV_USE_SELECT
		1242	if (backend == EVBACKEND_SELECT) select_destroy (EV_A);
		1243	#endif
		1244
		1245	for (i = NUMPRI; i--; )
		1246	{
		1247	array_free (pending, [i]);
		1248	#if EV_IDLE_ENABLE
		1249	array_free (idle, [i]);
		1250	#endif
		1251	}
		1252
		1253	ev_free (anfds); anfdmax = 0;
		1254
		1255	/* have to use the microsoft-never-gets-it-right macro */
		1256	array_free (fdchange, EMPTY);
		1257	array_free (timer, EMPTY);
		1258	#if EV_PERIODIC_ENABLE
		1259	array_free (periodic, EMPTY);
		1260	#endif
		1261	#if EV_FORK_ENABLE
		1262	array_free (fork, EMPTY);
		1263	#endif
		1264	array_free (prepare, EMPTY);
		1265	array_free (check, EMPTY);
		1266	#if EV_ASYNC_ENABLE
		1267	array_free (async, EMPTY);
		1268	#endif
		1269
		1270	backend = 0;
		1271	}
		1272
		1273	void inline_size infy_fork (EV_P);
		1274
		1275	void inline_size
		1276	loop_fork (EV_P)
		1277	{
		1278	#if EV_USE_PORT
		1279	if (backend == EVBACKEND_PORT ) port_fork (EV_A);
		1280	#endif
		1281	#if EV_USE_KQUEUE
		1282	if (backend == EVBACKEND_KQUEUE) kqueue_fork (EV_A);
		1283	#endif
		1284	#if EV_USE_EPOLL
		1285	if (backend == EVBACKEND_EPOLL ) epoll_fork (EV_A);
		1286	#endif
		1287	#if EV_USE_INOTIFY
		1288	infy_fork (EV_A);
		1289	#endif
		1290
		1291	if (ev_is_active (&pipeev))
		1292	{
		1293	/* this "locks" the handlers against writing to the pipe */
		1294	/* while we modify the fd vars */
		1295	gotsig = 1;
		1296	#if EV_ASYNC_ENABLE
		1297	gotasync = 1;
		1298	#endif
		1299
		1300	ev_ref (EV_A);
		1301	ev_io_stop (EV_A_ &pipeev);
		1302
		1303	#if EV_USE_EVENTFD
		1304	if (evfd >= 0)
		1305	close (evfd);
		1306	#endif
		1307
		1308	if (evpipe [0] >= 0)
		1309	{
		1310	close (evpipe [0]);
		1311	close (evpipe [1]);
		1312	}
		1313
		1314	evpipe_init (EV_A);
		1315	/* now iterate over everything, in case we missed something */
		1316	pipecb (EV_A_ &pipeev, EV_READ);
		1317	}
		1318
		1319	postfork = 0;
		1320	}
		1321
		1322	#if EV_MULTIPLICITY
		1323	struct ev_loop *
		1324	ev_loop_new (unsigned int flags)
		1325	{
		1326	struct ev_loop *loop = (struct ev_loop *)ev_malloc (sizeof (struct ev_loop));
		1327
		1328	memset (loop, 0, sizeof (struct ev_loop));
		1329
		1330	loop_init (EV_A_ flags);
		1331
		1332	if (ev_backend (EV_A))
		1333	return loop;
		1334
		1335	return 0;
		1336	}
		1337
		1338	void
		1339	ev_loop_destroy (EV_P)
		1340	{
		1341	loop_destroy (EV_A);
		1342	ev_free (loop);
		1343	}
		1344
		1345	void
		1346	ev_loop_fork (EV_P)
		1347	{
		1348	postfork = 1; /* must be in line with ev_default_fork */
		1349	}
		1350
		1351	#endif
		1352
		1353	#if EV_MULTIPLICITY
		1354	struct ev_loop *
		1355	ev_default_loop_init (unsigned int flags)
		1356	#else
		1357	int
		1358	ev_default_loop (unsigned int flags)
		1359	#endif
		1360	{
		1361	if (!ev_default_loop_ptr)
		1362	{
		1363	#if EV_MULTIPLICITY
		1364	struct ev_loop *loop = ev_default_loop_ptr = &default_loop_struct;
		1365	#else
		1366	ev_default_loop_ptr = 1;
		1367	#endif
		1368
		1369	loop_init (EV_A_ flags);
		1370
		1371	if (ev_backend (EV_A))
		1372	{
		1373	#ifndef _WIN32
		1374	ev_signal_init (&childev, childcb, SIGCHLD);
		1375	ev_set_priority (&childev, EV_MAXPRI);
		1376	ev_signal_start (EV_A_ &childev);
		1377	ev_unref (EV_A); /* child watcher should not keep loop alive */
		1378	#endif
		1379	}
		1380	else
		1381	ev_default_loop_ptr = 0;
		1382	}
		1383
		1384	return ev_default_loop_ptr;
		1385	}
		1386
		1387	void
		1388	ev_default_destroy (void)
		1389	{
		1390	#if EV_MULTIPLICITY
		1391	struct ev_loop *loop = ev_default_loop_ptr;
		1392	#endif
		1393
		1394	#ifndef _WIN32
		1395	ev_ref (EV_A); /* child watcher */
		1396	ev_signal_stop (EV_A_ &childev);
		1397	#endif
		1398
		1399	loop_destroy (EV_A);
		1400	}
		1401
		1402	void
		1403	ev_default_fork (void)
		1404	{
		1405	#if EV_MULTIPLICITY
		1406	struct ev_loop *loop = ev_default_loop_ptr;
		1407	#endif
		1408
		1409	if (backend)
		1410	postfork = 1; /* must be in line with ev_loop_fork */
415	}	1411	}
416		1412
417	/*****************************************************************************/	1413	/*****************************************************************************/
418		1414
419	void ev_prefork (void)	1415	void
		1416	ev_invoke (EV_P_ void *w, int revents)
420	{	1417	{
421	/* nop */	1418	EV_CB_INVOKE ((W)w, revents);
422	}	1419	}
423		1420
424	void ev_postfork_parent (void)	1421	void inline_speed
		1422	call_pending (EV_P)
425	{	1423	{
426	/* nop */
427	}
428
429	void ev_postfork_child (void)
430	{
431	#if HAVE_EPOLL
432	if (ev_method == EVMETHOD_EPOLL)
433	epoll_postfork_child ();
434	#endif
435
436	evio_stop (&sigev);
437	close (sigpipe [0]);
438	close (sigpipe [1]);
439	pipe (sigpipe);
440	siginit ();
441	}
442
443	/*****************************************************************************/
444
445	static void
446	fd_reify (void)
447	{
448	int i;	1424	int pri;
449		1425
450	for (i = 0; i < fdchangecnt; ++i)	1426	for (pri = NUMPRI; pri--; )
		1427	while (pendingcnt [pri])
451	{	1428	{
452	int fd = fdchanges [i];	1429	ANPENDING *p = pendings [pri] + --pendingcnt [pri];
453	ANFD *anfd = anfds + fd;
454	struct ev_io *w;
455		1430
456	int wev = 0;	1431	if (expect_true (p->w))
457
458	for (w = anfd->head; w; w = w->next)
459	wev |= w->events;
460
461	if (anfd->wev != wev)
462	{	1432	{
463	method_modify (fd, anfd->wev, wev);	1433	/*assert (("non-pending watcher on pending list", p->w->pending));*/
464	anfd->wev = wev;
465	}
466	}
467		1434
468	fdchangecnt = 0;
469	}
470
471	static void
472	call_pending ()
473	{
474	while (pendingcnt)
475	{
476	ANPENDING *p = pendings + --pendingcnt;
477
478	if (p->w)
479	{
480	p->w->pending = 0;	1435	p->w->pending = 0;
481	p->w->cb (p->w, p->events);	1436	EV_CB_INVOKE (p->w, p->events);
482	}	1437	}
483	}	1438	}
484	}	1439	}
485		1440
486	static void	1441	void inline_size
487	timers_reify ()	1442	timers_reify (EV_P)
488	{	1443	{
489	while (timercnt && timers [0]->at <= now)	1444	while (timercnt && ((WT)timers [0])->at <= mn_now)
490	{	1445	{
491	struct ev_timer *w = timers [0];	1446	ev_timer *w = (ev_timer *)timers [0];
492		1447
493	event ((W)w, EV_TIMEOUT);	1448	/*assert (("inactive timer on timer heap detected", ev_is_active (w)));*/
494		1449
495	/* first reschedule or stop timer */	1450	/* first reschedule or stop timer */
496	if (w->repeat)	1451	if (w->repeat)
497	{	1452	{
		1453	assert (("negative ev_timer repeat value found while processing timers", w->repeat > 0.));
		1454
498	w->at = now + w->repeat;	1455	((WT)w)->at += w->repeat;
499	assert (("timer timeout in the past, negative repeat?", w->at > now));	1456	if (((WT)w)->at < mn_now)
		1457	((WT)w)->at = mn_now;
		1458
500	downheap ((WT *)timers, timercnt, 0);	1459	downheap (timers, timercnt, 0);
501	}	1460	}
502	else	1461	else
503	evtimer_stop (w); /* nonrepeating: stop timer */	1462	ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */
504	}
505	}
506		1463
507	static void	1464	ev_feed_event (EV_A_ (W)w, EV_TIMEOUT);
		1465	}
		1466	}
		1467
		1468	#if EV_PERIODIC_ENABLE
		1469	void inline_size
508	periodics_reify ()	1470	periodics_reify (EV_P)
509	{	1471	{
510	while (periodiccnt && periodics [0]->at <= ev_now)	1472	while (periodiccnt && ((WT)periodics [0])->at <= ev_rt_now)
511	{	1473	{
512	struct ev_periodic *w = periodics [0];	1474	ev_periodic *w = (ev_periodic *)periodics [0];
		1475
		1476	/*assert (("inactive timer on periodic heap detected", ev_is_active (w)));*/
513		1477
514	/* first reschedule or stop timer */	1478	/* first reschedule or stop timer */
515	if (w->interval)	1479	if (w->reschedule_cb)
516	{	1480	{
517	w->at += floor ((ev_now - w->at) / w->interval + 1.) * w->interval;	1481	((WT)w)->at = w->reschedule_cb (w, ev_rt_now + TIME_EPSILON);
518	assert (("periodic timeout in the past, negative interval?", w->at > ev_now));	1482	assert (("ev_periodic reschedule callback returned time in the past", ((WT)w)->at > ev_rt_now));
519	downheap ((WT *)periodics, periodiccnt, 0);	1483	downheap (periodics, periodiccnt, 0);
		1484	}
		1485	else if (w->interval)
		1486	{
		1487	((WT)w)->at = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
		1488	if (((WT)w)->at - ev_rt_now <= TIME_EPSILON) ((WT)w)->at += w->interval;
		1489	assert (("ev_periodic timeout in the past detected while processing timers, negative interval?", ((WT)w)->at > ev_rt_now));
		1490	downheap (periodics, periodiccnt, 0);
520	}	1491	}
521	else	1492	else
522	evperiodic_stop (w); /* nonrepeating: stop timer */	1493	ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */
523		1494
524	event ((W)w, EV_TIMEOUT);	1495	ev_feed_event (EV_A_ (W)w, EV_PERIODIC);
525	}	1496	}
526	}	1497	}
527		1498
528	static void	1499	static void noinline
529	periodics_reschedule (ev_tstamp diff)	1500	periodics_reschedule (EV_P)
530	{	1501	{
531	int i;	1502	int i;
532		1503
533	/* adjust periodics after time jump */	1504	/* adjust periodics after time jump */
534	for (i = 0; i < periodiccnt; ++i)	1505	for (i = 0; i < periodiccnt; ++i)
535	{	1506	{
536	struct ev_periodic *w = periodics [i];	1507	ev_periodic *w = (ev_periodic *)periodics [i];
537		1508
		1509	if (w->reschedule_cb)
		1510	((WT)w)->at = w->reschedule_cb (w, ev_rt_now);
538	if (w->interval)	1511	else if (w->interval)
		1512	((WT)w)->at = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
		1513	}
		1514
		1515	/* now rebuild the heap */
		1516	for (i = periodiccnt >> 1; i--; )
		1517	downheap (periodics, periodiccnt, i);
		1518	}
		1519	#endif
		1520
		1521	#if EV_IDLE_ENABLE
		1522	void inline_size
		1523	idle_reify (EV_P)
		1524	{
		1525	if (expect_false (idleall))
		1526	{
		1527	int pri;
		1528
		1529	for (pri = NUMPRI; pri--; )
539	{	1530	{
540	ev_tstamp diff = ceil ((ev_now - w->at) / w->interval) * w->interval;	1531	if (pendingcnt [pri])
		1532	break;
541		1533
542	if (fabs (diff) >= 1e-4)	1534	if (idlecnt [pri])
543	{	1535	{
544	evperiodic_stop (w);	1536	queue_events (EV_A_ (W *)idles [pri], idlecnt [pri], EV_IDLE);
545	evperiodic_start (w);	1537	break;
546
547	i = 0; /* restart loop, inefficient, but time jumps should be rare */
548	}	1538	}
549	}	1539	}
550	}	1540	}
551	}	1541	}
		1542	#endif
552		1543
553	static void	1544	void inline_speed
554	time_update ()	1545	time_update (EV_P_ ev_tstamp max_block)
555	{	1546	{
556	int i;	1547	int i;
557		1548
558	ev_now = ev_time ();	1549	#if EV_USE_MONOTONIC
559
560	if (have_monotonic)	1550	if (expect_true (have_monotonic))
561	{	1551	{
562	ev_tstamp odiff = diff;	1552	ev_tstamp odiff = rtmn_diff;
563		1553
564	for (i = 4; --i; ) /* loop a few times, before making important decisions */	1554	mn_now = get_clock ();
		1555
		1556	/* only fetch the realtime clock every 0.5*MIN_TIMEJUMP seconds */
		1557	/* interpolate in the meantime */
		1558	if (expect_true (mn_now - now_floor < MIN_TIMEJUMP * .5))
565	{	1559	{
566	now = get_clock ();	1560	ev_rt_now = rtmn_diff + mn_now;
		1561	return;
		1562	}
		1563
		1564	now_floor = mn_now;
		1565	ev_rt_now = ev_time ();
		1566
		1567	/* loop a few times, before making important decisions.
		1568	* on the choice of "4": one iteration isn't enough,
		1569	* in case we get preempted during the calls to
		1570	* ev_time and get_clock. a second call is almost guaranteed
		1571	* to succeed in that case, though. and looping a few more times
		1572	* doesn't hurt either as we only do this on time-jumps or
		1573	* in the unlikely event of having been preempted here.
		1574	*/
		1575	for (i = 4; --i; )
		1576	{
567	diff = ev_now - now;	1577	rtmn_diff = ev_rt_now - mn_now;
568		1578
569	if (fabs (odiff - diff) < MIN_TIMEJUMP)	1579	if (fabs (odiff - rtmn_diff) < MIN_TIMEJUMP)
570	return; /* all is well */	1580	return; /* all is well */
571		1581
572	ev_now = ev_time ();	1582	ev_rt_now = ev_time ();
		1583	mn_now = get_clock ();
		1584	now_floor = mn_now;
573	}	1585	}
574		1586
		1587	# if EV_PERIODIC_ENABLE
575	periodics_reschedule (diff - odiff);	1588	periodics_reschedule (EV_A);
		1589	# endif
576	/* no timer adjustment, as the monotonic clock doesn't jump */	1590	/* no timer adjustment, as the monotonic clock doesn't jump */
		1591	/* timers_reschedule (EV_A_ rtmn_diff - odiff) */
577	}	1592	}
578	else	1593	else
		1594	#endif
579	{	1595	{
580	if (now > ev_now || now < ev_now - MAX_BLOCKTIME - MIN_TIMEJUMP)	1596	ev_rt_now = ev_time ();
		1597
		1598	if (expect_false (mn_now > ev_rt_now || ev_rt_now > mn_now + max_block + MIN_TIMEJUMP))
581	{	1599	{
		1600	#if EV_PERIODIC_ENABLE
582	periodics_reschedule (ev_now - now);	1601	periodics_reschedule (EV_A);
583		1602	#endif
584	/* adjust timers. this is easy, as the offset is the same for all */	1603	/* adjust timers. this is easy, as the offset is the same for all of them */
585	for (i = 0; i < timercnt; ++i)	1604	for (i = 0; i < timercnt; ++i)
586	timers [i]->at += diff;	1605	((WT)timers [i])->at += ev_rt_now - mn_now;
587	}	1606	}
588		1607
589	now = ev_now;	1608	mn_now = ev_rt_now;
590	}	1609	}
591	}	1610	}
592		1611
593	int ev_loop_done;	1612	void
		1613	ev_ref (EV_P)
		1614	{
		1615	++activecnt;
		1616	}
594		1617
		1618	void
		1619	ev_unref (EV_P)
		1620	{
		1621	--activecnt;
		1622	}
		1623
		1624	static int loop_done;
		1625
		1626	void
595	void ev_loop (int flags)	1627	ev_loop (EV_P_ int flags)
596	{	1628	{
597	double block;	1629	loop_done = EVUNLOOP_CANCEL;
598	ev_loop_done = flags & EVLOOP_ONESHOT ? 1 : 0;	1630
		1631	call_pending (EV_A); /* in case we recurse, ensure ordering stays nice and clean */
599		1632
600	do	1633	do
601	{	1634	{
		1635	#ifndef _WIN32
		1636	if (expect_false (curpid)) /* penalise the forking check even more */
		1637	if (expect_false (getpid () != curpid))
		1638	{
		1639	curpid = getpid ();
		1640	postfork = 1;
		1641	}
		1642	#endif
		1643
		1644	#if EV_FORK_ENABLE
		1645	/* we might have forked, so queue fork handlers */
		1646	if (expect_false (postfork))
		1647	if (forkcnt)
		1648	{
		1649	queue_events (EV_A_ (W *)forks, forkcnt, EV_FORK);
		1650	call_pending (EV_A);
		1651	}
		1652	#endif
		1653
602	/* queue check watchers (and execute them) */	1654	/* queue prepare watchers (and execute them) */
603	if (preparecnt)	1655	if (expect_false (preparecnt))
604	{	1656	{
605	queue_events ((W *)prepares, preparecnt, EV_PREPARE);	1657	queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE);
606	call_pending ();	1658	call_pending (EV_A);
607	}	1659	}
608		1660
		1661	if (expect_false (!activecnt))
		1662	break;
		1663
		1664	/* we might have forked, so reify kernel state if necessary */
		1665	if (expect_false (postfork))
		1666	loop_fork (EV_A);
		1667
609	/* update fd-related kernel structures */	1668	/* update fd-related kernel structures */
610	fd_reify ();	1669	fd_reify (EV_A);
611		1670
612	/* calculate blocking time */	1671	/* calculate blocking time */
		1672	{
		1673	ev_tstamp waittime = 0.;
		1674	ev_tstamp sleeptime = 0.;
613		1675
614	/* we only need this for !monotonic clockor timers, but as we basically	1676	if (expect_true (!(flags & EVLOOP_NONBLOCK || idleall || !activecnt)))
615	always have timers, we just calculate it always */
616	ev_now = ev_time ();
617
618	if (flags & EVLOOP_NONBLOCK || idlecnt)
619	block = 0.;
620	else
621	{	1677	{
		1678	/* update time to cancel out callback processing overhead */
		1679	time_update (EV_A_ 1e100);
		1680
622	block = MAX_BLOCKTIME;	1681	waittime = MAX_BLOCKTIME;
623		1682
624	if (timercnt)	1683	if (timercnt)
625	{	1684	{
626	ev_tstamp to = timers [0]->at - (have_monotonic ? get_clock () : ev_now) + method_fudge;	1685	ev_tstamp to = ((WT)timers [0])->at - mn_now + backend_fudge;
627	if (block > to) block = to;	1686	if (waittime > to) waittime = to;
628	}	1687	}
629		1688
		1689	#if EV_PERIODIC_ENABLE
630	if (periodiccnt)	1690	if (periodiccnt)
631	{	1691	{
632	ev_tstamp to = periodics [0]->at - ev_now + method_fudge;	1692	ev_tstamp to = ((WT)periodics [0])->at - ev_rt_now + backend_fudge;
633	if (block > to) block = to;	1693	if (waittime > to) waittime = to;
634	}	1694	}
		1695	#endif
635		1696
636	if (block < 0.) block = 0.;	1697	if (expect_false (waittime < timeout_blocktime))
		1698	waittime = timeout_blocktime;
		1699
		1700	sleeptime = waittime - backend_fudge;
		1701
		1702	if (expect_true (sleeptime > io_blocktime))
		1703	sleeptime = io_blocktime;
		1704
		1705	if (sleeptime)
		1706	{
		1707	ev_sleep (sleeptime);
		1708	waittime -= sleeptime;
		1709	}
637	}	1710	}
638		1711
639	method_poll (block);	1712	++loop_count;
		1713	backend_poll (EV_A_ waittime);
640		1714
641	/* update ev_now, do magic */	1715	/* update ev_rt_now, do magic */
642	time_update ();	1716	time_update (EV_A_ waittime + sleeptime);
		1717	}
643		1718
644	/* queue pending timers and reschedule them */	1719	/* queue pending timers and reschedule them */
645	timers_reify (); /* relative timers called last */	1720	timers_reify (EV_A); /* relative timers called last */
		1721	#if EV_PERIODIC_ENABLE
646	periodics_reify (); /* absolute timers called first */	1722	periodics_reify (EV_A); /* absolute timers called first */
		1723	#endif
647		1724
		1725	#if EV_IDLE_ENABLE
648	/* queue idle watchers unless io or timers are pending */	1726	/* queue idle watchers unless other events are pending */
649	if (!pendingcnt)	1727	idle_reify (EV_A);
650	queue_events ((W *)idles, idlecnt, EV_IDLE);	1728	#endif
651		1729
652	/* queue check watchers, to be executed first */	1730	/* queue check watchers, to be executed first */
653	if (checkcnt)	1731	if (expect_false (checkcnt))
654	queue_events ((W *)checks, checkcnt, EV_CHECK);	1732	queue_events (EV_A_ (W *)checks, checkcnt, EV_CHECK);
655		1733
656	call_pending ();	1734	call_pending (EV_A);
657	}	1735	}
658	while (!ev_loop_done);	1736	while (expect_true (
		1737	activecnt
		1738	&& !loop_done
		1739	&& !(flags & (EVLOOP_ONESHOT | EVLOOP_NONBLOCK))
		1740	));
659		1741
660	if (ev_loop_done != 2)	1742	if (loop_done == EVUNLOOP_ONE)
		1743	loop_done = EVUNLOOP_CANCEL;
		1744	}
		1745
		1746	void
		1747	ev_unloop (EV_P_ int how)
		1748	{
661	ev_loop_done = 0;	1749	loop_done = how;
662	}	1750	}
663		1751
664	/*****************************************************************************/	1752	/*****************************************************************************/
665		1753
666	static void	1754	void inline_size
667	wlist_add (WL *head, WL elem)	1755	wlist_add (WL *head, WL elem)
668	{	1756	{
669	elem->next = *head;	1757	elem->next = *head;
670	*head = elem;	1758	*head = elem;
671	}	1759	}
672		1760
673	static void	1761	void inline_size
674	wlist_del (WL *head, WL elem)	1762	wlist_del (WL *head, WL elem)
675	{	1763	{
676	while (*head)	1764	while (*head)
677	{	1765	{
678	if (*head == elem)	1766	if (*head == elem)
…		…
683		1771
684	head = &(*head)->next;	1772	head = &(*head)->next;
685	}	1773	}
686	}	1774	}
687		1775
688	static void	1776	void inline_speed
689	ev_clear (W w)	1777	clear_pending (EV_P_ W w)
690	{	1778	{
691	if (w->pending)	1779	if (w->pending)
692	{	1780	{
693	pendings [w->pending - 1].w = 0;	1781	pendings [ABSPRI (w)][w->pending - 1].w = 0;
694	w->pending = 0;	1782	w->pending = 0;
695	}	1783	}
696	}	1784	}
697		1785
698	static void	1786	int
		1787	ev_clear_pending (EV_P_ void *w)
		1788	{
		1789	W w_ = (W)w;
		1790	int pending = w_->pending;
		1791
		1792	if (expect_true (pending))
		1793	{
		1794	ANPENDING *p = pendings [ABSPRI (w_)] + pending - 1;
		1795	w_->pending = 0;
		1796	p->w = 0;
		1797	return p->events;
		1798	}
		1799	else
		1800	return 0;
		1801	}
		1802
		1803	void inline_size
		1804	pri_adjust (EV_P_ W w)
		1805	{
		1806	int pri = w->priority;
		1807	pri = pri < EV_MINPRI ? EV_MINPRI : pri;
		1808	pri = pri > EV_MAXPRI ? EV_MAXPRI : pri;
		1809	w->priority = pri;
		1810	}
		1811
		1812	void inline_speed
699	ev_start (W w, int active)	1813	ev_start (EV_P_ W w, int active)
700	{	1814	{
		1815	pri_adjust (EV_A_ w);
701	w->active = active;	1816	w->active = active;
		1817	ev_ref (EV_A);
702	}	1818	}
703		1819
704	static void	1820	void inline_size
705	ev_stop (W w)	1821	ev_stop (EV_P_ W w)
706	{	1822	{
		1823	ev_unref (EV_A);
707	w->active = 0;	1824	w->active = 0;
708	}	1825	}
709		1826
710	/*****************************************************************************/	1827	/*****************************************************************************/
711		1828
712	void	1829	void noinline
713	evio_start (struct ev_io *w)	1830	ev_io_start (EV_P_ ev_io *w)
714	{	1831	{
715	if (ev_is_active (w))
716	return;
717
718	int fd = w->fd;	1832	int fd = w->fd;
719		1833
		1834	if (expect_false (ev_is_active (w)))
		1835	return;
		1836
		1837	assert (("ev_io_start called with negative fd", fd >= 0));
		1838
720	ev_start ((W)w, 1);	1839	ev_start (EV_A_ (W)w, 1);
721	array_needsize (anfds, anfdmax, fd + 1, anfds_init);	1840	array_needsize (ANFD, anfds, anfdmax, fd + 1, anfds_init);
722	wlist_add ((WL *)&anfds[fd].head, (WL)w);	1841	wlist_add (&anfds[fd].head, (WL)w);
723		1842
724	++fdchangecnt;	1843	fd_change (EV_A_ fd, w->events & EV_IOFDSET | 1);
725	array_needsize (fdchanges, fdchangemax, fdchangecnt, );	1844	w->events &= ~EV_IOFDSET;
726	fdchanges [fdchangecnt - 1] = fd;
727	}	1845	}
728		1846
729	void	1847	void noinline
730	evio_stop (struct ev_io *w)	1848	ev_io_stop (EV_P_ ev_io *w)
731	{	1849	{
732	ev_clear ((W)w);	1850	clear_pending (EV_A_ (W)w);
733	if (!ev_is_active (w))	1851	if (expect_false (!ev_is_active (w)))
734	return;	1852	return;
735		1853
		1854	assert (("ev_io_start called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax));
		1855
736	wlist_del ((WL *)&anfds[w->fd].head, (WL)w);	1856	wlist_del (&anfds[w->fd].head, (WL)w);
737	ev_stop ((W)w);	1857	ev_stop (EV_A_ (W)w);
738		1858
739	++fdchangecnt;	1859	fd_change (EV_A_ w->fd, 1);
740	array_needsize (fdchanges, fdchangemax, fdchangecnt, );
741	fdchanges [fdchangecnt - 1] = w->fd;
742	}	1860	}
743		1861
744	void	1862	void noinline
745	evtimer_start (struct ev_timer *w)	1863	ev_timer_start (EV_P_ ev_timer *w)
746	{	1864	{
747	if (ev_is_active (w))	1865	if (expect_false (ev_is_active (w)))
748	return;	1866	return;
749		1867
750	w->at += now;	1868	((WT)w)->at += mn_now;
751		1869
752	assert (("timer repeat value less than zero not allowed", w->repeat >= 0.));	1870	assert (("ev_timer_start called with negative timer repeat value", w->repeat >= 0.));
753		1871
754	ev_start ((W)w, ++timercnt);	1872	ev_start (EV_A_ (W)w, ++timercnt);
755	array_needsize (timers, timermax, timercnt, );	1873	array_needsize (WT, timers, timermax, timercnt, EMPTY2);
756	timers [timercnt - 1] = w;	1874	timers [timercnt - 1] = (WT)w;
757	upheap ((WT *)timers, timercnt - 1);	1875	upheap (timers, timercnt - 1);
758	}
759		1876
760	void	1877	/*assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w));*/
		1878	}
		1879
		1880	void noinline
761	evtimer_stop (struct ev_timer *w)	1881	ev_timer_stop (EV_P_ ev_timer *w)
762	{	1882	{
763	ev_clear ((W)w);	1883	clear_pending (EV_A_ (W)w);
764	if (!ev_is_active (w))	1884	if (expect_false (!ev_is_active (w)))
765	return;	1885	return;
766		1886
767	if (w->active < timercnt--)	1887	assert (("internal timer heap corruption", timers [((W)w)->active - 1] == (WT)w));
		1888
		1889	{
		1890	int active = ((W)w)->active;
		1891
		1892	if (expect_true (--active < --timercnt))
768	{	1893	{
769	timers [w->active - 1] = timers [timercnt];	1894	timers [active] = timers [timercnt];
770	downheap ((WT *)timers, timercnt, w->active - 1);	1895	adjustheap (timers, timercnt, active);
771	}	1896	}
		1897	}
772		1898
773	w->at = w->repeat;	1899	((WT)w)->at -= mn_now;
774		1900
775	ev_stop ((W)w);	1901	ev_stop (EV_A_ (W)w);
776	}	1902	}
777		1903
778	void	1904	void noinline
779	evtimer_again (struct ev_timer *w)	1905	ev_timer_again (EV_P_ ev_timer *w)
780	{	1906	{
781	if (ev_is_active (w))	1907	if (ev_is_active (w))
782	{	1908	{
783	if (w->repeat)	1909	if (w->repeat)
784	{	1910	{
785	w->at = now + w->repeat;	1911	((WT)w)->at = mn_now + w->repeat;
786	downheap ((WT *)timers, timercnt, w->active - 1);	1912	adjustheap (timers, timercnt, ((W)w)->active - 1);
787	}	1913	}
788	else	1914	else
789	evtimer_stop (w);	1915	ev_timer_stop (EV_A_ w);
790	}	1916	}
791	else if (w->repeat)	1917	else if (w->repeat)
		1918	{
		1919	w->at = w->repeat;
792	evtimer_start (w);	1920	ev_timer_start (EV_A_ w);
		1921	}
793	}	1922	}
794		1923
795	void	1924	#if EV_PERIODIC_ENABLE
		1925	void noinline
796	evperiodic_start (struct ev_periodic *w)	1926	ev_periodic_start (EV_P_ ev_periodic *w)
797	{	1927	{
798	if (ev_is_active (w))	1928	if (expect_false (ev_is_active (w)))
799	return;	1929	return;
800		1930
801	assert (("periodic interval value less than zero not allowed", w->interval >= 0.));	1931	if (w->reschedule_cb)
802		1932	((WT)w)->at = w->reschedule_cb (w, ev_rt_now);
		1933	else if (w->interval)
		1934	{
		1935	assert (("ev_periodic_start called with negative interval value", w->interval >= 0.));
803	/* this formula differs from the one in periodic_reify because we do not always round up */	1936	/* this formula differs from the one in periodic_reify because we do not always round up */
804	if (w->interval)
805	w->at += ceil ((ev_now - w->at) / w->interval) * w->interval;	1937	((WT)w)->at = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
		1938	}
		1939	else
		1940	((WT)w)->at = w->offset;
806		1941
807	ev_start ((W)w, ++periodiccnt);	1942	ev_start (EV_A_ (W)w, ++periodiccnt);
808	array_needsize (periodics, periodicmax, periodiccnt, );	1943	array_needsize (WT, periodics, periodicmax, periodiccnt, EMPTY2);
809	periodics [periodiccnt - 1] = w;	1944	periodics [periodiccnt - 1] = (WT)w;
810	upheap ((WT *)periodics, periodiccnt - 1);	1945	upheap (periodics, periodiccnt - 1);
811	}
812		1946
813	void	1947	/*assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w));*/
		1948	}
		1949
		1950	void noinline
814	evperiodic_stop (struct ev_periodic *w)	1951	ev_periodic_stop (EV_P_ ev_periodic *w)
815	{	1952	{
816	ev_clear ((W)w);	1953	clear_pending (EV_A_ (W)w);
817	if (!ev_is_active (w))	1954	if (expect_false (!ev_is_active (w)))
818	return;	1955	return;
819		1956
820	if (w->active < periodiccnt--)	1957	assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == (WT)w));
		1958
		1959	{
		1960	int active = ((W)w)->active;
		1961
		1962	if (expect_true (--active < --periodiccnt))
821	{	1963	{
822	periodics [w->active - 1] = periodics [periodiccnt];	1964	periodics [active] = periodics [periodiccnt];
823	downheap ((WT *)periodics, periodiccnt, w->active - 1);	1965	adjustheap (periodics, periodiccnt, active);
824	}	1966	}
		1967	}
825		1968
826	ev_stop ((W)w);	1969	ev_stop (EV_A_ (W)w);
827	}	1970	}
828		1971
829	void	1972	void noinline
		1973	ev_periodic_again (EV_P_ ev_periodic *w)
		1974	{
		1975	/* TODO: use adjustheap and recalculation */
		1976	ev_periodic_stop (EV_A_ w);
		1977	ev_periodic_start (EV_A_ w);
		1978	}
		1979	#endif
		1980
		1981	#ifndef SA_RESTART
		1982	# define SA_RESTART 0
		1983	#endif
		1984
		1985	void noinline
830	evsignal_start (struct ev_signal *w)	1986	ev_signal_start (EV_P_ ev_signal *w)
831	{	1987	{
		1988	#if EV_MULTIPLICITY
		1989	assert (("signal watchers are only supported in the default loop", loop == ev_default_loop_ptr));
		1990	#endif
832	if (ev_is_active (w))	1991	if (expect_false (ev_is_active (w)))
833	return;	1992	return;
834		1993
835	ev_start ((W)w, 1);	1994	assert (("ev_signal_start called with illegal signal number", w->signum > 0));
		1995
		1996	evpipe_init (EV_A);
		1997
		1998	{
		1999	#ifndef _WIN32
		2000	sigset_t full, prev;
		2001	sigfillset (&full);
		2002	sigprocmask (SIG_SETMASK, &full, &prev);
		2003	#endif
		2004
836	array_needsize (signals, signalmax, w->signum, signals_init);	2005	array_needsize (ANSIG, signals, signalmax, w->signum, signals_init);
		2006
		2007	#ifndef _WIN32
		2008	sigprocmask (SIG_SETMASK, &prev, 0);
		2009	#endif
		2010	}
		2011
		2012	ev_start (EV_A_ (W)w, 1);
837	wlist_add ((WL *)&signals [w->signum - 1].head, (WL)w);	2013	wlist_add (&signals [w->signum - 1].head, (WL)w);
838		2014
839	if (!w->next)	2015	if (!((WL)w)->next)
840	{	2016	{
		2017	#if _WIN32
		2018	signal (w->signum, ev_sighandler);
		2019	#else
841	struct sigaction sa;	2020	struct sigaction sa;
842	sa.sa_handler = sighandler;	2021	sa.sa_handler = ev_sighandler;
843	sigfillset (&sa.sa_mask);	2022	sigfillset (&sa.sa_mask);
844	sa.sa_flags = 0;	2023	sa.sa_flags = SA_RESTART; /* if restarting works we save one iteration */
845	sigaction (w->signum, &sa, 0);	2024	sigaction (w->signum, &sa, 0);
		2025	#endif
846	}	2026	}
847	}	2027	}
848		2028
849	void	2029	void noinline
850	evsignal_stop (struct ev_signal *w)	2030	ev_signal_stop (EV_P_ ev_signal *w)
851	{	2031	{
852	ev_clear ((W)w);	2032	clear_pending (EV_A_ (W)w);
853	if (!ev_is_active (w))	2033	if (expect_false (!ev_is_active (w)))
854	return;	2034	return;
855		2035
856	wlist_del ((WL *)&signals [w->signum - 1].head, (WL)w);	2036	wlist_del (&signals [w->signum - 1].head, (WL)w);
857	ev_stop ((W)w);	2037	ev_stop (EV_A_ (W)w);
858		2038
859	if (!signals [w->signum - 1].head)	2039	if (!signals [w->signum - 1].head)
860	signal (w->signum, SIG_DFL);	2040	signal (w->signum, SIG_DFL);
861	}	2041	}
862		2042
863	void evidle_start (struct ev_idle *w)	2043	void
		2044	ev_child_start (EV_P_ ev_child *w)
864	{	2045	{
		2046	#if EV_MULTIPLICITY
		2047	assert (("child watchers are only supported in the default loop", loop == ev_default_loop_ptr));
		2048	#endif
865	if (ev_is_active (w))	2049	if (expect_false (ev_is_active (w)))
866	return;	2050	return;
867		2051
868	ev_start ((W)w, ++idlecnt);	2052	ev_start (EV_A_ (W)w, 1);
869	array_needsize (idles, idlemax, idlecnt, );	2053	wlist_add (&childs [w->pid & (EV_PID_HASHSIZE - 1)], (WL)w);
870	idles [idlecnt - 1] = w;
871	}	2054	}
872		2055
873	void evidle_stop (struct ev_idle *w)	2056	void
		2057	ev_child_stop (EV_P_ ev_child *w)
874	{	2058	{
875	ev_clear ((W)w);	2059	clear_pending (EV_A_ (W)w);
876	if (ev_is_active (w))	2060	if (expect_false (!ev_is_active (w)))
877	return;	2061	return;
878		2062
879	idles [w->active - 1] = idles [--idlecnt];	2063	wlist_del (&childs [w->pid & (EV_PID_HASHSIZE - 1)], (WL)w);
880	ev_stop ((W)w);	2064	ev_stop (EV_A_ (W)w);
881	}	2065	}
882		2066
		2067	#if EV_STAT_ENABLE
		2068
		2069	# ifdef _WIN32
		2070	# undef lstat
		2071	# define lstat(a,b) _stati64 (a,b)
		2072	# endif
		2073
		2074	#define DEF_STAT_INTERVAL 5.0074891
		2075	#define MIN_STAT_INTERVAL 0.1074891
		2076
		2077	static void noinline stat_timer_cb (EV_P_ ev_timer *w_, int revents);
		2078
		2079	#if EV_USE_INOTIFY
		2080	# define EV_INOTIFY_BUFSIZE 8192
		2081
		2082	static void noinline
		2083	infy_add (EV_P_ ev_stat *w)
		2084	{
		2085	w->wd = inotify_add_watch (fs_fd, w->path, IN_ATTRIB | IN_DELETE_SELF | IN_MOVE_SELF | IN_MODIFY | IN_DONT_FOLLOW | IN_MASK_ADD);
		2086
		2087	if (w->wd < 0)
		2088	{
		2089	ev_timer_start (EV_A_ &w->timer); /* this is not race-free, so we still need to recheck periodically */
		2090
		2091	/* monitor some parent directory for speedup hints */
		2092	if ((errno == ENOENT || errno == EACCES) && strlen (w->path) < 4096)
		2093	{
		2094	char path [4096];
		2095	strcpy (path, w->path);
		2096
		2097	do
		2098	{
		2099	int mask = IN_MASK_ADD | IN_DELETE_SELF | IN_MOVE_SELF
		2100	| (errno == EACCES ? IN_ATTRIB : IN_CREATE | IN_MOVED_TO);
		2101
		2102	char *pend = strrchr (path, '/');
		2103
		2104	if (!pend)
		2105	break; /* whoops, no '/', complain to your admin */
		2106
		2107	*pend = 0;
		2108	w->wd = inotify_add_watch (fs_fd, path, mask);
		2109	}
		2110	while (w->wd < 0 && (errno == ENOENT || errno == EACCES));
		2111	}
		2112	}
		2113	else
		2114	ev_timer_stop (EV_A_ &w->timer); /* we can watch this in a race-free way */
		2115
		2116	if (w->wd >= 0)
		2117	wlist_add (&fs_hash [w->wd & (EV_INOTIFY_HASHSIZE - 1)].head, (WL)w);
		2118	}
		2119
		2120	static void noinline
		2121	infy_del (EV_P_ ev_stat *w)
		2122	{
		2123	int slot;
		2124	int wd = w->wd;
		2125
		2126	if (wd < 0)
		2127	return;
		2128
		2129	w->wd = -2;
		2130	slot = wd & (EV_INOTIFY_HASHSIZE - 1);
		2131	wlist_del (&fs_hash [slot].head, (WL)w);
		2132
		2133	/* remove this watcher, if others are watching it, they will rearm */
		2134	inotify_rm_watch (fs_fd, wd);
		2135	}
		2136
		2137	static void noinline
		2138	infy_wd (EV_P_ int slot, int wd, struct inotify_event *ev)
		2139	{
		2140	if (slot < 0)
		2141	/* overflow, need to check for all hahs slots */
		2142	for (slot = 0; slot < EV_INOTIFY_HASHSIZE; ++slot)
		2143	infy_wd (EV_A_ slot, wd, ev);
		2144	else
		2145	{
		2146	WL w_;
		2147
		2148	for (w_ = fs_hash [slot & (EV_INOTIFY_HASHSIZE - 1)].head; w_; )
		2149	{
		2150	ev_stat *w = (ev_stat *)w_;
		2151	w_ = w_->next; /* lets us remove this watcher and all before it */
		2152
		2153	if (w->wd == wd || wd == -1)
		2154	{
		2155	if (ev->mask & (IN_IGNORED | IN_UNMOUNT | IN_DELETE_SELF))
		2156	{
		2157	w->wd = -1;
		2158	infy_add (EV_A_ w); /* re-add, no matter what */
		2159	}
		2160
		2161	stat_timer_cb (EV_A_ &w->timer, 0);
		2162	}
		2163	}
		2164	}
		2165	}
		2166
		2167	static void
		2168	infy_cb (EV_P_ ev_io *w, int revents)
		2169	{
		2170	char buf [EV_INOTIFY_BUFSIZE];
		2171	struct inotify_event *ev = (struct inotify_event *)buf;
		2172	int ofs;
		2173	int len = read (fs_fd, buf, sizeof (buf));
		2174
		2175	for (ofs = 0; ofs < len; ofs += sizeof (struct inotify_event) + ev->len)
		2176	infy_wd (EV_A_ ev->wd, ev->wd, ev);
		2177	}
		2178
		2179	void inline_size
		2180	infy_init (EV_P)
		2181	{
		2182	if (fs_fd != -2)
		2183	return;
		2184
		2185	fs_fd = inotify_init ();
		2186
		2187	if (fs_fd >= 0)
		2188	{
		2189	ev_io_init (&fs_w, infy_cb, fs_fd, EV_READ);
		2190	ev_set_priority (&fs_w, EV_MAXPRI);
		2191	ev_io_start (EV_A_ &fs_w);
		2192	}
		2193	}
		2194
		2195	void inline_size
		2196	infy_fork (EV_P)
		2197	{
		2198	int slot;
		2199
		2200	if (fs_fd < 0)
		2201	return;
		2202
		2203	close (fs_fd);
		2204	fs_fd = inotify_init ();
		2205
		2206	for (slot = 0; slot < EV_INOTIFY_HASHSIZE; ++slot)
		2207	{
		2208	WL w_ = fs_hash [slot].head;
		2209	fs_hash [slot].head = 0;
		2210
		2211	while (w_)
		2212	{
		2213	ev_stat *w = (ev_stat *)w_;
		2214	w_ = w_->next; /* lets us add this watcher */
		2215
		2216	w->wd = -1;
		2217
		2218	if (fs_fd >= 0)
		2219	infy_add (EV_A_ w); /* re-add, no matter what */
		2220	else
		2221	ev_timer_start (EV_A_ &w->timer);
		2222	}
		2223
		2224	}
		2225	}
		2226
		2227	#endif
		2228
		2229	void
		2230	ev_stat_stat (EV_P_ ev_stat *w)
		2231	{
		2232	if (lstat (w->path, &w->attr) < 0)
		2233	w->attr.st_nlink = 0;
		2234	else if (!w->attr.st_nlink)
		2235	w->attr.st_nlink = 1;
		2236	}
		2237
		2238	static void noinline
		2239	stat_timer_cb (EV_P_ ev_timer *w_, int revents)
		2240	{
		2241	ev_stat *w = (ev_stat *)(((char *)w_) - offsetof (ev_stat, timer));
		2242
		2243	/* we copy this here each the time so that */
		2244	/* prev has the old value when the callback gets invoked */
		2245	w->prev = w->attr;
		2246	ev_stat_stat (EV_A_ w);
		2247
		2248	/* memcmp doesn't work on netbsd, they.... do stuff to their struct stat */
		2249	if (
		2250	w->prev.st_dev != w->attr.st_dev
		2251	|| w->prev.st_ino != w->attr.st_ino
		2252	|| w->prev.st_mode != w->attr.st_mode
		2253	|| w->prev.st_nlink != w->attr.st_nlink
		2254	|| w->prev.st_uid != w->attr.st_uid
		2255	|| w->prev.st_gid != w->attr.st_gid
		2256	|| w->prev.st_rdev != w->attr.st_rdev
		2257	|| w->prev.st_size != w->attr.st_size
		2258	|| w->prev.st_atime != w->attr.st_atime
		2259	|| w->prev.st_mtime != w->attr.st_mtime
		2260	|| w->prev.st_ctime != w->attr.st_ctime
		2261	) {
		2262	#if EV_USE_INOTIFY
		2263	infy_del (EV_A_ w);
		2264	infy_add (EV_A_ w);
		2265	ev_stat_stat (EV_A_ w); /* avoid race... */
		2266	#endif
		2267
		2268	ev_feed_event (EV_A_ w, EV_STAT);
		2269	}
		2270	}
		2271
		2272	void
		2273	ev_stat_start (EV_P_ ev_stat *w)
		2274	{
		2275	if (expect_false (ev_is_active (w)))
		2276	return;
		2277
		2278	/* since we use memcmp, we need to clear any padding data etc. */
		2279	memset (&w->prev, 0, sizeof (ev_statdata));
		2280	memset (&w->attr, 0, sizeof (ev_statdata));
		2281
		2282	ev_stat_stat (EV_A_ w);
		2283
		2284	if (w->interval < MIN_STAT_INTERVAL)
		2285	w->interval = w->interval ? MIN_STAT_INTERVAL : DEF_STAT_INTERVAL;
		2286
		2287	ev_timer_init (&w->timer, stat_timer_cb, w->interval, w->interval);
		2288	ev_set_priority (&w->timer, ev_priority (w));
		2289
		2290	#if EV_USE_INOTIFY
		2291	infy_init (EV_A);
		2292
		2293	if (fs_fd >= 0)
		2294	infy_add (EV_A_ w);
		2295	else
		2296	#endif
		2297	ev_timer_start (EV_A_ &w->timer);
		2298
		2299	ev_start (EV_A_ (W)w, 1);
		2300	}
		2301
		2302	void
		2303	ev_stat_stop (EV_P_ ev_stat *w)
		2304	{
		2305	clear_pending (EV_A_ (W)w);
		2306	if (expect_false (!ev_is_active (w)))
		2307	return;
		2308
		2309	#if EV_USE_INOTIFY
		2310	infy_del (EV_A_ w);
		2311	#endif
		2312	ev_timer_stop (EV_A_ &w->timer);
		2313
		2314	ev_stop (EV_A_ (W)w);
		2315	}
		2316	#endif
		2317
		2318	#if EV_IDLE_ENABLE
		2319	void
		2320	ev_idle_start (EV_P_ ev_idle *w)
		2321	{
		2322	if (expect_false (ev_is_active (w)))
		2323	return;
		2324
		2325	pri_adjust (EV_A_ (W)w);
		2326
		2327	{
		2328	int active = ++idlecnt [ABSPRI (w)];
		2329
		2330	++idleall;
		2331	ev_start (EV_A_ (W)w, active);
		2332
		2333	array_needsize (ev_idle *, idles [ABSPRI (w)], idlemax [ABSPRI (w)], active, EMPTY2);
		2334	idles [ABSPRI (w)][active - 1] = w;
		2335	}
		2336	}
		2337
		2338	void
		2339	ev_idle_stop (EV_P_ ev_idle *w)
		2340	{
		2341	clear_pending (EV_A_ (W)w);
		2342	if (expect_false (!ev_is_active (w)))
		2343	return;
		2344
		2345	{
		2346	int active = ((W)w)->active;
		2347
		2348	idles [ABSPRI (w)][active - 1] = idles [ABSPRI (w)][--idlecnt [ABSPRI (w)]];
		2349	((W)idles [ABSPRI (w)][active - 1])->active = active;
		2350
		2351	ev_stop (EV_A_ (W)w);
		2352	--idleall;
		2353	}
		2354	}
		2355	#endif
		2356
		2357	void
883	void evprepare_start (struct ev_prepare *w)	2358	ev_prepare_start (EV_P_ ev_prepare *w)
884	{	2359	{
885	if (ev_is_active (w))	2360	if (expect_false (ev_is_active (w)))
886	return;	2361	return;
887		2362
888	ev_start ((W)w, ++preparecnt);	2363	ev_start (EV_A_ (W)w, ++preparecnt);
889	array_needsize (prepares, preparemax, preparecnt, );	2364	array_needsize (ev_prepare *, prepares, preparemax, preparecnt, EMPTY2);
890	prepares [preparecnt - 1] = w;	2365	prepares [preparecnt - 1] = w;
891	}	2366	}
892		2367
		2368	void
893	void evprepare_stop (struct ev_prepare *w)	2369	ev_prepare_stop (EV_P_ ev_prepare *w)
894	{	2370	{
895	ev_clear ((W)w);	2371	clear_pending (EV_A_ (W)w);
896	if (ev_is_active (w))	2372	if (expect_false (!ev_is_active (w)))
897	return;	2373	return;
898		2374
		2375	{
		2376	int active = ((W)w)->active;
899	prepares [w->active - 1] = prepares [--preparecnt];	2377	prepares [active - 1] = prepares [--preparecnt];
		2378	((W)prepares [active - 1])->active = active;
		2379	}
		2380
900	ev_stop ((W)w);	2381	ev_stop (EV_A_ (W)w);
901	}	2382	}
902		2383
		2384	void
903	void evcheck_start (struct ev_check *w)	2385	ev_check_start (EV_P_ ev_check *w)
904	{	2386	{
905	if (ev_is_active (w))	2387	if (expect_false (ev_is_active (w)))
906	return;	2388	return;
907		2389
908	ev_start ((W)w, ++checkcnt);	2390	ev_start (EV_A_ (W)w, ++checkcnt);
909	array_needsize (checks, checkmax, checkcnt, );	2391	array_needsize (ev_check *, checks, checkmax, checkcnt, EMPTY2);
910	checks [checkcnt - 1] = w;	2392	checks [checkcnt - 1] = w;
911	}	2393	}
912		2394
		2395	void
913	void evcheck_stop (struct ev_check *w)	2396	ev_check_stop (EV_P_ ev_check *w)
914	{	2397	{
915	ev_clear ((W)w);	2398	clear_pending (EV_A_ (W)w);
916	if (ev_is_active (w))	2399	if (expect_false (!ev_is_active (w)))
917	return;	2400	return;
918		2401
		2402	{
		2403	int active = ((W)w)->active;
919	checks [w->active - 1] = checks [--checkcnt];	2404	checks [active - 1] = checks [--checkcnt];
		2405	((W)checks [active - 1])->active = active;
		2406	}
		2407
920	ev_stop ((W)w);	2408	ev_stop (EV_A_ (W)w);
921	}	2409	}
922		2410
923	void evchild_start (struct ev_child *w)	2411	#if EV_EMBED_ENABLE
		2412	void noinline
		2413	ev_embed_sweep (EV_P_ ev_embed *w)
924	{	2414	{
		2415	ev_loop (w->other, EVLOOP_NONBLOCK);
		2416	}
		2417
		2418	static void
		2419	embed_io_cb (EV_P_ ev_io *io, int revents)
		2420	{
		2421	ev_embed *w = (ev_embed *)(((char *)io) - offsetof (ev_embed, io));
		2422
925	if (ev_is_active (w))	2423	if (ev_cb (w))
926	return;	2424	ev_feed_event (EV_A_ (W)w, EV_EMBED);
		2425	else
		2426	ev_loop (w->other, EVLOOP_NONBLOCK);
		2427	}
927		2428
		2429	static void
		2430	embed_prepare_cb (EV_P_ ev_prepare *prepare, int revents)
		2431	{
		2432	ev_embed *w = (ev_embed *)(((char *)prepare) - offsetof (ev_embed, prepare));
		2433
		2434	{
		2435	struct ev_loop *loop = w->other;
		2436
		2437	while (fdchangecnt)
		2438	{
		2439	fd_reify (EV_A);
		2440	ev_loop (EV_A_ EVLOOP_NONBLOCK);
		2441	}
		2442	}
		2443	}
		2444
		2445	#if 0
		2446	static void
		2447	embed_idle_cb (EV_P_ ev_idle *idle, int revents)
		2448	{
		2449	ev_idle_stop (EV_A_ idle);
		2450	}
		2451	#endif
		2452
		2453	void
		2454	ev_embed_start (EV_P_ ev_embed *w)
		2455	{
		2456	if (expect_false (ev_is_active (w)))
		2457	return;
		2458
		2459	{
		2460	struct ev_loop *loop = w->other;
		2461	assert (("loop to be embedded is not embeddable", backend & ev_embeddable_backends ()));
		2462	ev_io_init (&w->io, embed_io_cb, backend_fd, EV_READ);
		2463	}
		2464
		2465	ev_set_priority (&w->io, ev_priority (w));
		2466	ev_io_start (EV_A_ &w->io);
		2467
		2468	ev_prepare_init (&w->prepare, embed_prepare_cb);
		2469	ev_set_priority (&w->prepare, EV_MINPRI);
		2470	ev_prepare_start (EV_A_ &w->prepare);
		2471
		2472	/*ev_idle_init (&w->idle, e,bed_idle_cb);*/
		2473
928	ev_start ((W)w, 1);	2474	ev_start (EV_A_ (W)w, 1);
929	wlist_add ((WL *)&childs [w->pid & (PID_HASHSIZE - 1)], (WL)w);
930	}	2475	}
931		2476
932	void evchild_stop (struct ev_child *w)	2477	void
		2478	ev_embed_stop (EV_P_ ev_embed *w)
933	{	2479	{
934	ev_clear ((W)w);	2480	clear_pending (EV_A_ (W)w);
935	if (ev_is_active (w))	2481	if (expect_false (!ev_is_active (w)))
936	return;	2482	return;
937		2483
938	wlist_del ((WL *)&childs [w->pid & (PID_HASHSIZE - 1)], (WL)w);	2484	ev_io_stop (EV_A_ &w->io);
		2485	ev_prepare_stop (EV_A_ &w->prepare);
		2486
939	ev_stop ((W)w);	2487	ev_stop (EV_A_ (W)w);
940	}	2488	}
		2489	#endif
		2490
		2491	#if EV_FORK_ENABLE
		2492	void
		2493	ev_fork_start (EV_P_ ev_fork *w)
		2494	{
		2495	if (expect_false (ev_is_active (w)))
		2496	return;
		2497
		2498	ev_start (EV_A_ (W)w, ++forkcnt);
		2499	array_needsize (ev_fork *, forks, forkmax, forkcnt, EMPTY2);
		2500	forks [forkcnt - 1] = w;
		2501	}
		2502
		2503	void
		2504	ev_fork_stop (EV_P_ ev_fork *w)
		2505	{
		2506	clear_pending (EV_A_ (W)w);
		2507	if (expect_false (!ev_is_active (w)))
		2508	return;
		2509
		2510	{
		2511	int active = ((W)w)->active;
		2512	forks [active - 1] = forks [--forkcnt];
		2513	((W)forks [active - 1])->active = active;
		2514	}
		2515
		2516	ev_stop (EV_A_ (W)w);
		2517	}
		2518	#endif
		2519
		2520	#if EV_ASYNC_ENABLE
		2521	void
		2522	ev_async_start (EV_P_ ev_async *w)
		2523	{
		2524	if (expect_false (ev_is_active (w)))
		2525	return;
		2526
		2527	evpipe_init (EV_A);
		2528
		2529	ev_start (EV_A_ (W)w, ++asynccnt);
		2530	array_needsize (ev_async *, asyncs, asyncmax, asynccnt, EMPTY2);
		2531	asyncs [asynccnt - 1] = w;
		2532	}
		2533
		2534	void
		2535	ev_async_stop (EV_P_ ev_async *w)
		2536	{
		2537	clear_pending (EV_A_ (W)w);
		2538	if (expect_false (!ev_is_active (w)))
		2539	return;
		2540
		2541	{
		2542	int active = ((W)w)->active;
		2543	asyncs [active - 1] = asyncs [--asynccnt];
		2544	((W)asyncs [active - 1])->active = active;
		2545	}
		2546
		2547	ev_stop (EV_A_ (W)w);
		2548	}
		2549
		2550	void
		2551	ev_async_send (EV_P_ ev_async *w)
		2552	{
		2553	w->sent = 1;
		2554	evpipe_write (EV_A_ &gotasync);
		2555	}
		2556	#endif
941		2557
942	/*****************************************************************************/	2558	/*****************************************************************************/
943		2559
944	struct ev_once	2560	struct ev_once
945	{	2561	{
946	struct ev_io io;	2562	ev_io io;
947	struct ev_timer to;	2563	ev_timer to;
948	void (*cb)(int revents, void *arg);	2564	void (*cb)(int revents, void *arg);
949	void *arg;	2565	void *arg;
950	};	2566	};
951		2567
952	static void	2568	static void
953	once_cb (struct ev_once *once, int revents)	2569	once_cb (EV_P_ struct ev_once *once, int revents)
954	{	2570	{
955	void (*cb)(int revents, void *arg) = once->cb;	2571	void (*cb)(int revents, void *arg) = once->cb;
956	void *arg = once->arg;	2572	void *arg = once->arg;
957		2573
958	evio_stop (&once->io);	2574	ev_io_stop (EV_A_ &once->io);
959	evtimer_stop (&once->to);	2575	ev_timer_stop (EV_A_ &once->to);
960	free (once);	2576	ev_free (once);
961		2577
962	cb (revents, arg);	2578	cb (revents, arg);
963	}	2579	}
964		2580
965	static void	2581	static void
966	once_cb_io (struct ev_io *w, int revents)	2582	once_cb_io (EV_P_ ev_io *w, int revents)
967	{	2583	{
968	once_cb ((struct ev_once *)(((char *)w) - offsetof (struct ev_once, io)), revents);	2584	once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, io)), revents);
969	}	2585	}
970		2586
971	static void	2587	static void
972	once_cb_to (struct ev_timer *w, int revents)	2588	once_cb_to (EV_P_ ev_timer *w, int revents)
973	{	2589	{
974	once_cb ((struct ev_once *)(((char *)w) - offsetof (struct ev_once, to)), revents);	2590	once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, to)), revents);
975	}	2591	}
976		2592
977	void	2593	void
978	ev_once (int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg)	2594	ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg)
979	{	2595	{
980	struct ev_once *once = malloc (sizeof (struct ev_once));	2596	struct ev_once *once = (struct ev_once *)ev_malloc (sizeof (struct ev_once));
981		2597
982	if (!once)	2598	if (expect_false (!once))
983	cb (EV_ERROR, arg);	2599	{
984	else	2600	cb (EV_ERROR | EV_READ | EV_WRITE | EV_TIMEOUT, arg);
		2601	return;
985	{	2602	}
		2603
986	once->cb = cb;	2604	once->cb = cb;
987	once->arg = arg;	2605	once->arg = arg;
988		2606
989	evw_init (&once->io, once_cb_io);	2607	ev_init (&once->io, once_cb_io);
990
991	if (fd >= 0)	2608	if (fd >= 0)
992	{	2609	{
993	evio_set (&once->io, fd, events);	2610	ev_io_set (&once->io, fd, events);
994	evio_start (&once->io);	2611	ev_io_start (EV_A_ &once->io);
995	}	2612	}
996		2613
997	evw_init (&once->to, once_cb_to);	2614	ev_init (&once->to, once_cb_to);
998
999	if (timeout >= 0.)	2615	if (timeout >= 0.)
1000	{	2616	{
1001	evtimer_set (&once->to, timeout, 0.);	2617	ev_timer_set (&once->to, timeout, 0.);
1002	evtimer_start (&once->to);	2618	ev_timer_start (EV_A_ &once->to);
1003	}
1004	}
1005	}
1006
1007	/*****************************************************************************/
1008
1009	#if 0
1010
1011	struct ev_io wio;
1012
1013	static void
1014	sin_cb (struct ev_io *w, int revents)
1015	{
1016	fprintf (stderr, "sin %d, revents %d\n", w->fd, revents);
1017	}
1018
1019	static void
1020	ocb (struct ev_timer *w, int revents)
1021	{
1022	//fprintf (stderr, "timer %f,%f (%x) (%f) d%p\n", w->at, w->repeat, revents, w->at - ev_time (), w->data);
1023	evtimer_stop (w);
1024	evtimer_start (w);
1025	}
1026
1027	static void
1028	scb (struct ev_signal *w, int revents)
1029	{
1030	fprintf (stderr, "signal %x,%d\n", revents, w->signum);
1031	evio_stop (&wio);
1032	evio_start (&wio);
1033	}
1034
1035	static void
1036	gcb (struct ev_signal *w, int revents)
1037	{
1038	fprintf (stderr, "generic %x\n", revents);
1039
1040	}
1041
1042	int main (void)
1043	{
1044	ev_init (0);
1045
1046	evio_init (&wio, sin_cb, 0, EV_READ);
1047	evio_start (&wio);
1048
1049	struct ev_timer t[10000];
1050
1051	#if 0
1052	int i;
1053	for (i = 0; i < 10000; ++i)
1054	{	2619	}
1055	struct ev_timer *w = t + i;
1056	evw_init (w, ocb, i);
1057	evtimer_init_abs (w, ocb, drand48 (), 0.99775533);
1058	evtimer_start (w);
1059	if (drand48 () < 0.5)
1060	evtimer_stop (w);
1061	}
1062	#endif
1063
1064	struct ev_timer t1;
1065	evtimer_init (&t1, ocb, 5, 10);
1066	evtimer_start (&t1);
1067
1068	struct ev_signal sig;
1069	evsignal_init (&sig, scb, SIGQUIT);
1070	evsignal_start (&sig);
1071
1072	struct ev_check cw;
1073	evcheck_init (&cw, gcb);
1074	evcheck_start (&cw);
1075
1076	struct ev_idle iw;
1077	evidle_init (&iw, gcb);
1078	evidle_start (&iw);
1079
1080	ev_loop (0);
1081
1082	return 0;
1083	}	2620	}
1084		2621
		2622	#if EV_MULTIPLICITY
		2623	#include "ev_wrap.h"
1085	#endif	2624	#endif
1086		2625
		2626	#ifdef __cplusplus
		2627	}
		2628	#endif
1087		2629
1088
1089

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines