ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/libev/ev.c

Comparing libev/ev.c (file contents):
Revision 1.50 by root, Sat Nov 3 19:41:55 2007 UTC vs.
Revision 1.223 by root, Sun Apr 6 14:34:50 2008 UTC

1	/*	1	/*
2	* libev event processing core, watcher management	2	* libev event processing core, watcher management
3	*	3	*
4	* Copyright (c) 2007 Marc Alexander Lehmann <libev@schmorp.de>	4	* Copyright (c) 2007,2008 Marc Alexander Lehmann <libev@schmorp.de>
5	* All rights reserved.	5	* All rights reserved.
6	*	6	*
7	* Redistribution and use in source and binary forms, with or without	7	* Redistribution and use in source and binary forms, with or without modifica-
8	* modification, are permitted provided that the following conditions are	8	* tion, are permitted provided that the following conditions are met:
9	* met:	9	*
		10	* 1. Redistributions of source code must retain the above copyright notice,
		11	* this list of conditions and the following disclaimer.
		12	*
		13	* 2. Redistributions in binary form must reproduce the above copyright
		14	* notice, this list of conditions and the following disclaimer in the
		15	* documentation and/or other materials provided with the distribution.
		16	*
		17	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
		18	* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER-
		19	* CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
		20	* EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE-
		21	* CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
		22	* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
		23	* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
		24	* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH-
		25	* ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
		26	* OF THE POSSIBILITY OF SUCH DAMAGE.
10	*	27	*
11	* * Redistributions of source code must retain the above copyright	28	* Alternatively, the contents of this file may be used under the terms of
12	* notice, this list of conditions and the following disclaimer.	29	* the GNU General Public License ("GPL") version 2 or any later version,
13	*	30	* in which case the provisions of the GPL are applicable instead of
14	* * Redistributions in binary form must reproduce the above	31	* the above. If you wish to allow the use of your version of this file
15	* copyright notice, this list of conditions and the following	32	* only under the terms of the GPL and not to allow others to use your
16	* disclaimer in the documentation and/or other materials provided	33	* version of this file under the BSD license, indicate your decision
17	* with the distribution.	34	* by deleting the provisions above and replace them with the notice
18	*	35	* and other provisions required by the GPL. If you do not delete the
19	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS	36	* provisions above, a recipient may use your version of this file under
20	* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT	37	* either the BSD or the GPL.
21	* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
22	* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
23	* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
24	* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
25	* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
29	* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30	*/	38	*/
		39
		40	#ifdef __cplusplus
		41	extern "C" {
		42	#endif
		43
		44	/* this big block deduces configuration from config.h */
31	#ifndef EV_STANDALONE	45	#ifndef EV_STANDALONE
		46	# ifdef EV_CONFIG_H
		47	# include EV_CONFIG_H
		48	# else
32	# include "config.h"	49	# include "config.h"
		50	# endif
		51
		52	# if HAVE_CLOCK_GETTIME
		53	# ifndef EV_USE_MONOTONIC
		54	# define EV_USE_MONOTONIC 1
		55	# endif
		56	# ifndef EV_USE_REALTIME
		57	# define EV_USE_REALTIME 1
		58	# endif
		59	# else
		60	# ifndef EV_USE_MONOTONIC
		61	# define EV_USE_MONOTONIC 0
		62	# endif
		63	# ifndef EV_USE_REALTIME
		64	# define EV_USE_REALTIME 0
		65	# endif
		66	# endif
		67
		68	# ifndef EV_USE_NANOSLEEP
		69	# if HAVE_NANOSLEEP
		70	# define EV_USE_NANOSLEEP 1
		71	# else
		72	# define EV_USE_NANOSLEEP 0
		73	# endif
		74	# endif
		75
		76	# ifndef EV_USE_SELECT
		77	# if HAVE_SELECT && HAVE_SYS_SELECT_H
		78	# define EV_USE_SELECT 1
		79	# else
		80	# define EV_USE_SELECT 0
		81	# endif
		82	# endif
		83
		84	# ifndef EV_USE_POLL
		85	# if HAVE_POLL && HAVE_POLL_H
		86	# define EV_USE_POLL 1
		87	# else
		88	# define EV_USE_POLL 0
		89	# endif
		90	# endif
		91
		92	# ifndef EV_USE_EPOLL
		93	# if HAVE_EPOLL_CTL && HAVE_SYS_EPOLL_H
		94	# define EV_USE_EPOLL 1
		95	# else
		96	# define EV_USE_EPOLL 0
		97	# endif
		98	# endif
		99
		100	# ifndef EV_USE_KQUEUE
		101	# if HAVE_KQUEUE && HAVE_SYS_EVENT_H && HAVE_SYS_QUEUE_H
		102	# define EV_USE_KQUEUE 1
		103	# else
		104	# define EV_USE_KQUEUE 0
		105	# endif
		106	# endif
		107
		108	# ifndef EV_USE_PORT
		109	# if HAVE_PORT_H && HAVE_PORT_CREATE
		110	# define EV_USE_PORT 1
		111	# else
		112	# define EV_USE_PORT 0
		113	# endif
		114	# endif
		115
		116	# ifndef EV_USE_INOTIFY
		117	# if HAVE_INOTIFY_INIT && HAVE_SYS_INOTIFY_H
		118	# define EV_USE_INOTIFY 1
		119	# else
		120	# define EV_USE_INOTIFY 0
		121	# endif
		122	# endif
		123
		124	# ifndef EV_USE_EVENTFD
		125	# if HAVE_EVENTFD
		126	# define EV_USE_EVENTFD 1
		127	# else
		128	# define EV_USE_EVENTFD 0
		129	# endif
		130	# endif
		131
33	#endif	132	#endif
34		133
35	#include <math.h>	134	#include <math.h>
36	#include <stdlib.h>	135	#include <stdlib.h>
37	#include <unistd.h>
38	#include <fcntl.h>	136	#include <fcntl.h>
39	#include <signal.h>
40	#include <stddef.h>	137	#include <stddef.h>
41		138
42	#include <stdio.h>	139	#include <stdio.h>
43		140
44	#include <assert.h>	141	#include <assert.h>
45	#include <errno.h>	142	#include <errno.h>
46	#include <sys/types.h>	143	#include <sys/types.h>
		144	#include <time.h>
		145
		146	#include <signal.h>
		147
		148	#ifdef EV_H
		149	# include EV_H
		150	#else
		151	# include "ev.h"
		152	#endif
		153
47	#ifndef WIN32	154	#ifndef _WIN32
		155	# include <sys/time.h>
48	# include <sys/wait.h>	156	# include <sys/wait.h>
		157	# include <unistd.h>
		158	#else
		159	# define WIN32_LEAN_AND_MEAN
		160	# include <windows.h>
		161	# ifndef EV_SELECT_IS_WINSOCKET
		162	# define EV_SELECT_IS_WINSOCKET 1
49	#endif	163	# endif
50	#include <sys/time.h>	164	#endif
51	#include <time.h>
52		165
53	/**/	166	/* this block tries to deduce configuration from header-defined symbols and defaults */
54		167
55	#ifndef EV_USE_MONOTONIC	168	#ifndef EV_USE_MONOTONIC
56	# define EV_USE_MONOTONIC 1	169	# define EV_USE_MONOTONIC 0
		170	#endif
		171
		172	#ifndef EV_USE_REALTIME
		173	# define EV_USE_REALTIME 0
		174	#endif
		175
		176	#ifndef EV_USE_NANOSLEEP
		177	# define EV_USE_NANOSLEEP 0
57	#endif	178	#endif
58		179
59	#ifndef EV_USE_SELECT	180	#ifndef EV_USE_SELECT
60	# define EV_USE_SELECT 1	181	# define EV_USE_SELECT 1
61	#endif	182	#endif
62		183
63	#ifndef EV_USE_POLL	184	#ifndef EV_USE_POLL
64	# define EV_USE_POLL 0 /* poll is usually slower than select, and not as well tested */	185	# ifdef _WIN32
		186	# define EV_USE_POLL 0
		187	# else
		188	# define EV_USE_POLL 1
		189	# endif
65	#endif	190	#endif
66		191
67	#ifndef EV_USE_EPOLL	192	#ifndef EV_USE_EPOLL
		193	# if __linux && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 4))
		194	# define EV_USE_EPOLL 1
		195	# else
68	# define EV_USE_EPOLL 0	196	# define EV_USE_EPOLL 0
		197	# endif
69	#endif	198	#endif
70		199
71	#ifndef EV_USE_KQUEUE	200	#ifndef EV_USE_KQUEUE
72	# define EV_USE_KQUEUE 0	201	# define EV_USE_KQUEUE 0
73	#endif	202	#endif
74		203
75	#ifndef EV_USE_REALTIME	204	#ifndef EV_USE_PORT
		205	# define EV_USE_PORT 0
		206	#endif
		207
		208	#ifndef EV_USE_INOTIFY
		209	# if __linux && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 4))
76	# define EV_USE_REALTIME 1	210	# define EV_USE_INOTIFY 1
		211	# else
		212	# define EV_USE_INOTIFY 0
77	#endif	213	# endif
		214	#endif
78		215
79	/**/	216	#ifndef EV_PID_HASHSIZE
		217	# if EV_MINIMAL
		218	# define EV_PID_HASHSIZE 1
		219	# else
		220	# define EV_PID_HASHSIZE 16
		221	# endif
		222	#endif
		223
		224	#ifndef EV_INOTIFY_HASHSIZE
		225	# if EV_MINIMAL
		226	# define EV_INOTIFY_HASHSIZE 1
		227	# else
		228	# define EV_INOTIFY_HASHSIZE 16
		229	# endif
		230	#endif
		231
		232	#ifndef EV_USE_EVENTFD
		233	# if __linux && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 7))
		234	# define EV_USE_EVENTFD 1
		235	# else
		236	# define EV_USE_EVENTFD 0
		237	# endif
		238	#endif
		239
		240	/* this block fixes any misconfiguration where we know we run into trouble otherwise */
80		241
81	#ifndef CLOCK_MONOTONIC	242	#ifndef CLOCK_MONOTONIC
82	# undef EV_USE_MONOTONIC	243	# undef EV_USE_MONOTONIC
83	# define EV_USE_MONOTONIC 0	244	# define EV_USE_MONOTONIC 0
84	#endif	245	#endif
…		…
86	#ifndef CLOCK_REALTIME	247	#ifndef CLOCK_REALTIME
87	# undef EV_USE_REALTIME	248	# undef EV_USE_REALTIME
88	# define EV_USE_REALTIME 0	249	# define EV_USE_REALTIME 0
89	#endif	250	#endif
90		251
		252	#if !EV_STAT_ENABLE
		253	# undef EV_USE_INOTIFY
		254	# define EV_USE_INOTIFY 0
		255	#endif
		256
		257	#if !EV_USE_NANOSLEEP
		258	# ifndef _WIN32
		259	# include <sys/select.h>
		260	# endif
		261	#endif
		262
		263	#if EV_USE_INOTIFY
		264	# include <sys/inotify.h>
		265	#endif
		266
		267	#if EV_SELECT_IS_WINSOCKET
		268	# include <winsock.h>
		269	#endif
		270
		271	#if EV_USE_EVENTFD
		272	/* our minimum requirement is glibc 2.7 which has the stub, but not the header */
		273	# include <stdint.h>
		274	# ifdef __cplusplus
		275	extern "C" {
		276	# endif
		277	int eventfd (unsigned int initval, int flags);
		278	# ifdef __cplusplus
		279	}
		280	# endif
		281	#endif
		282
91	/**/	283	/**/
92		284
		285	/*
		286	* This is used to avoid floating point rounding problems.
		287	* It is added to ev_rt_now when scheduling periodics
		288	* to ensure progress, time-wise, even when rounding
		289	* errors are against us.
		290	* This value is good at least till the year 4000.
		291	* Better solutions welcome.
		292	*/
		293	#define TIME_EPSILON 0.0001220703125 /* 1/8192 */
		294
93	#define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */	295	#define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */
94	#define MAX_BLOCKTIME 59.731 /* never wait longer than this time (to detect time jumps) */	296	#define MAX_BLOCKTIME 59.743 /* never wait longer than this time (to detect time jumps) */
95	#define PID_HASHSIZE 16 /* size of pid hash table, must be power of two */
96	/*#define CLEANUP_INTERVAL 300. /* how often to try to free memory and re-check fds */	297	/*#define CLEANUP_INTERVAL (MAX_BLOCKTIME * 5.) /* how often to try to free memory and re-check fds, TODO */
97		298
98	#include "ev.h"
99
100	#if __GNUC__ >= 3	299	#if __GNUC__ >= 4
101	# define expect(expr,value) __builtin_expect ((expr),(value))	300	# define expect(expr,value) __builtin_expect ((expr),(value))
102	# define inline inline	301	# define noinline __attribute__ ((noinline))
103	#else	302	#else
104	# define expect(expr,value) (expr)	303	# define expect(expr,value) (expr)
105	# define inline static	304	# define noinline
		305	# if __STDC_VERSION__ < 199901L && __GNUC__ < 2
		306	# define inline
		307	# endif
106	#endif	308	#endif
107		309
108	#define expect_false(expr) expect ((expr) != 0, 0)	310	#define expect_false(expr) expect ((expr) != 0, 0)
109	#define expect_true(expr) expect ((expr) != 0, 1)	311	#define expect_true(expr) expect ((expr) != 0, 1)
		312	#define inline_size static inline
		313
		314	#if EV_MINIMAL
		315	# define inline_speed static noinline
		316	#else
		317	# define inline_speed static inline
		318	#endif
110		319
111	#define NUMPRI (EV_MAXPRI - EV_MINPRI + 1)	320	#define NUMPRI (EV_MAXPRI - EV_MINPRI + 1)
112	#define ABSPRI(w) ((w)->priority - EV_MINPRI)	321	#define ABSPRI(w) (((W)w)->priority - EV_MINPRI)
113		322
		323	#define EMPTY /* required for microsofts broken pseudo-c compiler */
		324	#define EMPTY2(a,b) /* used to suppress some warnings */
		325
114	typedef struct ev_watcher *W;	326	typedef ev_watcher *W;
115	typedef struct ev_watcher_list *WL;	327	typedef ev_watcher_list *WL;
116	typedef struct ev_watcher_time *WT;	328	typedef ev_watcher_time *WT;
117		329
118	static ev_tstamp now_floor, now, diff; /* monotonic clock */	330	#if EV_USE_MONOTONIC
		331	/* sig_atomic_t is used to avoid per-thread variables or locking but still */
		332	/* giving it a reasonably high chance of working on typical architetcures */
		333	static EV_ATOMIC_T have_monotonic; /* did clock_gettime (CLOCK_MONOTONIC) work? */
		334	#endif
		335
		336	#ifdef _WIN32
		337	# include "ev_win32.c"
		338	#endif
		339
		340	/*****************************************************************************/
		341
		342	static void (*syserr_cb)(const char *msg);
		343
		344	void
		345	ev_set_syserr_cb (void (*cb)(const char *msg))
		346	{
		347	syserr_cb = cb;
		348	}
		349
		350	static void noinline
		351	syserr (const char *msg)
		352	{
		353	if (!msg)
		354	msg = "(libev) system error";
		355
		356	if (syserr_cb)
		357	syserr_cb (msg);
		358	else
		359	{
		360	perror (msg);
		361	abort ();
		362	}
		363	}
		364
		365	static void *(*alloc)(void *ptr, long size);
		366
		367	void
		368	ev_set_allocator (void *(*cb)(void *ptr, long size))
		369	{
		370	alloc = cb;
		371	}
		372
		373	inline_speed void *
		374	ev_realloc (void *ptr, long size)
		375	{
		376	ptr = alloc ? alloc (ptr, size) : realloc (ptr, size);
		377
		378	if (!ptr && size)
		379	{
		380	fprintf (stderr, "libev: cannot allocate %ld bytes, aborting.", size);
		381	abort ();
		382	}
		383
		384	return ptr;
		385	}
		386
		387	#define ev_malloc(size) ev_realloc (0, (size))
		388	#define ev_free(ptr) ev_realloc ((ptr), 0)
		389
		390	/*****************************************************************************/
		391
		392	typedef struct
		393	{
		394	WL head;
		395	unsigned char events;
		396	unsigned char reify;
		397	#if EV_SELECT_IS_WINSOCKET
		398	SOCKET handle;
		399	#endif
		400	} ANFD;
		401
		402	typedef struct
		403	{
		404	W w;
		405	int events;
		406	} ANPENDING;
		407
		408	#if EV_USE_INOTIFY
		409	typedef struct
		410	{
		411	WL head;
		412	} ANFS;
		413	#endif
		414
		415	#if EV_MULTIPLICITY
		416
		417	struct ev_loop
		418	{
		419	ev_tstamp ev_rt_now;
		420	#define ev_rt_now ((loop)->ev_rt_now)
		421	#define VAR(name,decl) decl;
		422	#include "ev_vars.h"
		423	#undef VAR
		424	};
		425	#include "ev_wrap.h"
		426
		427	static struct ev_loop default_loop_struct;
		428	struct ev_loop *ev_default_loop_ptr;
		429
		430	#else
		431
119	ev_tstamp ev_now;	432	ev_tstamp ev_rt_now;
120	int ev_method;	433	#define VAR(name,decl) static decl;
		434	#include "ev_vars.h"
		435	#undef VAR
121		436
122	static int have_monotonic; /* runtime */	437	static int ev_default_loop_ptr;
123		438
124	static ev_tstamp method_fudge; /* stupid epoll-returns-early bug */	439	#endif
125	static void (*method_modify)(int fd, int oev, int nev);
126	static void (*method_poll)(ev_tstamp timeout);
127		440
128	/*****************************************************************************/	441	/*****************************************************************************/
129		442
130	ev_tstamp	443	ev_tstamp
131	ev_time (void)	444	ev_time (void)
…		…
139	gettimeofday (&tv, 0);	452	gettimeofday (&tv, 0);
140	return tv.tv_sec + tv.tv_usec * 1e-6;	453	return tv.tv_sec + tv.tv_usec * 1e-6;
141	#endif	454	#endif
142	}	455	}
143		456
144	static ev_tstamp	457	ev_tstamp inline_size
145	get_clock (void)	458	get_clock (void)
146	{	459	{
147	#if EV_USE_MONOTONIC	460	#if EV_USE_MONOTONIC
148	if (expect_true (have_monotonic))	461	if (expect_true (have_monotonic))
149	{	462	{
…		…
154	#endif	467	#endif
155		468
156	return ev_time ();	469	return ev_time ();
157	}	470	}
158		471
159	#define array_roundsize(base,n) ((n) | 4 & ~3)	472	#if EV_MULTIPLICITY
		473	ev_tstamp
		474	ev_now (EV_P)
		475	{
		476	return ev_rt_now;
		477	}
		478	#endif
160		479
161	#define array_needsize(base,cur,cnt,init) \	480	void
162	if (expect_false ((cnt) > cur)) \	481	ev_sleep (ev_tstamp delay)
163	{ \	482	{
164	int newcnt = cur; \	483	if (delay > 0.)
165	do \
166	{ \
167	newcnt = array_roundsize (base, newcnt << 1); \
168	} \
169	while ((cnt) > newcnt); \
170	\
171	base = realloc (base, sizeof (*base) * (newcnt)); \
172	init (base + cur, newcnt - cur); \
173	cur = newcnt; \
174	}	484	{
		485	#if EV_USE_NANOSLEEP
		486	struct timespec ts;
		487
		488	ts.tv_sec = (time_t)delay;
		489	ts.tv_nsec = (long)((delay - (ev_tstamp)(ts.tv_sec)) * 1e9);
		490
		491	nanosleep (&ts, 0);
		492	#elif defined(_WIN32)
		493	Sleep ((unsigned long)(delay * 1e3));
		494	#else
		495	struct timeval tv;
		496
		497	tv.tv_sec = (time_t)delay;
		498	tv.tv_usec = (long)((delay - (ev_tstamp)(tv.tv_sec)) * 1e6);
		499
		500	select (0, 0, 0, 0, &tv);
		501	#endif
		502	}
		503	}
175		504
176	/*****************************************************************************/	505	/*****************************************************************************/
177		506
178	typedef struct	507	int inline_size
		508	array_nextsize (int elem, int cur, int cnt)
179	{	509	{
180	struct ev_watcher_list *head;	510	int ncur = cur + 1;
181	unsigned char events;
182	unsigned char reify;
183	} ANFD;
184		511
185	static ANFD *anfds;	512	do
186	static int anfdmax;	513	ncur <<= 1;
		514	while (cnt > ncur);
187		515
188	static void	516	/* if size > 4096, round to 4096 - 4 * longs to accomodate malloc overhead */
		517	if (elem * ncur > 4096)
		518	{
		519	ncur *= elem;
		520	ncur = (ncur + elem + 4095 + sizeof (void *) * 4) & ~4095;
		521	ncur = ncur - sizeof (void *) * 4;
		522	ncur /= elem;
		523	}
		524
		525	return ncur;
		526	}
		527
		528	static noinline void *
		529	array_realloc (int elem, void *base, int *cur, int cnt)
		530	{
		531	*cur = array_nextsize (elem, *cur, cnt);
		532	return ev_realloc (base, elem * *cur);
		533	}
		534
		535	#define array_needsize(type,base,cur,cnt,init) \
		536	if (expect_false ((cnt) > (cur))) \
		537	{ \
		538	int ocur_ = (cur); \
		539	(base) = (type *)array_realloc \
		540	(sizeof (type), (base), &(cur), (cnt)); \
		541	init ((base) + (ocur_), (cur) - ocur_); \
		542	}
		543
		544	#if 0
		545	#define array_slim(type,stem) \
		546	if (stem ## max < array_roundsize (stem ## cnt >> 2)) \
		547	{ \
		548	stem ## max = array_roundsize (stem ## cnt >> 1); \
		549	base = (type *)ev_realloc (base, sizeof (type) * (stem ## max));\
		550	fprintf (stderr, "slimmed down " # stem " to %d\n", stem ## max);/*D*/\
		551	}
		552	#endif
		553
		554	#define array_free(stem, idx) \
		555	ev_free (stem ## s idx); stem ## cnt idx = stem ## max idx = 0;
		556
		557	/*****************************************************************************/
		558
		559	void noinline
		560	ev_feed_event (EV_P_ void *w, int revents)
		561	{
		562	W w_ = (W)w;
		563	int pri = ABSPRI (w_);
		564
		565	if (expect_false (w_->pending))
		566	pendings [pri][w_->pending - 1].events |= revents;
		567	else
		568	{
		569	w_->pending = ++pendingcnt [pri];
		570	array_needsize (ANPENDING, pendings [pri], pendingmax [pri], w_->pending, EMPTY2);
		571	pendings [pri][w_->pending - 1].w = w_;
		572	pendings [pri][w_->pending - 1].events = revents;
		573	}
		574	}
		575
		576	void inline_speed
		577	queue_events (EV_P_ W *events, int eventcnt, int type)
		578	{
		579	int i;
		580
		581	for (i = 0; i < eventcnt; ++i)
		582	ev_feed_event (EV_A_ events [i], type);
		583	}
		584
		585	/*****************************************************************************/
		586
		587	void inline_size
189	anfds_init (ANFD *base, int count)	588	anfds_init (ANFD *base, int count)
190	{	589	{
191	while (count--)	590	while (count--)
192	{	591	{
193	base->head = 0;	592	base->head = 0;
…		…
196		595
197	++base;	596	++base;
198	}	597	}
199	}	598	}
200		599
201	typedef struct	600	void inline_speed
202	{
203	W w;
204	int events;
205	} ANPENDING;
206
207	static ANPENDING *pendings [NUMPRI];
208	static int pendingmax [NUMPRI], pendingcnt [NUMPRI];
209
210	static void
211	event (W w, int events)
212	{
213	if (w->pending)
214	{
215	pendings [ABSPRI (w)][w->pending - 1].events |= events;
216	return;
217	}
218
219	w->pending = ++pendingcnt [ABSPRI (w)];
220	array_needsize (pendings [ABSPRI (w)], pendingmax [ABSPRI (w)], pendingcnt [ABSPRI (w)], );
221	pendings [ABSPRI (w)][w->pending - 1].w = w;
222	pendings [ABSPRI (w)][w->pending - 1].events = events;
223	}
224
225	static void
226	queue_events (W *events, int eventcnt, int type)
227	{
228	int i;
229
230	for (i = 0; i < eventcnt; ++i)
231	event (events [i], type);
232	}
233
234	static void
235	fd_event (int fd, int events)	601	fd_event (EV_P_ int fd, int revents)
236	{	602	{
237	ANFD *anfd = anfds + fd;	603	ANFD *anfd = anfds + fd;
238	struct ev_io *w;	604	ev_io *w;
239		605
240	for (w = (struct ev_io *)anfd->head; w; w = (struct ev_io *)((WL)w)->next)	606	for (w = (ev_io *)anfd->head; w; w = (ev_io *)((WL)w)->next)
241	{	607	{
242	int ev = w->events & events;	608	int ev = w->events & revents;
243		609
244	if (ev)	610	if (ev)
245	event ((W)w, ev);	611	ev_feed_event (EV_A_ (W)w, ev);
246	}	612	}
247	}	613	}
248		614
249	/*****************************************************************************/	615	void
		616	ev_feed_fd_event (EV_P_ int fd, int revents)
		617	{
		618	if (fd >= 0 && fd < anfdmax)
		619	fd_event (EV_A_ fd, revents);
		620	}
250		621
251	static int *fdchanges;	622	void inline_size
252	static int fdchangemax, fdchangecnt;	623	fd_reify (EV_P)
253
254	static void
255	fd_reify (void)
256	{	624	{
257	int i;	625	int i;
258		626
259	for (i = 0; i < fdchangecnt; ++i)	627	for (i = 0; i < fdchangecnt; ++i)
260	{	628	{
261	int fd = fdchanges [i];	629	int fd = fdchanges [i];
262	ANFD *anfd = anfds + fd;	630	ANFD *anfd = anfds + fd;
263	struct ev_io *w;	631	ev_io *w;
264		632
265	int events = 0;	633	unsigned char events = 0;
266		634
267	for (w = (struct ev_io *)anfd->head; w; w = (struct ev_io *)((WL)w)->next)	635	for (w = (ev_io *)anfd->head; w; w = (ev_io *)((WL)w)->next)
268	events |= w->events;	636	events |= (unsigned char)w->events;
269		637
270	anfd->reify = 0;	638	#if EV_SELECT_IS_WINSOCKET
271		639	if (events)
272	if (anfd->events != events)
273	{	640	{
274	method_modify (fd, anfd->events, events);	641	unsigned long argp;
275	anfd->events = events;	642	#ifdef EV_FD_TO_WIN32_HANDLE
		643	anfd->handle = EV_FD_TO_WIN32_HANDLE (fd);
		644	#else
		645	anfd->handle = _get_osfhandle (fd);
		646	#endif
		647	assert (("libev only supports socket fds in this configuration", ioctlsocket (anfd->handle, FIONREAD, &argp) == 0));
276	}	648	}
		649	#endif
		650
		651	{
		652	unsigned char o_events = anfd->events;
		653	unsigned char o_reify = anfd->reify;
		654
		655	anfd->reify = 0;
		656	anfd->events = events;
		657
		658	if (o_events != events || o_reify & EV_IOFDSET)
		659	backend_modify (EV_A_ fd, o_events, events);
		660	}
277	}	661	}
278		662
279	fdchangecnt = 0;	663	fdchangecnt = 0;
280	}	664	}
281		665
282	static void	666	void inline_size
283	fd_change (int fd)	667	fd_change (EV_P_ int fd, int flags)
284	{	668	{
285	if (anfds [fd].reify || fdchangecnt < 0)	669	unsigned char reify = anfds [fd].reify;
286	return;
287
288	anfds [fd].reify = 1;	670	anfds [fd].reify |= flags;
289		671
		672	if (expect_true (!reify))
		673	{
290	++fdchangecnt;	674	++fdchangecnt;
291	array_needsize (fdchanges, fdchangemax, fdchangecnt, );	675	array_needsize (int, fdchanges, fdchangemax, fdchangecnt, EMPTY2);
292	fdchanges [fdchangecnt - 1] = fd;	676	fdchanges [fdchangecnt - 1] = fd;
		677	}
293	}	678	}
294		679
295	static void	680	void inline_speed
296	fd_kill (int fd)	681	fd_kill (EV_P_ int fd)
297	{	682	{
298	struct ev_io *w;	683	ev_io *w;
299		684
300	while ((w = (struct ev_io *)anfds [fd].head))	685	while ((w = (ev_io *)anfds [fd].head))
301	{	686	{
302	ev_io_stop (w);	687	ev_io_stop (EV_A_ w);
303	event ((W)w, EV_ERROR | EV_READ | EV_WRITE);	688	ev_feed_event (EV_A_ (W)w, EV_ERROR | EV_READ | EV_WRITE);
304	}	689	}
		690	}
		691
		692	int inline_size
		693	fd_valid (int fd)
		694	{
		695	#ifdef _WIN32
		696	return _get_osfhandle (fd) != -1;
		697	#else
		698	return fcntl (fd, F_GETFD) != -1;
		699	#endif
305	}	700	}
306		701
307	/* called on EBADF to verify fds */	702	/* called on EBADF to verify fds */
308	static void	703	static void noinline
309	fd_ebadf (void)	704	fd_ebadf (EV_P)
310	{	705	{
311	int fd;	706	int fd;
312		707
313	for (fd = 0; fd < anfdmax; ++fd)	708	for (fd = 0; fd < anfdmax; ++fd)
314	if (anfds [fd].events)	709	if (anfds [fd].events)
315	if (fcntl (fd, F_GETFD) == -1 && errno == EBADF)	710	if (!fd_valid (fd) == -1 && errno == EBADF)
316	fd_kill (fd);	711	fd_kill (EV_A_ fd);
317	}	712	}
318		713
319	/* called on ENOMEM in select/poll to kill some fds and retry */	714	/* called on ENOMEM in select/poll to kill some fds and retry */
320	static void	715	static void noinline
321	fd_enomem (void)	716	fd_enomem (EV_P)
322	{	717	{
323	int fd = anfdmax;	718	int fd;
324		719
325	while (fd--)	720	for (fd = anfdmax; fd--; )
326	if (anfds [fd].events)	721	if (anfds [fd].events)
327	{	722	{
328	close (fd);
329	fd_kill (fd);	723	fd_kill (EV_A_ fd);
330	return;	724	return;
331	}	725	}
332	}	726	}
333		727
		728	/* usually called after fork if backend needs to re-arm all fds from scratch */
		729	static void noinline
		730	fd_rearm_all (EV_P)
		731	{
		732	int fd;
		733
		734	for (fd = 0; fd < anfdmax; ++fd)
		735	if (anfds [fd].events)
		736	{
		737	anfds [fd].events = 0;
		738	fd_change (EV_A_ fd, EV_IOFDSET | 1);
		739	}
		740	}
		741
334	/*****************************************************************************/	742	/*****************************************************************************/
335		743
336	static struct ev_timer **timers;	744	void inline_speed
337	static int timermax, timercnt;
338
339	static struct ev_periodic **periodics;
340	static int periodicmax, periodiccnt;
341
342	static void
343	upheap (WT *timers, int k)	745	upheap (WT *heap, int k)
344	{	746	{
345	WT w = timers [k];	747	WT w = heap [k];
346		748
347	while (k && timers [k >> 1]->at > w->at)	749	while (k)
348	{
349	timers [k] = timers [k >> 1];
350	timers [k]->active = k + 1;
351	k >>= 1;
352	}	750	{
353
354	timers [k] = w;
355	timers [k]->active = k + 1;
356
357	}
358
359	static void
360	downheap (WT *timers, int N, int k)
361	{
362	WT w = timers [k];
363
364	while (k < (N >> 1))
365	{
366	int j = k << 1;	751	int p = (k - 1) >> 1;
367		752
368	if (j + 1 < N && timers [j]->at > timers [j + 1]->at)	753	if (heap [p]->at <= w->at)
369	++j;
370
371	if (w->at <= timers [j]->at)
372	break;	754	break;
373		755
374	timers [k] = timers [j];	756	heap [k] = heap [p];
375	timers [k]->active = k + 1;	757	((W)heap [k])->active = k + 1;
376	k = j;	758	k = p;
		759	}
		760
		761	heap [k] = w;
		762	((W)heap [k])->active = k + 1;
		763	}
		764
		765	void inline_speed
		766	downheap (WT *heap, int N, int k)
		767	{
		768	WT w = heap [k];
		769
		770	for (;;)
377	}	771	{
		772	int c = (k << 1) + 1;
378		773
		774	if (c >= N)
		775	break;
		776
		777	c += c + 1 < N && heap [c]->at > heap [c + 1]->at
		778	? 1 : 0;
		779
		780	if (w->at <= heap [c]->at)
		781	break;
		782
		783	heap [k] = heap [c];
		784	((W)heap [k])->active = k + 1;
		785
		786	k = c;
		787	}
		788
379	timers [k] = w;	789	heap [k] = w;
380	timers [k]->active = k + 1;	790	((W)heap [k])->active = k + 1;
		791	}
		792
		793	void inline_size
		794	adjustheap (WT *heap, int N, int k)
		795	{
		796	upheap (heap, k);
		797	downheap (heap, N, k);
381	}	798	}
382		799
383	/*****************************************************************************/	800	/*****************************************************************************/
384		801
385	typedef struct	802	typedef struct
386	{	803	{
387	struct ev_watcher_list *head;	804	WL head;
388	sig_atomic_t volatile gotsig;	805	EV_ATOMIC_T gotsig;
389	} ANSIG;	806	} ANSIG;
390		807
391	static ANSIG *signals;	808	static ANSIG *signals;
392	static int signalmax;	809	static int signalmax;
393		810
394	static int sigpipe [2];	811	static EV_ATOMIC_T gotsig;
395	static sig_atomic_t volatile gotsig;
396	static struct ev_io sigev;
397		812
398	static void	813	void inline_size
399	signals_init (ANSIG *base, int count)	814	signals_init (ANSIG *base, int count)
400	{	815	{
401	while (count--)	816	while (count--)
402	{	817	{
403	base->head = 0;	818	base->head = 0;
…		…
405		820
406	++base;	821	++base;
407	}	822	}
408	}	823	}
409		824
		825	/*****************************************************************************/
		826
		827	void inline_speed
		828	fd_intern (int fd)
		829	{
		830	#ifdef _WIN32
		831	int arg = 1;
		832	ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg);
		833	#else
		834	fcntl (fd, F_SETFD, FD_CLOEXEC);
		835	fcntl (fd, F_SETFL, O_NONBLOCK);
		836	#endif
		837	}
		838
		839	static void noinline
		840	evpipe_init (EV_P)
		841	{
		842	if (!ev_is_active (&pipeev))
		843	{
		844	#if EV_USE_EVENTFD
		845	if ((evfd = eventfd (0, 0)) >= 0)
		846	{
		847	evpipe [0] = -1;
		848	fd_intern (evfd);
		849	ev_io_set (&pipeev, evfd, EV_READ);
		850	}
		851	else
		852	#endif
		853	{
		854	while (pipe (evpipe))
		855	syserr ("(libev) error creating signal/async pipe");
		856
		857	fd_intern (evpipe [0]);
		858	fd_intern (evpipe [1]);
		859	ev_io_set (&pipeev, evpipe [0], EV_READ);
		860	}
		861
		862	ev_io_start (EV_A_ &pipeev);
		863	ev_unref (EV_A); /* watcher should not keep loop alive */
		864	}
		865	}
		866
		867	void inline_size
		868	evpipe_write (EV_P_ EV_ATOMIC_T *flag)
		869	{
		870	if (!*flag)
		871	{
		872	int old_errno = errno; /* save errno because write might clobber it */
		873
		874	*flag = 1;
		875
		876	#if EV_USE_EVENTFD
		877	if (evfd >= 0)
		878	{
		879	uint64_t counter = 1;
		880	write (evfd, &counter, sizeof (uint64_t));
		881	}
		882	else
		883	#endif
		884	write (evpipe [1], &old_errno, 1);
		885
		886	errno = old_errno;
		887	}
		888	}
		889
410	static void	890	static void
		891	pipecb (EV_P_ ev_io *iow, int revents)
		892	{
		893	#if EV_USE_EVENTFD
		894	if (evfd >= 0)
		895	{
		896	uint64_t counter = 1;
		897	read (evfd, &counter, sizeof (uint64_t));
		898	}
		899	else
		900	#endif
		901	{
		902	char dummy;
		903	read (evpipe [0], &dummy, 1);
		904	}
		905
		906	if (gotsig && ev_is_default_loop (EV_A))
		907	{
		908	int signum;
		909	gotsig = 0;
		910
		911	for (signum = signalmax; signum--; )
		912	if (signals [signum].gotsig)
		913	ev_feed_signal_event (EV_A_ signum + 1);
		914	}
		915
		916	#if EV_ASYNC_ENABLE
		917	if (gotasync)
		918	{
		919	int i;
		920	gotasync = 0;
		921
		922	for (i = asynccnt; i--; )
		923	if (asyncs [i]->sent)
		924	{
		925	asyncs [i]->sent = 0;
		926	ev_feed_event (EV_A_ asyncs [i], EV_ASYNC);
		927	}
		928	}
		929	#endif
		930	}
		931
		932	/*****************************************************************************/
		933
		934	static void
411	sighandler (int signum)	935	ev_sighandler (int signum)
412	{	936	{
		937	#if EV_MULTIPLICITY
		938	struct ev_loop *loop = &default_loop_struct;
		939	#endif
		940
		941	#if _WIN32
		942	signal (signum, ev_sighandler);
		943	#endif
		944
413	signals [signum - 1].gotsig = 1;	945	signals [signum - 1].gotsig = 1;
414		946	evpipe_write (EV_A_ &gotsig);
415	if (!gotsig)
416	{
417	int old_errno = errno;
418	gotsig = 1;
419	write (sigpipe [1], &signum, 1);
420	errno = old_errno;
421	}
422	}	947	}
423		948
424	static void	949	void noinline
425	sigcb (struct ev_io *iow, int revents)	950	ev_feed_signal_event (EV_P_ int signum)
426	{	951	{
427	struct ev_watcher_list *w;	952	WL w;
		953
		954	#if EV_MULTIPLICITY
		955	assert (("feeding signal events is only supported in the default loop", loop == ev_default_loop_ptr));
		956	#endif
		957
428	int signum;	958	--signum;
429		959
430	read (sigpipe [0], &revents, 1);	960	if (signum < 0 || signum >= signalmax)
431	gotsig = 0;	961	return;
432		962
433	for (signum = signalmax; signum--; )
434	if (signals [signum].gotsig)
435	{
436	signals [signum].gotsig = 0;	963	signals [signum].gotsig = 0;
437		964
438	for (w = signals [signum].head; w; w = w->next)	965	for (w = signals [signum].head; w; w = w->next)
439	event ((W)w, EV_SIGNAL);	966	ev_feed_event (EV_A_ (W)w, EV_SIGNAL);
440	}
441	}
442
443	static void
444	siginit (void)
445	{
446	#ifndef WIN32
447	fcntl (sigpipe [0], F_SETFD, FD_CLOEXEC);
448	fcntl (sigpipe [1], F_SETFD, FD_CLOEXEC);
449
450	/* rather than sort out wether we really need nb, set it */
451	fcntl (sigpipe [0], F_SETFL, O_NONBLOCK);
452	fcntl (sigpipe [1], F_SETFL, O_NONBLOCK);
453	#endif
454
455	ev_io_set (&sigev, sigpipe [0], EV_READ);
456	ev_io_start (&sigev);
457	}	967	}
458		968
459	/*****************************************************************************/	969	/*****************************************************************************/
460		970
461	static struct ev_idle **idles;	971	static WL childs [EV_PID_HASHSIZE];
462	static int idlemax, idlecnt;
463		972
464	static struct ev_prepare **prepares;
465	static int preparemax, preparecnt;
466
467	static struct ev_check **checks;
468	static int checkmax, checkcnt;
469
470	/*****************************************************************************/
471
472	static struct ev_child *childs [PID_HASHSIZE];
473	static struct ev_signal childev;
474
475	#ifndef WIN32	973	#ifndef _WIN32
		974
		975	static ev_signal childev;
		976
		977	#ifndef WIFCONTINUED
		978	# define WIFCONTINUED(status) 0
		979	#endif
		980
		981	void inline_speed
		982	child_reap (EV_P_ int chain, int pid, int status)
		983	{
		984	ev_child *w;
		985	int traced = WIFSTOPPED (status) || WIFCONTINUED (status);
		986
		987	for (w = (ev_child *)childs [chain & (EV_PID_HASHSIZE - 1)]; w; w = (ev_child *)((WL)w)->next)
		988	{
		989	if ((w->pid == pid || !w->pid)
		990	&& (!traced || (w->flags & 1)))
		991	{
		992	ev_set_priority (w, EV_MAXPRI); /* need to do it *now*, this *must* be the same prio as the signal watcher itself */
		993	w->rpid = pid;
		994	w->rstatus = status;
		995	ev_feed_event (EV_A_ (W)w, EV_CHILD);
		996	}
		997	}
		998	}
476		999
477	#ifndef WCONTINUED	1000	#ifndef WCONTINUED
478	# define WCONTINUED 0	1001	# define WCONTINUED 0
479	#endif	1002	#endif
480		1003
481	static void	1004	static void
482	child_reap (struct ev_signal *sw, int chain, int pid, int status)
483	{
484	struct ev_child *w;
485
486	for (w = (struct ev_child *)childs [chain & (PID_HASHSIZE - 1)]; w; w = (struct ev_child *)((WL)w)->next)
487	if (w->pid == pid || !w->pid)
488	{
489	w->priority = sw->priority; /* need to do it *now* */
490	w->rpid = pid;
491	w->rstatus = status;
492	event ((W)w, EV_CHILD);
493	}
494	}
495
496	static void
497	childcb (struct ev_signal *sw, int revents)	1005	childcb (EV_P_ ev_signal *sw, int revents)
498	{	1006	{
499	int pid, status;	1007	int pid, status;
500		1008
		1009	/* some systems define WCONTINUED but then fail to support it (linux 2.4) */
501	if (0 < (pid = waitpid (-1, &status, WNOHANG | WUNTRACED | WCONTINUED)))	1010	if (0 >= (pid = waitpid (-1, &status, WNOHANG | WUNTRACED | WCONTINUED)))
502	{	1011	if (!WCONTINUED
		1012	|| errno != EINVAL
		1013	|| 0 >= (pid = waitpid (-1, &status, WNOHANG | WUNTRACED)))
		1014	return;
		1015
503	/* make sure we are called again until all childs have been reaped */	1016	/* make sure we are called again until all children have been reaped */
		1017	/* we need to do it this way so that the callback gets called before we continue */
504	event ((W)sw, EV_SIGNAL);	1018	ev_feed_event (EV_A_ (W)sw, EV_SIGNAL);
505		1019
506	child_reap (sw, pid, pid, status);	1020	child_reap (EV_A_ pid, pid, status);
		1021	if (EV_PID_HASHSIZE > 1)
507	child_reap (sw, 0, pid, status); /* this might trigger a watcher twice, but event catches that */	1022	child_reap (EV_A_ 0, pid, status); /* this might trigger a watcher twice, but feed_event catches that */
508	}
509	}	1023	}
510		1024
511	#endif	1025	#endif
512		1026
513	/*****************************************************************************/	1027	/*****************************************************************************/
514		1028
		1029	#if EV_USE_PORT
		1030	# include "ev_port.c"
		1031	#endif
515	#if EV_USE_KQUEUE	1032	#if EV_USE_KQUEUE
516	# include "ev_kqueue.c"	1033	# include "ev_kqueue.c"
517	#endif	1034	#endif
518	#if EV_USE_EPOLL	1035	#if EV_USE_EPOLL
519	# include "ev_epoll.c"	1036	# include "ev_epoll.c"
…		…
536	{	1053	{
537	return EV_VERSION_MINOR;	1054	return EV_VERSION_MINOR;
538	}	1055	}
539		1056
540	/* return true if we are running with elevated privileges and should ignore env variables */	1057	/* return true if we are running with elevated privileges and should ignore env variables */
541	static int	1058	int inline_size
542	enable_secure ()	1059	enable_secure (void)
543	{	1060	{
544	#ifdef WIN32	1061	#ifdef _WIN32
545	return 0;	1062	return 0;
546	#else	1063	#else
547	return getuid () != geteuid ()	1064	return getuid () != geteuid ()
548	|| getgid () != getegid ();	1065	|| getgid () != getegid ();
549	#endif	1066	#endif
550	}	1067	}
551		1068
552	int ev_init (int methods)	1069	unsigned int
		1070	ev_supported_backends (void)
553	{	1071	{
554	if (!ev_method)	1072	unsigned int flags = 0;
		1073
		1074	if (EV_USE_PORT ) flags |= EVBACKEND_PORT;
		1075	if (EV_USE_KQUEUE) flags |= EVBACKEND_KQUEUE;
		1076	if (EV_USE_EPOLL ) flags |= EVBACKEND_EPOLL;
		1077	if (EV_USE_POLL ) flags |= EVBACKEND_POLL;
		1078	if (EV_USE_SELECT) flags |= EVBACKEND_SELECT;
		1079
		1080	return flags;
		1081	}
		1082
		1083	unsigned int
		1084	ev_recommended_backends (void)
		1085	{
		1086	unsigned int flags = ev_supported_backends ();
		1087
		1088	#ifndef __NetBSD__
		1089	/* kqueue is borked on everything but netbsd apparently */
		1090	/* it usually doesn't work correctly on anything but sockets and pipes */
		1091	flags &= ~EVBACKEND_KQUEUE;
		1092	#endif
		1093	#ifdef __APPLE__
		1094	// flags &= ~EVBACKEND_KQUEUE; for documentation
		1095	flags &= ~EVBACKEND_POLL;
		1096	#endif
		1097
		1098	return flags;
		1099	}
		1100
		1101	unsigned int
		1102	ev_embeddable_backends (void)
		1103	{
		1104	int flags = EVBACKEND_EPOLL | EVBACKEND_KQUEUE | EVBACKEND_PORT;
		1105
		1106	/* epoll embeddability broken on all linux versions up to at least 2.6.23 */
		1107	/* please fix it and tell me how to detect the fix */
		1108	flags &= ~EVBACKEND_EPOLL;
		1109
		1110	return flags;
		1111	}
		1112
		1113	unsigned int
		1114	ev_backend (EV_P)
		1115	{
		1116	return backend;
		1117	}
		1118
		1119	unsigned int
		1120	ev_loop_count (EV_P)
		1121	{
		1122	return loop_count;
		1123	}
		1124
		1125	void
		1126	ev_set_io_collect_interval (EV_P_ ev_tstamp interval)
		1127	{
		1128	io_blocktime = interval;
		1129	}
		1130
		1131	void
		1132	ev_set_timeout_collect_interval (EV_P_ ev_tstamp interval)
		1133	{
		1134	timeout_blocktime = interval;
		1135	}
		1136
		1137	static void noinline
		1138	loop_init (EV_P_ unsigned int flags)
		1139	{
		1140	if (!backend)
555	{	1141	{
556	#if EV_USE_MONOTONIC	1142	#if EV_USE_MONOTONIC
557	{	1143	{
558	struct timespec ts;	1144	struct timespec ts;
559	if (!clock_gettime (CLOCK_MONOTONIC, &ts))	1145	if (!clock_gettime (CLOCK_MONOTONIC, &ts))
560	have_monotonic = 1;	1146	have_monotonic = 1;
561	}	1147	}
562	#endif	1148	#endif
563		1149
564	ev_now = ev_time ();	1150	ev_rt_now = ev_time ();
565	now = get_clock ();	1151	mn_now = get_clock ();
566	now_floor = now;	1152	now_floor = mn_now;
567	diff = ev_now - now;	1153	rtmn_diff = ev_rt_now - mn_now;
568		1154
569	if (pipe (sigpipe))	1155	io_blocktime = 0.;
570	return 0;	1156	timeout_blocktime = 0.;
		1157	backend = 0;
		1158	backend_fd = -1;
		1159	gotasync = 0;
		1160	#if EV_USE_INOTIFY
		1161	fs_fd = -2;
		1162	#endif
571		1163
572	if (methods == EVMETHOD_AUTO)	1164	/* pid check not overridable via env */
573	if (!enable_secure () && getenv ("LIBEV_METHODS"))	1165	#ifndef _WIN32
		1166	if (flags & EVFLAG_FORKCHECK)
		1167	curpid = getpid ();
		1168	#endif
		1169
		1170	if (!(flags & EVFLAG_NOENV)
		1171	&& !enable_secure ()
		1172	&& getenv ("LIBEV_FLAGS"))
574	methods = atoi (getenv ("LIBEV_METHODS"));	1173	flags = atoi (getenv ("LIBEV_FLAGS"));
575	else
576	methods = EVMETHOD_ANY;
577		1174
578	ev_method = 0;	1175	if (!(flags & 0x0000ffffUL))
		1176	flags |= ev_recommended_backends ();
		1177
		1178	#if EV_USE_PORT
		1179	if (!backend && (flags & EVBACKEND_PORT )) backend = port_init (EV_A_ flags);
		1180	#endif
579	#if EV_USE_KQUEUE	1181	#if EV_USE_KQUEUE
580	if (!ev_method && (methods & EVMETHOD_KQUEUE)) kqueue_init (methods);	1182	if (!backend && (flags & EVBACKEND_KQUEUE)) backend = kqueue_init (EV_A_ flags);
581	#endif	1183	#endif
582	#if EV_USE_EPOLL	1184	#if EV_USE_EPOLL
583	if (!ev_method && (methods & EVMETHOD_EPOLL )) epoll_init (methods);	1185	if (!backend && (flags & EVBACKEND_EPOLL )) backend = epoll_init (EV_A_ flags);
584	#endif	1186	#endif
585	#if EV_USE_POLL	1187	#if EV_USE_POLL
586	if (!ev_method && (methods & EVMETHOD_POLL )) poll_init (methods);	1188	if (!backend && (flags & EVBACKEND_POLL )) backend = poll_init (EV_A_ flags);
587	#endif	1189	#endif
588	#if EV_USE_SELECT	1190	#if EV_USE_SELECT
589	if (!ev_method && (methods & EVMETHOD_SELECT)) select_init (methods);	1191	if (!backend && (flags & EVBACKEND_SELECT)) backend = select_init (EV_A_ flags);
590	#endif	1192	#endif
591		1193
592	if (ev_method)	1194	ev_init (&pipeev, pipecb);
		1195	ev_set_priority (&pipeev, EV_MAXPRI);
		1196	}
		1197	}
		1198
		1199	static void noinline
		1200	loop_destroy (EV_P)
		1201	{
		1202	int i;
		1203
		1204	if (ev_is_active (&pipeev))
		1205	{
		1206	ev_ref (EV_A); /* signal watcher */
		1207	ev_io_stop (EV_A_ &pipeev);
		1208
		1209	#if EV_USE_EVENTFD
		1210	if (evfd >= 0)
		1211	close (evfd);
		1212	#endif
		1213
		1214	if (evpipe [0] >= 0)
593	{	1215	{
594	ev_watcher_init (&sigev, sigcb);	1216	close (evpipe [0]);
595	ev_set_priority (&sigev, EV_MAXPRI);	1217	close (evpipe [1]);
596	siginit ();	1218	}
		1219	}
597		1220
		1221	#if EV_USE_INOTIFY
		1222	if (fs_fd >= 0)
		1223	close (fs_fd);
		1224	#endif
		1225
		1226	if (backend_fd >= 0)
		1227	close (backend_fd);
		1228
		1229	#if EV_USE_PORT
		1230	if (backend == EVBACKEND_PORT ) port_destroy (EV_A);
		1231	#endif
		1232	#if EV_USE_KQUEUE
		1233	if (backend == EVBACKEND_KQUEUE) kqueue_destroy (EV_A);
		1234	#endif
		1235	#if EV_USE_EPOLL
		1236	if (backend == EVBACKEND_EPOLL ) epoll_destroy (EV_A);
		1237	#endif
		1238	#if EV_USE_POLL
		1239	if (backend == EVBACKEND_POLL ) poll_destroy (EV_A);
		1240	#endif
		1241	#if EV_USE_SELECT
		1242	if (backend == EVBACKEND_SELECT) select_destroy (EV_A);
		1243	#endif
		1244
		1245	for (i = NUMPRI; i--; )
		1246	{
		1247	array_free (pending, [i]);
		1248	#if EV_IDLE_ENABLE
		1249	array_free (idle, [i]);
		1250	#endif
		1251	}
		1252
		1253	ev_free (anfds); anfdmax = 0;
		1254
		1255	/* have to use the microsoft-never-gets-it-right macro */
		1256	array_free (fdchange, EMPTY);
		1257	array_free (timer, EMPTY);
		1258	#if EV_PERIODIC_ENABLE
		1259	array_free (periodic, EMPTY);
		1260	#endif
		1261	#if EV_FORK_ENABLE
		1262	array_free (fork, EMPTY);
		1263	#endif
		1264	array_free (prepare, EMPTY);
		1265	array_free (check, EMPTY);
		1266	#if EV_ASYNC_ENABLE
		1267	array_free (async, EMPTY);
		1268	#endif
		1269
		1270	backend = 0;
		1271	}
		1272
		1273	void inline_size infy_fork (EV_P);
		1274
		1275	void inline_size
		1276	loop_fork (EV_P)
		1277	{
		1278	#if EV_USE_PORT
		1279	if (backend == EVBACKEND_PORT ) port_fork (EV_A);
		1280	#endif
		1281	#if EV_USE_KQUEUE
		1282	if (backend == EVBACKEND_KQUEUE) kqueue_fork (EV_A);
		1283	#endif
		1284	#if EV_USE_EPOLL
		1285	if (backend == EVBACKEND_EPOLL ) epoll_fork (EV_A);
		1286	#endif
		1287	#if EV_USE_INOTIFY
		1288	infy_fork (EV_A);
		1289	#endif
		1290
		1291	if (ev_is_active (&pipeev))
		1292	{
		1293	/* this "locks" the handlers against writing to the pipe */
		1294	/* while we modify the fd vars */
		1295	gotsig = 1;
		1296	#if EV_ASYNC_ENABLE
		1297	gotasync = 1;
		1298	#endif
		1299
		1300	ev_ref (EV_A);
		1301	ev_io_stop (EV_A_ &pipeev);
		1302
		1303	#if EV_USE_EVENTFD
		1304	if (evfd >= 0)
		1305	close (evfd);
		1306	#endif
		1307
		1308	if (evpipe [0] >= 0)
		1309	{
		1310	close (evpipe [0]);
		1311	close (evpipe [1]);
		1312	}
		1313
		1314	evpipe_init (EV_A);
		1315	/* now iterate over everything, in case we missed something */
		1316	pipecb (EV_A_ &pipeev, EV_READ);
		1317	}
		1318
		1319	postfork = 0;
		1320	}
		1321
		1322	#if EV_MULTIPLICITY
		1323	struct ev_loop *
		1324	ev_loop_new (unsigned int flags)
		1325	{
		1326	struct ev_loop *loop = (struct ev_loop *)ev_malloc (sizeof (struct ev_loop));
		1327
		1328	memset (loop, 0, sizeof (struct ev_loop));
		1329
		1330	loop_init (EV_A_ flags);
		1331
		1332	if (ev_backend (EV_A))
		1333	return loop;
		1334
		1335	return 0;
		1336	}
		1337
		1338	void
		1339	ev_loop_destroy (EV_P)
		1340	{
		1341	loop_destroy (EV_A);
		1342	ev_free (loop);
		1343	}
		1344
		1345	void
		1346	ev_loop_fork (EV_P)
		1347	{
		1348	postfork = 1; /* must be in line with ev_default_fork */
		1349	}
		1350
		1351	#endif
		1352
		1353	#if EV_MULTIPLICITY
		1354	struct ev_loop *
		1355	ev_default_loop_init (unsigned int flags)
		1356	#else
		1357	int
		1358	ev_default_loop (unsigned int flags)
		1359	#endif
		1360	{
		1361	if (!ev_default_loop_ptr)
		1362	{
		1363	#if EV_MULTIPLICITY
		1364	struct ev_loop *loop = ev_default_loop_ptr = &default_loop_struct;
		1365	#else
		1366	ev_default_loop_ptr = 1;
		1367	#endif
		1368
		1369	loop_init (EV_A_ flags);
		1370
		1371	if (ev_backend (EV_A))
		1372	{
598	#ifndef WIN32	1373	#ifndef _WIN32
599	ev_signal_init (&childev, childcb, SIGCHLD);	1374	ev_signal_init (&childev, childcb, SIGCHLD);
600	ev_set_priority (&childev, EV_MAXPRI);	1375	ev_set_priority (&childev, EV_MAXPRI);
601	ev_signal_start (&childev);	1376	ev_signal_start (EV_A_ &childev);
		1377	ev_unref (EV_A); /* child watcher should not keep loop alive */
602	#endif	1378	#endif
603	}	1379	}
		1380	else
		1381	ev_default_loop_ptr = 0;
604	}	1382	}
605		1383
606	return ev_method;	1384	return ev_default_loop_ptr;
		1385	}
		1386
		1387	void
		1388	ev_default_destroy (void)
		1389	{
		1390	#if EV_MULTIPLICITY
		1391	struct ev_loop *loop = ev_default_loop_ptr;
		1392	#endif
		1393
		1394	#ifndef _WIN32
		1395	ev_ref (EV_A); /* child watcher */
		1396	ev_signal_stop (EV_A_ &childev);
		1397	#endif
		1398
		1399	loop_destroy (EV_A);
		1400	}
		1401
		1402	void
		1403	ev_default_fork (void)
		1404	{
		1405	#if EV_MULTIPLICITY
		1406	struct ev_loop *loop = ev_default_loop_ptr;
		1407	#endif
		1408
		1409	if (backend)
		1410	postfork = 1; /* must be in line with ev_loop_fork */
607	}	1411	}
608		1412
609	/*****************************************************************************/	1413	/*****************************************************************************/
610		1414
611	void	1415	void
612	ev_fork_prepare (void)	1416	ev_invoke (EV_P_ void *w, int revents)
613	{	1417	{
614	/* nop */	1418	EV_CB_INVOKE ((W)w, revents);
615	}	1419	}
616		1420
617	void	1421	void inline_speed
618	ev_fork_parent (void)
619	{
620	/* nop */
621	}
622
623	void
624	ev_fork_child (void)
625	{
626	#if EV_USE_EPOLL
627	if (ev_method == EVMETHOD_EPOLL)
628	epoll_postfork_child ();
629	#endif
630
631	ev_io_stop (&sigev);
632	close (sigpipe [0]);
633	close (sigpipe [1]);
634	pipe (sigpipe);
635	siginit ();
636	}
637
638	/*****************************************************************************/
639
640	static void
641	call_pending (void)	1422	call_pending (EV_P)
642	{	1423	{
643	int pri;	1424	int pri;
644		1425
645	for (pri = NUMPRI; pri--; )	1426	for (pri = NUMPRI; pri--; )
646	while (pendingcnt [pri])	1427	while (pendingcnt [pri])
647	{	1428	{
648	ANPENDING *p = pendings [pri] + --pendingcnt [pri];	1429	ANPENDING *p = pendings [pri] + --pendingcnt [pri];
649		1430
650	if (p->w)	1431	if (expect_true (p->w))
651	{	1432	{
		1433	/*assert (("non-pending watcher on pending list", p->w->pending));*/
		1434
652	p->w->pending = 0;	1435	p->w->pending = 0;
653	p->w->cb (p->w, p->events);	1436	EV_CB_INVOKE (p->w, p->events);
654	}	1437	}
655	}	1438	}
656	}	1439	}
657		1440
658	static void	1441	void inline_size
659	timers_reify (void)	1442	timers_reify (EV_P)
660	{	1443	{
661	while (timercnt && timers [0]->at <= now)	1444	while (timercnt && ((WT)timers [0])->at <= mn_now)
662	{	1445	{
663	struct ev_timer *w = timers [0];	1446	ev_timer *w = (ev_timer *)timers [0];
		1447
		1448	/*assert (("inactive timer on timer heap detected", ev_is_active (w)));*/
664		1449
665	/* first reschedule or stop timer */	1450	/* first reschedule or stop timer */
666	if (w->repeat)	1451	if (w->repeat)
667	{	1452	{
668	assert (("negative ev_timer repeat value found while processing timers", w->repeat > 0.));	1453	assert (("negative ev_timer repeat value found while processing timers", w->repeat > 0.));
		1454
669	w->at = now + w->repeat;	1455	((WT)w)->at += w->repeat;
		1456	if (((WT)w)->at < mn_now)
		1457	((WT)w)->at = mn_now;
		1458
670	downheap ((WT *)timers, timercnt, 0);	1459	downheap (timers, timercnt, 0);
671	}	1460	}
672	else	1461	else
673	ev_timer_stop (w); /* nonrepeating: stop timer */	1462	ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */
674		1463
675	event ((W)w, EV_TIMEOUT);	1464	ev_feed_event (EV_A_ (W)w, EV_TIMEOUT);
676	}	1465	}
677	}	1466	}
678		1467
679	static void	1468	#if EV_PERIODIC_ENABLE
		1469	void inline_size
680	periodics_reify (void)	1470	periodics_reify (EV_P)
681	{	1471	{
682	while (periodiccnt && periodics [0]->at <= ev_now)	1472	while (periodiccnt && ((WT)periodics [0])->at <= ev_rt_now)
683	{	1473	{
684	struct ev_periodic *w = periodics [0];	1474	ev_periodic *w = (ev_periodic *)periodics [0];
		1475
		1476	/*assert (("inactive timer on periodic heap detected", ev_is_active (w)));*/
685		1477
686	/* first reschedule or stop timer */	1478	/* first reschedule or stop timer */
687	if (w->interval)	1479	if (w->reschedule_cb)
688	{	1480	{
		1481	((WT)w)->at = w->reschedule_cb (w, ev_rt_now + TIME_EPSILON);
		1482	assert (("ev_periodic reschedule callback returned time in the past", ((WT)w)->at > ev_rt_now));
		1483	downheap (periodics, periodiccnt, 0);
		1484	}
		1485	else if (w->interval)
		1486	{
689	w->at += floor ((ev_now - w->at) / w->interval + 1.) * w->interval;	1487	((WT)w)->at = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
		1488	if (((WT)w)->at - ev_rt_now <= TIME_EPSILON) ((WT)w)->at += w->interval;
690	assert (("ev_periodic timeout in the past detected while processing timers, negative interval?", w->at > ev_now));	1489	assert (("ev_periodic timeout in the past detected while processing timers, negative interval?", ((WT)w)->at > ev_rt_now));
691	downheap ((WT *)periodics, periodiccnt, 0);	1490	downheap (periodics, periodiccnt, 0);
692	}	1491	}
693	else	1492	else
694	ev_periodic_stop (w); /* nonrepeating: stop timer */	1493	ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */
695		1494
696	event ((W)w, EV_PERIODIC);	1495	ev_feed_event (EV_A_ (W)w, EV_PERIODIC);
697	}	1496	}
698	}	1497	}
699		1498
700	static void	1499	static void noinline
701	periodics_reschedule (ev_tstamp diff)	1500	periodics_reschedule (EV_P)
702	{	1501	{
703	int i;	1502	int i;
704		1503
705	/* adjust periodics after time jump */	1504	/* adjust periodics after time jump */
706	for (i = 0; i < periodiccnt; ++i)	1505	for (i = 0; i < periodiccnt; ++i)
707	{	1506	{
708	struct ev_periodic *w = periodics [i];	1507	ev_periodic *w = (ev_periodic *)periodics [i];
709		1508
		1509	if (w->reschedule_cb)
		1510	((WT)w)->at = w->reschedule_cb (w, ev_rt_now);
710	if (w->interval)	1511	else if (w->interval)
		1512	((WT)w)->at = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
		1513	}
		1514
		1515	/* now rebuild the heap */
		1516	for (i = periodiccnt >> 1; i--; )
		1517	downheap (periodics, periodiccnt, i);
		1518	}
		1519	#endif
		1520
		1521	#if EV_IDLE_ENABLE
		1522	void inline_size
		1523	idle_reify (EV_P)
		1524	{
		1525	if (expect_false (idleall))
		1526	{
		1527	int pri;
		1528
		1529	for (pri = NUMPRI; pri--; )
711	{	1530	{
712	ev_tstamp diff = ceil ((ev_now - w->at) / w->interval) * w->interval;	1531	if (pendingcnt [pri])
		1532	break;
713		1533
714	if (fabs (diff) >= 1e-4)	1534	if (idlecnt [pri])
715	{	1535	{
716	ev_periodic_stop (w);	1536	queue_events (EV_A_ (W *)idles [pri], idlecnt [pri], EV_IDLE);
717	ev_periodic_start (w);	1537	break;
718
719	i = 0; /* restart loop, inefficient, but time jumps should be rare */
720	}	1538	}
721	}	1539	}
722	}	1540	}
723	}	1541	}
		1542	#endif
724		1543
725	static int	1544	void inline_speed
726	time_update_monotonic (void)	1545	time_update (EV_P_ ev_tstamp max_block)
727	{
728	now = get_clock ();
729
730	if (expect_true (now - now_floor < MIN_TIMEJUMP * .5))
731	{
732	ev_now = now + diff;
733	return 0;
734	}
735	else
736	{
737	now_floor = now;
738	ev_now = ev_time ();
739	return 1;
740	}
741	}
742
743	static void
744	time_update (void)
745	{	1546	{
746	int i;	1547	int i;
747		1548
748	#if EV_USE_MONOTONIC	1549	#if EV_USE_MONOTONIC
749	if (expect_true (have_monotonic))	1550	if (expect_true (have_monotonic))
750	{	1551	{
751	if (time_update_monotonic ())	1552	ev_tstamp odiff = rtmn_diff;
		1553
		1554	mn_now = get_clock ();
		1555
		1556	/* only fetch the realtime clock every 0.5*MIN_TIMEJUMP seconds */
		1557	/* interpolate in the meantime */
		1558	if (expect_true (mn_now - now_floor < MIN_TIMEJUMP * .5))
752	{	1559	{
753	ev_tstamp odiff = diff;	1560	ev_rt_now = rtmn_diff + mn_now;
754		1561	return;
755	for (i = 4; --i; ) /* loop a few times, before making important decisions */
756	{
757	diff = ev_now - now;
758
759	if (fabs (odiff - diff) < MIN_TIMEJUMP)
760	return; /* all is well */
761
762	ev_now = ev_time ();
763	now = get_clock ();
764	now_floor = now;
765	}
766
767	periodics_reschedule (diff - odiff);
768	/* no timer adjustment, as the monotonic clock doesn't jump */
769	}	1562	}
		1563
		1564	now_floor = mn_now;
		1565	ev_rt_now = ev_time ();
		1566
		1567	/* loop a few times, before making important decisions.
		1568	* on the choice of "4": one iteration isn't enough,
		1569	* in case we get preempted during the calls to
		1570	* ev_time and get_clock. a second call is almost guaranteed
		1571	* to succeed in that case, though. and looping a few more times
		1572	* doesn't hurt either as we only do this on time-jumps or
		1573	* in the unlikely event of having been preempted here.
		1574	*/
		1575	for (i = 4; --i; )
		1576	{
		1577	rtmn_diff = ev_rt_now - mn_now;
		1578
		1579	if (fabs (odiff - rtmn_diff) < MIN_TIMEJUMP)
		1580	return; /* all is well */
		1581
		1582	ev_rt_now = ev_time ();
		1583	mn_now = get_clock ();
		1584	now_floor = mn_now;
		1585	}
		1586
		1587	# if EV_PERIODIC_ENABLE
		1588	periodics_reschedule (EV_A);
		1589	# endif
		1590	/* no timer adjustment, as the monotonic clock doesn't jump */
		1591	/* timers_reschedule (EV_A_ rtmn_diff - odiff) */
770	}	1592	}
771	else	1593	else
772	#endif	1594	#endif
773	{	1595	{
774	ev_now = ev_time ();	1596	ev_rt_now = ev_time ();
775		1597
776	if (expect_false (now > ev_now || now < ev_now - MAX_BLOCKTIME - MIN_TIMEJUMP))	1598	if (expect_false (mn_now > ev_rt_now || ev_rt_now > mn_now + max_block + MIN_TIMEJUMP))
777	{	1599	{
		1600	#if EV_PERIODIC_ENABLE
778	periodics_reschedule (ev_now - now);	1601	periodics_reschedule (EV_A);
779		1602	#endif
780	/* adjust timers. this is easy, as the offset is the same for all */	1603	/* adjust timers. this is easy, as the offset is the same for all of them */
781	for (i = 0; i < timercnt; ++i)	1604	for (i = 0; i < timercnt; ++i)
782	timers [i]->at += diff;	1605	((WT)timers [i])->at += ev_rt_now - mn_now;
783	}	1606	}
784		1607
785	now = ev_now;	1608	mn_now = ev_rt_now;
786	}	1609	}
787	}	1610	}
788		1611
789	int ev_loop_done;	1612	void
		1613	ev_ref (EV_P)
		1614	{
		1615	++activecnt;
		1616	}
790		1617
		1618	void
		1619	ev_unref (EV_P)
		1620	{
		1621	--activecnt;
		1622	}
		1623
		1624	static int loop_done;
		1625
		1626	void
791	void ev_loop (int flags)	1627	ev_loop (EV_P_ int flags)
792	{	1628	{
793	double block;	1629	loop_done = EVUNLOOP_CANCEL;
794	ev_loop_done = flags & (EVLOOP_ONESHOT | EVLOOP_NONBLOCK) ? 1 : 0;	1630
		1631	call_pending (EV_A); /* in case we recurse, ensure ordering stays nice and clean */
795		1632
796	do	1633	do
797	{	1634	{
		1635	#ifndef _WIN32
		1636	if (expect_false (curpid)) /* penalise the forking check even more */
		1637	if (expect_false (getpid () != curpid))
		1638	{
		1639	curpid = getpid ();
		1640	postfork = 1;
		1641	}
		1642	#endif
		1643
		1644	#if EV_FORK_ENABLE
		1645	/* we might have forked, so queue fork handlers */
		1646	if (expect_false (postfork))
		1647	if (forkcnt)
		1648	{
		1649	queue_events (EV_A_ (W *)forks, forkcnt, EV_FORK);
		1650	call_pending (EV_A);
		1651	}
		1652	#endif
		1653
798	/* queue check watchers (and execute them) */	1654	/* queue prepare watchers (and execute them) */
799	if (expect_false (preparecnt))	1655	if (expect_false (preparecnt))
800	{	1656	{
801	queue_events ((W *)prepares, preparecnt, EV_PREPARE);	1657	queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE);
802	call_pending ();	1658	call_pending (EV_A);
803	}	1659	}
804		1660
		1661	if (expect_false (!activecnt))
		1662	break;
		1663
		1664	/* we might have forked, so reify kernel state if necessary */
		1665	if (expect_false (postfork))
		1666	loop_fork (EV_A);
		1667
805	/* update fd-related kernel structures */	1668	/* update fd-related kernel structures */
806	fd_reify ();	1669	fd_reify (EV_A);
807		1670
808	/* calculate blocking time */	1671	/* calculate blocking time */
		1672	{
		1673	ev_tstamp waittime = 0.;
		1674	ev_tstamp sleeptime = 0.;
809		1675
810	/* we only need this for !monotonic clockor timers, but as we basically	1676	if (expect_true (!(flags & EVLOOP_NONBLOCK || idleall || !activecnt)))
811	always have timers, we just calculate it always */
812	#if EV_USE_MONOTONIC
813	if (expect_true (have_monotonic))
814	time_update_monotonic ();
815	else
816	#endif
817	{	1677	{
818	ev_now = ev_time ();	1678	/* update time to cancel out callback processing overhead */
819	now = ev_now;	1679	time_update (EV_A_ 1e100);
820	}
821		1680
822	if (flags & EVLOOP_NONBLOCK || idlecnt)
823	block = 0.;
824	else
825	{
826	block = MAX_BLOCKTIME;	1681	waittime = MAX_BLOCKTIME;
827		1682
828	if (timercnt)	1683	if (timercnt)
829	{	1684	{
830	ev_tstamp to = timers [0]->at - now + method_fudge;	1685	ev_tstamp to = ((WT)timers [0])->at - mn_now + backend_fudge;
831	if (block > to) block = to;	1686	if (waittime > to) waittime = to;
832	}	1687	}
833		1688
		1689	#if EV_PERIODIC_ENABLE
834	if (periodiccnt)	1690	if (periodiccnt)
835	{	1691	{
836	ev_tstamp to = periodics [0]->at - ev_now + method_fudge;	1692	ev_tstamp to = ((WT)periodics [0])->at - ev_rt_now + backend_fudge;
837	if (block > to) block = to;	1693	if (waittime > to) waittime = to;
838	}	1694	}
		1695	#endif
839		1696
840	if (block < 0.) block = 0.;	1697	if (expect_false (waittime < timeout_blocktime))
		1698	waittime = timeout_blocktime;
		1699
		1700	sleeptime = waittime - backend_fudge;
		1701
		1702	if (expect_true (sleeptime > io_blocktime))
		1703	sleeptime = io_blocktime;
		1704
		1705	if (sleeptime)
		1706	{
		1707	ev_sleep (sleeptime);
		1708	waittime -= sleeptime;
		1709	}
841	}	1710	}
842		1711
843	method_poll (block);	1712	++loop_count;
		1713	backend_poll (EV_A_ waittime);
844		1714
845	/* update ev_now, do magic */	1715	/* update ev_rt_now, do magic */
846	time_update ();	1716	time_update (EV_A_ waittime + sleeptime);
		1717	}
847		1718
848	/* queue pending timers and reschedule them */	1719	/* queue pending timers and reschedule them */
849	timers_reify (); /* relative timers called last */	1720	timers_reify (EV_A); /* relative timers called last */
		1721	#if EV_PERIODIC_ENABLE
850	periodics_reify (); /* absolute timers called first */	1722	periodics_reify (EV_A); /* absolute timers called first */
		1723	#endif
851		1724
		1725	#if EV_IDLE_ENABLE
852	/* queue idle watchers unless io or timers are pending */	1726	/* queue idle watchers unless other events are pending */
853	if (!pendingcnt)	1727	idle_reify (EV_A);
854	queue_events ((W *)idles, idlecnt, EV_IDLE);	1728	#endif
855		1729
856	/* queue check watchers, to be executed first */	1730	/* queue check watchers, to be executed first */
857	if (checkcnt)	1731	if (expect_false (checkcnt))
858	queue_events ((W *)checks, checkcnt, EV_CHECK);	1732	queue_events (EV_A_ (W *)checks, checkcnt, EV_CHECK);
859		1733
860	call_pending ();	1734	call_pending (EV_A);
861	}	1735	}
862	while (!ev_loop_done);	1736	while (expect_true (
		1737	activecnt
		1738	&& !loop_done
		1739	&& !(flags & (EVLOOP_ONESHOT | EVLOOP_NONBLOCK))
		1740	));
863		1741
864	if (ev_loop_done != 2)	1742	if (loop_done == EVUNLOOP_ONE)
		1743	loop_done = EVUNLOOP_CANCEL;
		1744	}
		1745
		1746	void
		1747	ev_unloop (EV_P_ int how)
		1748	{
865	ev_loop_done = 0;	1749	loop_done = how;
866	}	1750	}
867		1751
868	/*****************************************************************************/	1752	/*****************************************************************************/
869		1753
870	static void	1754	void inline_size
871	wlist_add (WL *head, WL elem)	1755	wlist_add (WL *head, WL elem)
872	{	1756	{
873	elem->next = *head;	1757	elem->next = *head;
874	*head = elem;	1758	*head = elem;
875	}	1759	}
876		1760
877	static void	1761	void inline_size
878	wlist_del (WL *head, WL elem)	1762	wlist_del (WL *head, WL elem)
879	{	1763	{
880	while (*head)	1764	while (*head)
881	{	1765	{
882	if (*head == elem)	1766	if (*head == elem)
…		…
887		1771
888	head = &(*head)->next;	1772	head = &(*head)->next;
889	}	1773	}
890	}	1774	}
891		1775
892	static void	1776	void inline_speed
893	ev_clear_pending (W w)	1777	clear_pending (EV_P_ W w)
894	{	1778	{
895	if (w->pending)	1779	if (w->pending)
896	{	1780	{
897	pendings [ABSPRI (w)][w->pending - 1].w = 0;	1781	pendings [ABSPRI (w)][w->pending - 1].w = 0;
898	w->pending = 0;	1782	w->pending = 0;
899	}	1783	}
900	}	1784	}
901		1785
902	static void	1786	int
		1787	ev_clear_pending (EV_P_ void *w)
		1788	{
		1789	W w_ = (W)w;
		1790	int pending = w_->pending;
		1791
		1792	if (expect_true (pending))
		1793	{
		1794	ANPENDING *p = pendings [ABSPRI (w_)] + pending - 1;
		1795	w_->pending = 0;
		1796	p->w = 0;
		1797	return p->events;
		1798	}
		1799	else
		1800	return 0;
		1801	}
		1802
		1803	void inline_size
		1804	pri_adjust (EV_P_ W w)
		1805	{
		1806	int pri = w->priority;
		1807	pri = pri < EV_MINPRI ? EV_MINPRI : pri;
		1808	pri = pri > EV_MAXPRI ? EV_MAXPRI : pri;
		1809	w->priority = pri;
		1810	}
		1811
		1812	void inline_speed
903	ev_start (W w, int active)	1813	ev_start (EV_P_ W w, int active)
904	{	1814	{
905	if (w->priority < EV_MINPRI) w->priority = EV_MINPRI;	1815	pri_adjust (EV_A_ w);
906	if (w->priority > EV_MAXPRI) w->priority = EV_MAXPRI;
907
908	w->active = active;	1816	w->active = active;
		1817	ev_ref (EV_A);
909	}	1818	}
910		1819
911	static void	1820	void inline_size
912	ev_stop (W w)	1821	ev_stop (EV_P_ W w)
913	{	1822	{
		1823	ev_unref (EV_A);
914	w->active = 0;	1824	w->active = 0;
915	}	1825	}
916		1826
917	/*****************************************************************************/	1827	/*****************************************************************************/
918		1828
919	void	1829	void noinline
920	ev_io_start (struct ev_io *w)	1830	ev_io_start (EV_P_ ev_io *w)
921	{	1831	{
922	int fd = w->fd;	1832	int fd = w->fd;
923		1833
924	if (ev_is_active (w))	1834	if (expect_false (ev_is_active (w)))
925	return;	1835	return;
926		1836
927	assert (("ev_io_start called with negative fd", fd >= 0));	1837	assert (("ev_io_start called with negative fd", fd >= 0));
928		1838
929	ev_start ((W)w, 1);	1839	ev_start (EV_A_ (W)w, 1);
930	array_needsize (anfds, anfdmax, fd + 1, anfds_init);	1840	array_needsize (ANFD, anfds, anfdmax, fd + 1, anfds_init);
931	wlist_add ((WL *)&anfds[fd].head, (WL)w);	1841	wlist_add (&anfds[fd].head, (WL)w);
932		1842
933	fd_change (fd);	1843	fd_change (EV_A_ fd, w->events & EV_IOFDSET | 1);
		1844	w->events &= ~EV_IOFDSET;
934	}	1845	}
935		1846
936	void	1847	void noinline
937	ev_io_stop (struct ev_io *w)	1848	ev_io_stop (EV_P_ ev_io *w)
938	{	1849	{
939	ev_clear_pending ((W)w);	1850	clear_pending (EV_A_ (W)w);
940	if (!ev_is_active (w))	1851	if (expect_false (!ev_is_active (w)))
941	return;	1852	return;
942		1853
		1854	assert (("ev_io_start called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax));
		1855
943	wlist_del ((WL *)&anfds[w->fd].head, (WL)w);	1856	wlist_del (&anfds[w->fd].head, (WL)w);
944	ev_stop ((W)w);	1857	ev_stop (EV_A_ (W)w);
945		1858
946	fd_change (w->fd);	1859	fd_change (EV_A_ w->fd, 1);
947	}	1860	}
948		1861
949	void	1862	void noinline
950	ev_timer_start (struct ev_timer *w)	1863	ev_timer_start (EV_P_ ev_timer *w)
951	{	1864	{
952	if (ev_is_active (w))	1865	if (expect_false (ev_is_active (w)))
953	return;	1866	return;
954		1867
955	w->at += now;	1868	((WT)w)->at += mn_now;
956		1869
957	assert (("ev_timer_start called with negative timer repeat value", w->repeat >= 0.));	1870	assert (("ev_timer_start called with negative timer repeat value", w->repeat >= 0.));
958		1871
959	ev_start ((W)w, ++timercnt);	1872	ev_start (EV_A_ (W)w, ++timercnt);
960	array_needsize (timers, timermax, timercnt, );	1873	array_needsize (WT, timers, timermax, timercnt, EMPTY2);
961	timers [timercnt - 1] = w;	1874	timers [timercnt - 1] = (WT)w;
962	upheap ((WT *)timers, timercnt - 1);	1875	upheap (timers, timercnt - 1);
963	}
964		1876
965	void	1877	/*assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w));*/
		1878	}
		1879
		1880	void noinline
966	ev_timer_stop (struct ev_timer *w)	1881	ev_timer_stop (EV_P_ ev_timer *w)
967	{	1882	{
968	ev_clear_pending ((W)w);	1883	clear_pending (EV_A_ (W)w);
969	if (!ev_is_active (w))	1884	if (expect_false (!ev_is_active (w)))
970	return;	1885	return;
971		1886
972	if (w->active < timercnt--)	1887	assert (("internal timer heap corruption", timers [((W)w)->active - 1] == (WT)w));
		1888
		1889	{
		1890	int active = ((W)w)->active;
		1891
		1892	if (expect_true (--active < --timercnt))
973	{	1893	{
974	timers [w->active - 1] = timers [timercnt];	1894	timers [active] = timers [timercnt];
975	downheap ((WT *)timers, timercnt, w->active - 1);	1895	adjustheap (timers, timercnt, active);
976	}	1896	}
		1897	}
977		1898
978	w->at = w->repeat;	1899	((WT)w)->at -= mn_now;
979		1900
980	ev_stop ((W)w);	1901	ev_stop (EV_A_ (W)w);
981	}	1902	}
982		1903
983	void	1904	void noinline
984	ev_timer_again (struct ev_timer *w)	1905	ev_timer_again (EV_P_ ev_timer *w)
985	{	1906	{
986	if (ev_is_active (w))	1907	if (ev_is_active (w))
987	{	1908	{
988	if (w->repeat)	1909	if (w->repeat)
989	{	1910	{
990	w->at = now + w->repeat;	1911	((WT)w)->at = mn_now + w->repeat;
991	downheap ((WT *)timers, timercnt, w->active - 1);	1912	adjustheap (timers, timercnt, ((W)w)->active - 1);
992	}	1913	}
993	else	1914	else
994	ev_timer_stop (w);	1915	ev_timer_stop (EV_A_ w);
995	}	1916	}
996	else if (w->repeat)	1917	else if (w->repeat)
		1918	{
		1919	w->at = w->repeat;
997	ev_timer_start (w);	1920	ev_timer_start (EV_A_ w);
		1921	}
998	}	1922	}
999		1923
1000	void	1924	#if EV_PERIODIC_ENABLE
		1925	void noinline
1001	ev_periodic_start (struct ev_periodic *w)	1926	ev_periodic_start (EV_P_ ev_periodic *w)
1002	{	1927	{
1003	if (ev_is_active (w))	1928	if (expect_false (ev_is_active (w)))
1004	return;	1929	return;
1005		1930
		1931	if (w->reschedule_cb)
		1932	((WT)w)->at = w->reschedule_cb (w, ev_rt_now);
		1933	else if (w->interval)
		1934	{
1006	assert (("ev_periodic_start called with negative interval value", w->interval >= 0.));	1935	assert (("ev_periodic_start called with negative interval value", w->interval >= 0.));
1007
1008	/* this formula differs from the one in periodic_reify because we do not always round up */	1936	/* this formula differs from the one in periodic_reify because we do not always round up */
1009	if (w->interval)
1010	w->at += ceil ((ev_now - w->at) / w->interval) * w->interval;	1937	((WT)w)->at = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
		1938	}
		1939	else
		1940	((WT)w)->at = w->offset;
1011		1941
1012	ev_start ((W)w, ++periodiccnt);	1942	ev_start (EV_A_ (W)w, ++periodiccnt);
1013	array_needsize (periodics, periodicmax, periodiccnt, );	1943	array_needsize (WT, periodics, periodicmax, periodiccnt, EMPTY2);
1014	periodics [periodiccnt - 1] = w;	1944	periodics [periodiccnt - 1] = (WT)w;
1015	upheap ((WT *)periodics, periodiccnt - 1);	1945	upheap (periodics, periodiccnt - 1);
1016	}
1017		1946
1018	void	1947	/*assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w));*/
		1948	}
		1949
		1950	void noinline
1019	ev_periodic_stop (struct ev_periodic *w)	1951	ev_periodic_stop (EV_P_ ev_periodic *w)
1020	{	1952	{
1021	ev_clear_pending ((W)w);	1953	clear_pending (EV_A_ (W)w);
1022	if (!ev_is_active (w))	1954	if (expect_false (!ev_is_active (w)))
1023	return;	1955	return;
1024		1956
1025	if (w->active < periodiccnt--)	1957	assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == (WT)w));
		1958
		1959	{
		1960	int active = ((W)w)->active;
		1961
		1962	if (expect_true (--active < --periodiccnt))
1026	{	1963	{
1027	periodics [w->active - 1] = periodics [periodiccnt];	1964	periodics [active] = periodics [periodiccnt];
1028	downheap ((WT *)periodics, periodiccnt, w->active - 1);	1965	adjustheap (periodics, periodiccnt, active);
1029	}	1966	}
		1967	}
1030		1968
1031	ev_stop ((W)w);	1969	ev_stop (EV_A_ (W)w);
1032	}	1970	}
		1971
		1972	void noinline
		1973	ev_periodic_again (EV_P_ ev_periodic *w)
		1974	{
		1975	/* TODO: use adjustheap and recalculation */
		1976	ev_periodic_stop (EV_A_ w);
		1977	ev_periodic_start (EV_A_ w);
		1978	}
		1979	#endif
1033		1980
1034	#ifndef SA_RESTART	1981	#ifndef SA_RESTART
1035	# define SA_RESTART 0	1982	# define SA_RESTART 0
1036	#endif	1983	#endif
1037		1984
1038	void	1985	void noinline
1039	ev_signal_start (struct ev_signal *w)	1986	ev_signal_start (EV_P_ ev_signal *w)
1040	{	1987	{
		1988	#if EV_MULTIPLICITY
		1989	assert (("signal watchers are only supported in the default loop", loop == ev_default_loop_ptr));
		1990	#endif
1041	if (ev_is_active (w))	1991	if (expect_false (ev_is_active (w)))
1042	return;	1992	return;
1043		1993
1044	assert (("ev_signal_start called with illegal signal number", w->signum > 0));	1994	assert (("ev_signal_start called with illegal signal number", w->signum > 0));
1045		1995
1046	ev_start ((W)w, 1);	1996	evpipe_init (EV_A);
		1997
		1998	{
		1999	#ifndef _WIN32
		2000	sigset_t full, prev;
		2001	sigfillset (&full);
		2002	sigprocmask (SIG_SETMASK, &full, &prev);
		2003	#endif
		2004
1047	array_needsize (signals, signalmax, w->signum, signals_init);	2005	array_needsize (ANSIG, signals, signalmax, w->signum, signals_init);
		2006
		2007	#ifndef _WIN32
		2008	sigprocmask (SIG_SETMASK, &prev, 0);
		2009	#endif
		2010	}
		2011
		2012	ev_start (EV_A_ (W)w, 1);
1048	wlist_add ((WL *)&signals [w->signum - 1].head, (WL)w);	2013	wlist_add (&signals [w->signum - 1].head, (WL)w);
1049		2014
1050	if (!w->next)	2015	if (!((WL)w)->next)
1051	{	2016	{
		2017	#if _WIN32
		2018	signal (w->signum, ev_sighandler);
		2019	#else
1052	struct sigaction sa;	2020	struct sigaction sa;
1053	sa.sa_handler = sighandler;	2021	sa.sa_handler = ev_sighandler;
1054	sigfillset (&sa.sa_mask);	2022	sigfillset (&sa.sa_mask);
1055	sa.sa_flags = SA_RESTART; /* if restarting works we save one iteration */	2023	sa.sa_flags = SA_RESTART; /* if restarting works we save one iteration */
1056	sigaction (w->signum, &sa, 0);	2024	sigaction (w->signum, &sa, 0);
		2025	#endif
1057	}	2026	}
1058	}	2027	}
1059		2028
1060	void	2029	void noinline
1061	ev_signal_stop (struct ev_signal *w)	2030	ev_signal_stop (EV_P_ ev_signal *w)
1062	{	2031	{
1063	ev_clear_pending ((W)w);	2032	clear_pending (EV_A_ (W)w);
1064	if (!ev_is_active (w))	2033	if (expect_false (!ev_is_active (w)))
1065	return;	2034	return;
1066		2035
1067	wlist_del ((WL *)&signals [w->signum - 1].head, (WL)w);	2036	wlist_del (&signals [w->signum - 1].head, (WL)w);
1068	ev_stop ((W)w);	2037	ev_stop (EV_A_ (W)w);
1069		2038
1070	if (!signals [w->signum - 1].head)	2039	if (!signals [w->signum - 1].head)
1071	signal (w->signum, SIG_DFL);	2040	signal (w->signum, SIG_DFL);
1072	}	2041	}
1073		2042
1074	void	2043	void
1075	ev_idle_start (struct ev_idle *w)	2044	ev_child_start (EV_P_ ev_child *w)
1076	{	2045	{
		2046	#if EV_MULTIPLICITY
		2047	assert (("child watchers are only supported in the default loop", loop == ev_default_loop_ptr));
		2048	#endif
1077	if (ev_is_active (w))	2049	if (expect_false (ev_is_active (w)))
1078	return;	2050	return;
1079		2051
1080	ev_start ((W)w, ++idlecnt);	2052	ev_start (EV_A_ (W)w, 1);
1081	array_needsize (idles, idlemax, idlecnt, );	2053	wlist_add (&childs [w->pid & (EV_PID_HASHSIZE - 1)], (WL)w);
1082	idles [idlecnt - 1] = w;
1083	}	2054	}
1084		2055
1085	void	2056	void
1086	ev_idle_stop (struct ev_idle *w)	2057	ev_child_stop (EV_P_ ev_child *w)
1087	{	2058	{
1088	ev_clear_pending ((W)w);	2059	clear_pending (EV_A_ (W)w);
1089	if (ev_is_active (w))	2060	if (expect_false (!ev_is_active (w)))
1090	return;	2061	return;
1091		2062
1092	idles [w->active - 1] = idles [--idlecnt];	2063	wlist_del (&childs [w->pid & (EV_PID_HASHSIZE - 1)], (WL)w);
1093	ev_stop ((W)w);	2064	ev_stop (EV_A_ (W)w);
1094	}	2065	}
1095		2066
		2067	#if EV_STAT_ENABLE
		2068
		2069	# ifdef _WIN32
		2070	# undef lstat
		2071	# define lstat(a,b) _stati64 (a,b)
		2072	# endif
		2073
		2074	#define DEF_STAT_INTERVAL 5.0074891
		2075	#define MIN_STAT_INTERVAL 0.1074891
		2076
		2077	static void noinline stat_timer_cb (EV_P_ ev_timer *w_, int revents);
		2078
		2079	#if EV_USE_INOTIFY
		2080	# define EV_INOTIFY_BUFSIZE 8192
		2081
		2082	static void noinline
		2083	infy_add (EV_P_ ev_stat *w)
		2084	{
		2085	w->wd = inotify_add_watch (fs_fd, w->path, IN_ATTRIB | IN_DELETE_SELF | IN_MOVE_SELF | IN_MODIFY | IN_DONT_FOLLOW | IN_MASK_ADD);
		2086
		2087	if (w->wd < 0)
		2088	{
		2089	ev_timer_start (EV_A_ &w->timer); /* this is not race-free, so we still need to recheck periodically */
		2090
		2091	/* monitor some parent directory for speedup hints */
		2092	if ((errno == ENOENT || errno == EACCES) && strlen (w->path) < 4096)
		2093	{
		2094	char path [4096];
		2095	strcpy (path, w->path);
		2096
		2097	do
		2098	{
		2099	int mask = IN_MASK_ADD | IN_DELETE_SELF | IN_MOVE_SELF
		2100	| (errno == EACCES ? IN_ATTRIB : IN_CREATE | IN_MOVED_TO);
		2101
		2102	char *pend = strrchr (path, '/');
		2103
		2104	if (!pend)
		2105	break; /* whoops, no '/', complain to your admin */
		2106
		2107	*pend = 0;
		2108	w->wd = inotify_add_watch (fs_fd, path, mask);
		2109	}
		2110	while (w->wd < 0 && (errno == ENOENT || errno == EACCES));
		2111	}
		2112	}
		2113	else
		2114	ev_timer_stop (EV_A_ &w->timer); /* we can watch this in a race-free way */
		2115
		2116	if (w->wd >= 0)
		2117	wlist_add (&fs_hash [w->wd & (EV_INOTIFY_HASHSIZE - 1)].head, (WL)w);
		2118	}
		2119
		2120	static void noinline
		2121	infy_del (EV_P_ ev_stat *w)
		2122	{
		2123	int slot;
		2124	int wd = w->wd;
		2125
		2126	if (wd < 0)
		2127	return;
		2128
		2129	w->wd = -2;
		2130	slot = wd & (EV_INOTIFY_HASHSIZE - 1);
		2131	wlist_del (&fs_hash [slot].head, (WL)w);
		2132
		2133	/* remove this watcher, if others are watching it, they will rearm */
		2134	inotify_rm_watch (fs_fd, wd);
		2135	}
		2136
		2137	static void noinline
		2138	infy_wd (EV_P_ int slot, int wd, struct inotify_event *ev)
		2139	{
		2140	if (slot < 0)
		2141	/* overflow, need to check for all hahs slots */
		2142	for (slot = 0; slot < EV_INOTIFY_HASHSIZE; ++slot)
		2143	infy_wd (EV_A_ slot, wd, ev);
		2144	else
		2145	{
		2146	WL w_;
		2147
		2148	for (w_ = fs_hash [slot & (EV_INOTIFY_HASHSIZE - 1)].head; w_; )
		2149	{
		2150	ev_stat *w = (ev_stat *)w_;
		2151	w_ = w_->next; /* lets us remove this watcher and all before it */
		2152
		2153	if (w->wd == wd || wd == -1)
		2154	{
		2155	if (ev->mask & (IN_IGNORED | IN_UNMOUNT | IN_DELETE_SELF))
		2156	{
		2157	w->wd = -1;
		2158	infy_add (EV_A_ w); /* re-add, no matter what */
		2159	}
		2160
		2161	stat_timer_cb (EV_A_ &w->timer, 0);
		2162	}
		2163	}
		2164	}
		2165	}
		2166
		2167	static void
		2168	infy_cb (EV_P_ ev_io *w, int revents)
		2169	{
		2170	char buf [EV_INOTIFY_BUFSIZE];
		2171	struct inotify_event *ev = (struct inotify_event *)buf;
		2172	int ofs;
		2173	int len = read (fs_fd, buf, sizeof (buf));
		2174
		2175	for (ofs = 0; ofs < len; ofs += sizeof (struct inotify_event) + ev->len)
		2176	infy_wd (EV_A_ ev->wd, ev->wd, ev);
		2177	}
		2178
		2179	void inline_size
		2180	infy_init (EV_P)
		2181	{
		2182	if (fs_fd != -2)
		2183	return;
		2184
		2185	fs_fd = inotify_init ();
		2186
		2187	if (fs_fd >= 0)
		2188	{
		2189	ev_io_init (&fs_w, infy_cb, fs_fd, EV_READ);
		2190	ev_set_priority (&fs_w, EV_MAXPRI);
		2191	ev_io_start (EV_A_ &fs_w);
		2192	}
		2193	}
		2194
		2195	void inline_size
		2196	infy_fork (EV_P)
		2197	{
		2198	int slot;
		2199
		2200	if (fs_fd < 0)
		2201	return;
		2202
		2203	close (fs_fd);
		2204	fs_fd = inotify_init ();
		2205
		2206	for (slot = 0; slot < EV_INOTIFY_HASHSIZE; ++slot)
		2207	{
		2208	WL w_ = fs_hash [slot].head;
		2209	fs_hash [slot].head = 0;
		2210
		2211	while (w_)
		2212	{
		2213	ev_stat *w = (ev_stat *)w_;
		2214	w_ = w_->next; /* lets us add this watcher */
		2215
		2216	w->wd = -1;
		2217
		2218	if (fs_fd >= 0)
		2219	infy_add (EV_A_ w); /* re-add, no matter what */
		2220	else
		2221	ev_timer_start (EV_A_ &w->timer);
		2222	}
		2223
		2224	}
		2225	}
		2226
		2227	#endif
		2228
1096	void	2229	void
		2230	ev_stat_stat (EV_P_ ev_stat *w)
		2231	{
		2232	if (lstat (w->path, &w->attr) < 0)
		2233	w->attr.st_nlink = 0;
		2234	else if (!w->attr.st_nlink)
		2235	w->attr.st_nlink = 1;
		2236	}
		2237
		2238	static void noinline
		2239	stat_timer_cb (EV_P_ ev_timer *w_, int revents)
		2240	{
		2241	ev_stat *w = (ev_stat *)(((char *)w_) - offsetof (ev_stat, timer));
		2242
		2243	/* we copy this here each the time so that */
		2244	/* prev has the old value when the callback gets invoked */
		2245	w->prev = w->attr;
		2246	ev_stat_stat (EV_A_ w);
		2247
		2248	/* memcmp doesn't work on netbsd, they.... do stuff to their struct stat */
		2249	if (
		2250	w->prev.st_dev != w->attr.st_dev
		2251	|| w->prev.st_ino != w->attr.st_ino
		2252	|| w->prev.st_mode != w->attr.st_mode
		2253	|| w->prev.st_nlink != w->attr.st_nlink
		2254	|| w->prev.st_uid != w->attr.st_uid
		2255	|| w->prev.st_gid != w->attr.st_gid
		2256	|| w->prev.st_rdev != w->attr.st_rdev
		2257	|| w->prev.st_size != w->attr.st_size
		2258	|| w->prev.st_atime != w->attr.st_atime
		2259	|| w->prev.st_mtime != w->attr.st_mtime
		2260	|| w->prev.st_ctime != w->attr.st_ctime
		2261	) {
		2262	#if EV_USE_INOTIFY
		2263	infy_del (EV_A_ w);
		2264	infy_add (EV_A_ w);
		2265	ev_stat_stat (EV_A_ w); /* avoid race... */
		2266	#endif
		2267
		2268	ev_feed_event (EV_A_ w, EV_STAT);
		2269	}
		2270	}
		2271
		2272	void
		2273	ev_stat_start (EV_P_ ev_stat *w)
		2274	{
		2275	if (expect_false (ev_is_active (w)))
		2276	return;
		2277
		2278	/* since we use memcmp, we need to clear any padding data etc. */
		2279	memset (&w->prev, 0, sizeof (ev_statdata));
		2280	memset (&w->attr, 0, sizeof (ev_statdata));
		2281
		2282	ev_stat_stat (EV_A_ w);
		2283
		2284	if (w->interval < MIN_STAT_INTERVAL)
		2285	w->interval = w->interval ? MIN_STAT_INTERVAL : DEF_STAT_INTERVAL;
		2286
		2287	ev_timer_init (&w->timer, stat_timer_cb, w->interval, w->interval);
		2288	ev_set_priority (&w->timer, ev_priority (w));
		2289
		2290	#if EV_USE_INOTIFY
		2291	infy_init (EV_A);
		2292
		2293	if (fs_fd >= 0)
		2294	infy_add (EV_A_ w);
		2295	else
		2296	#endif
		2297	ev_timer_start (EV_A_ &w->timer);
		2298
		2299	ev_start (EV_A_ (W)w, 1);
		2300	}
		2301
		2302	void
		2303	ev_stat_stop (EV_P_ ev_stat *w)
		2304	{
		2305	clear_pending (EV_A_ (W)w);
		2306	if (expect_false (!ev_is_active (w)))
		2307	return;
		2308
		2309	#if EV_USE_INOTIFY
		2310	infy_del (EV_A_ w);
		2311	#endif
		2312	ev_timer_stop (EV_A_ &w->timer);
		2313
		2314	ev_stop (EV_A_ (W)w);
		2315	}
		2316	#endif
		2317
		2318	#if EV_IDLE_ENABLE
		2319	void
		2320	ev_idle_start (EV_P_ ev_idle *w)
		2321	{
		2322	if (expect_false (ev_is_active (w)))
		2323	return;
		2324
		2325	pri_adjust (EV_A_ (W)w);
		2326
		2327	{
		2328	int active = ++idlecnt [ABSPRI (w)];
		2329
		2330	++idleall;
		2331	ev_start (EV_A_ (W)w, active);
		2332
		2333	array_needsize (ev_idle *, idles [ABSPRI (w)], idlemax [ABSPRI (w)], active, EMPTY2);
		2334	idles [ABSPRI (w)][active - 1] = w;
		2335	}
		2336	}
		2337
		2338	void
		2339	ev_idle_stop (EV_P_ ev_idle *w)
		2340	{
		2341	clear_pending (EV_A_ (W)w);
		2342	if (expect_false (!ev_is_active (w)))
		2343	return;
		2344
		2345	{
		2346	int active = ((W)w)->active;
		2347
		2348	idles [ABSPRI (w)][active - 1] = idles [ABSPRI (w)][--idlecnt [ABSPRI (w)]];
		2349	((W)idles [ABSPRI (w)][active - 1])->active = active;
		2350
		2351	ev_stop (EV_A_ (W)w);
		2352	--idleall;
		2353	}
		2354	}
		2355	#endif
		2356
		2357	void
1097	ev_prepare_start (struct ev_prepare *w)	2358	ev_prepare_start (EV_P_ ev_prepare *w)
1098	{	2359	{
1099	if (ev_is_active (w))	2360	if (expect_false (ev_is_active (w)))
1100	return;	2361	return;
1101		2362
1102	ev_start ((W)w, ++preparecnt);	2363	ev_start (EV_A_ (W)w, ++preparecnt);
1103	array_needsize (prepares, preparemax, preparecnt, );	2364	array_needsize (ev_prepare *, prepares, preparemax, preparecnt, EMPTY2);
1104	prepares [preparecnt - 1] = w;	2365	prepares [preparecnt - 1] = w;
1105	}	2366	}
1106		2367
1107	void	2368	void
1108	ev_prepare_stop (struct ev_prepare *w)	2369	ev_prepare_stop (EV_P_ ev_prepare *w)
1109	{	2370	{
1110	ev_clear_pending ((W)w);	2371	clear_pending (EV_A_ (W)w);
1111	if (ev_is_active (w))	2372	if (expect_false (!ev_is_active (w)))
1112	return;	2373	return;
1113		2374
		2375	{
		2376	int active = ((W)w)->active;
1114	prepares [w->active - 1] = prepares [--preparecnt];	2377	prepares [active - 1] = prepares [--preparecnt];
		2378	((W)prepares [active - 1])->active = active;
		2379	}
		2380
1115	ev_stop ((W)w);	2381	ev_stop (EV_A_ (W)w);
1116	}	2382	}
1117		2383
1118	void	2384	void
1119	ev_check_start (struct ev_check *w)	2385	ev_check_start (EV_P_ ev_check *w)
1120	{	2386	{
1121	if (ev_is_active (w))	2387	if (expect_false (ev_is_active (w)))
1122	return;	2388	return;
1123		2389
1124	ev_start ((W)w, ++checkcnt);	2390	ev_start (EV_A_ (W)w, ++checkcnt);
1125	array_needsize (checks, checkmax, checkcnt, );	2391	array_needsize (ev_check *, checks, checkmax, checkcnt, EMPTY2);
1126	checks [checkcnt - 1] = w;	2392	checks [checkcnt - 1] = w;
1127	}	2393	}
1128		2394
1129	void	2395	void
1130	ev_check_stop (struct ev_check *w)	2396	ev_check_stop (EV_P_ ev_check *w)
1131	{	2397	{
1132	ev_clear_pending ((W)w);	2398	clear_pending (EV_A_ (W)w);
1133	if (ev_is_active (w))	2399	if (expect_false (!ev_is_active (w)))
1134	return;	2400	return;
1135		2401
		2402	{
		2403	int active = ((W)w)->active;
1136	checks [w->active - 1] = checks [--checkcnt];	2404	checks [active - 1] = checks [--checkcnt];
		2405	((W)checks [active - 1])->active = active;
		2406	}
		2407
1137	ev_stop ((W)w);	2408	ev_stop (EV_A_ (W)w);
1138	}	2409	}
1139		2410
1140	void	2411	#if EV_EMBED_ENABLE
1141	ev_child_start (struct ev_child *w)	2412	void noinline
		2413	ev_embed_sweep (EV_P_ ev_embed *w)
1142	{	2414	{
		2415	ev_loop (w->other, EVLOOP_NONBLOCK);
		2416	}
		2417
		2418	static void
		2419	embed_io_cb (EV_P_ ev_io *io, int revents)
		2420	{
		2421	ev_embed *w = (ev_embed *)(((char *)io) - offsetof (ev_embed, io));
		2422
1143	if (ev_is_active (w))	2423	if (ev_cb (w))
1144	return;	2424	ev_feed_event (EV_A_ (W)w, EV_EMBED);
		2425	else
		2426	ev_loop (w->other, EVLOOP_NONBLOCK);
		2427	}
1145		2428
		2429	static void
		2430	embed_prepare_cb (EV_P_ ev_prepare *prepare, int revents)
		2431	{
		2432	ev_embed *w = (ev_embed *)(((char *)prepare) - offsetof (ev_embed, prepare));
		2433
		2434	{
		2435	struct ev_loop *loop = w->other;
		2436
		2437	while (fdchangecnt)
		2438	{
		2439	fd_reify (EV_A);
		2440	ev_loop (EV_A_ EVLOOP_NONBLOCK);
		2441	}
		2442	}
		2443	}
		2444
		2445	#if 0
		2446	static void
		2447	embed_idle_cb (EV_P_ ev_idle *idle, int revents)
		2448	{
		2449	ev_idle_stop (EV_A_ idle);
		2450	}
		2451	#endif
		2452
		2453	void
		2454	ev_embed_start (EV_P_ ev_embed *w)
		2455	{
		2456	if (expect_false (ev_is_active (w)))
		2457	return;
		2458
		2459	{
		2460	struct ev_loop *loop = w->other;
		2461	assert (("loop to be embedded is not embeddable", backend & ev_embeddable_backends ()));
		2462	ev_io_init (&w->io, embed_io_cb, backend_fd, EV_READ);
		2463	}
		2464
		2465	ev_set_priority (&w->io, ev_priority (w));
		2466	ev_io_start (EV_A_ &w->io);
		2467
		2468	ev_prepare_init (&w->prepare, embed_prepare_cb);
		2469	ev_set_priority (&w->prepare, EV_MINPRI);
		2470	ev_prepare_start (EV_A_ &w->prepare);
		2471
		2472	/*ev_idle_init (&w->idle, e,bed_idle_cb);*/
		2473
1146	ev_start ((W)w, 1);	2474	ev_start (EV_A_ (W)w, 1);
1147	wlist_add ((WL *)&childs [w->pid & (PID_HASHSIZE - 1)], (WL)w);
1148	}	2475	}
1149		2476
1150	void	2477	void
1151	ev_child_stop (struct ev_child *w)	2478	ev_embed_stop (EV_P_ ev_embed *w)
1152	{	2479	{
1153	ev_clear_pending ((W)w);	2480	clear_pending (EV_A_ (W)w);
1154	if (ev_is_active (w))	2481	if (expect_false (!ev_is_active (w)))
1155	return;	2482	return;
1156		2483
1157	wlist_del ((WL *)&childs [w->pid & (PID_HASHSIZE - 1)], (WL)w);	2484	ev_io_stop (EV_A_ &w->io);
		2485	ev_prepare_stop (EV_A_ &w->prepare);
		2486
1158	ev_stop ((W)w);	2487	ev_stop (EV_A_ (W)w);
1159	}	2488	}
		2489	#endif
		2490
		2491	#if EV_FORK_ENABLE
		2492	void
		2493	ev_fork_start (EV_P_ ev_fork *w)
		2494	{
		2495	if (expect_false (ev_is_active (w)))
		2496	return;
		2497
		2498	ev_start (EV_A_ (W)w, ++forkcnt);
		2499	array_needsize (ev_fork *, forks, forkmax, forkcnt, EMPTY2);
		2500	forks [forkcnt - 1] = w;
		2501	}
		2502
		2503	void
		2504	ev_fork_stop (EV_P_ ev_fork *w)
		2505	{
		2506	clear_pending (EV_A_ (W)w);
		2507	if (expect_false (!ev_is_active (w)))
		2508	return;
		2509
		2510	{
		2511	int active = ((W)w)->active;
		2512	forks [active - 1] = forks [--forkcnt];
		2513	((W)forks [active - 1])->active = active;
		2514	}
		2515
		2516	ev_stop (EV_A_ (W)w);
		2517	}
		2518	#endif
		2519
		2520	#if EV_ASYNC_ENABLE
		2521	void
		2522	ev_async_start (EV_P_ ev_async *w)
		2523	{
		2524	if (expect_false (ev_is_active (w)))
		2525	return;
		2526
		2527	evpipe_init (EV_A);
		2528
		2529	ev_start (EV_A_ (W)w, ++asynccnt);
		2530	array_needsize (ev_async *, asyncs, asyncmax, asynccnt, EMPTY2);
		2531	asyncs [asynccnt - 1] = w;
		2532	}
		2533
		2534	void
		2535	ev_async_stop (EV_P_ ev_async *w)
		2536	{
		2537	clear_pending (EV_A_ (W)w);
		2538	if (expect_false (!ev_is_active (w)))
		2539	return;
		2540
		2541	{
		2542	int active = ((W)w)->active;
		2543	asyncs [active - 1] = asyncs [--asynccnt];
		2544	((W)asyncs [active - 1])->active = active;
		2545	}
		2546
		2547	ev_stop (EV_A_ (W)w);
		2548	}
		2549
		2550	void
		2551	ev_async_send (EV_P_ ev_async *w)
		2552	{
		2553	w->sent = 1;
		2554	evpipe_write (EV_A_ &gotasync);
		2555	}
		2556	#endif
1160		2557
1161	/*****************************************************************************/	2558	/*****************************************************************************/
1162		2559
1163	struct ev_once	2560	struct ev_once
1164	{	2561	{
1165	struct ev_io io;	2562	ev_io io;
1166	struct ev_timer to;	2563	ev_timer to;
1167	void (*cb)(int revents, void *arg);	2564	void (*cb)(int revents, void *arg);
1168	void *arg;	2565	void *arg;
1169	};	2566	};
1170		2567
1171	static void	2568	static void
1172	once_cb (struct ev_once *once, int revents)	2569	once_cb (EV_P_ struct ev_once *once, int revents)
1173	{	2570	{
1174	void (*cb)(int revents, void *arg) = once->cb;	2571	void (*cb)(int revents, void *arg) = once->cb;
1175	void *arg = once->arg;	2572	void *arg = once->arg;
1176		2573
1177	ev_io_stop (&once->io);	2574	ev_io_stop (EV_A_ &once->io);
1178	ev_timer_stop (&once->to);	2575	ev_timer_stop (EV_A_ &once->to);
1179	free (once);	2576	ev_free (once);
1180		2577
1181	cb (revents, arg);	2578	cb (revents, arg);
1182	}	2579	}
1183		2580
1184	static void	2581	static void
1185	once_cb_io (struct ev_io *w, int revents)	2582	once_cb_io (EV_P_ ev_io *w, int revents)
1186	{	2583	{
1187	once_cb ((struct ev_once *)(((char *)w) - offsetof (struct ev_once, io)), revents);	2584	once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, io)), revents);
1188	}	2585	}
1189		2586
1190	static void	2587	static void
1191	once_cb_to (struct ev_timer *w, int revents)	2588	once_cb_to (EV_P_ ev_timer *w, int revents)
1192	{	2589	{
1193	once_cb ((struct ev_once *)(((char *)w) - offsetof (struct ev_once, to)), revents);	2590	once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, to)), revents);
1194	}	2591	}
1195		2592
1196	void	2593	void
1197	ev_once (int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg)	2594	ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg)
1198	{	2595	{
1199	struct ev_once *once = malloc (sizeof (struct ev_once));	2596	struct ev_once *once = (struct ev_once *)ev_malloc (sizeof (struct ev_once));
1200		2597
1201	if (!once)	2598	if (expect_false (!once))
		2599	{
1202	cb (EV_ERROR | EV_READ | EV_WRITE | EV_TIMEOUT, arg);	2600	cb (EV_ERROR | EV_READ | EV_WRITE | EV_TIMEOUT, arg);
1203	else	2601	return;
1204	{	2602	}
		2603
1205	once->cb = cb;	2604	once->cb = cb;
1206	once->arg = arg;	2605	once->arg = arg;
1207		2606
1208	ev_watcher_init (&once->io, once_cb_io);	2607	ev_init (&once->io, once_cb_io);
1209	if (fd >= 0)	2608	if (fd >= 0)
1210	{	2609	{
1211	ev_io_set (&once->io, fd, events);	2610	ev_io_set (&once->io, fd, events);
1212	ev_io_start (&once->io);	2611	ev_io_start (EV_A_ &once->io);
1213	}	2612	}
1214		2613
1215	ev_watcher_init (&once->to, once_cb_to);	2614	ev_init (&once->to, once_cb_to);
1216	if (timeout >= 0.)	2615	if (timeout >= 0.)
1217	{	2616	{
1218	ev_timer_set (&once->to, timeout, 0.);	2617	ev_timer_set (&once->to, timeout, 0.);
1219	ev_timer_start (&once->to);	2618	ev_timer_start (EV_A_ &once->to);
1220	}
1221	}
1222	}
1223
1224	/*****************************************************************************/
1225
1226	#if 0
1227
1228	struct ev_io wio;
1229
1230	static void
1231	sin_cb (struct ev_io *w, int revents)
1232	{
1233	fprintf (stderr, "sin %d, revents %d\n", w->fd, revents);
1234	}
1235
1236	static void
1237	ocb (struct ev_timer *w, int revents)
1238	{
1239	//fprintf (stderr, "timer %f,%f (%x) (%f) d%p\n", w->at, w->repeat, revents, w->at - ev_time (), w->data);
1240	ev_timer_stop (w);
1241	ev_timer_start (w);
1242	}
1243
1244	static void
1245	scb (struct ev_signal *w, int revents)
1246	{
1247	fprintf (stderr, "signal %x,%d\n", revents, w->signum);
1248	ev_io_stop (&wio);
1249	ev_io_start (&wio);
1250	}
1251
1252	static void
1253	gcb (struct ev_signal *w, int revents)
1254	{
1255	fprintf (stderr, "generic %x\n", revents);
1256
1257	}
1258
1259	int main (void)
1260	{
1261	ev_init (0);
1262
1263	ev_io_init (&wio, sin_cb, 0, EV_READ);
1264	ev_io_start (&wio);
1265
1266	struct ev_timer t[10000];
1267
1268	#if 0
1269	int i;
1270	for (i = 0; i < 10000; ++i)
1271	{	2619	}
1272	struct ev_timer *w = t + i;
1273	ev_watcher_init (w, ocb, i);
1274	ev_timer_init_abs (w, ocb, drand48 (), 0.99775533);
1275	ev_timer_start (w);
1276	if (drand48 () < 0.5)
1277	ev_timer_stop (w);
1278	}
1279	#endif
1280
1281	struct ev_timer t1;
1282	ev_timer_init (&t1, ocb, 5, 10);
1283	ev_timer_start (&t1);
1284
1285	struct ev_signal sig;
1286	ev_signal_init (&sig, scb, SIGQUIT);
1287	ev_signal_start (&sig);
1288
1289	struct ev_check cw;
1290	ev_check_init (&cw, gcb);
1291	ev_check_start (&cw);
1292
1293	struct ev_idle iw;
1294	ev_idle_init (&iw, gcb);
1295	ev_idle_start (&iw);
1296
1297	ev_loop (0);
1298
1299	return 0;
1300	}	2620	}
1301		2621
		2622	#if EV_MULTIPLICITY
		2623	#include "ev_wrap.h"
1302	#endif	2624	#endif
1303		2625
		2626	#ifdef __cplusplus
		2627	}
		2628	#endif
1304		2629
1305
1306

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines