ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/libev/ev.c

Comparing libev/ev.c (file contents):
Revision 1.104 by root, Mon Nov 12 00:39:45 2007 UTC vs.
Revision 1.346 by root, Thu Oct 14 05:07:04 2010 UTC

1	/*	1	/*
2	* libev event processing core, watcher management	2	* libev event processing core, watcher management
3	*	3	*
4	* Copyright (c) 2007 Marc Alexander Lehmann <libev@schmorp.de>	4	* Copyright (c) 2007,2008,2009,2010 Marc Alexander Lehmann <libev@schmorp.de>
5	* All rights reserved.	5	* All rights reserved.
6	*	6	*
7	* Redistribution and use in source and binary forms, with or without	7	* Redistribution and use in source and binary forms, with or without modifica-
8	* modification, are permitted provided that the following conditions are	8	* tion, are permitted provided that the following conditions are met:
9	* met:	9	*
		10	* 1. Redistributions of source code must retain the above copyright notice,
		11	* this list of conditions and the following disclaimer.
		12	*
		13	* 2. Redistributions in binary form must reproduce the above copyright
		14	* notice, this list of conditions and the following disclaimer in the
		15	* documentation and/or other materials provided with the distribution.
		16	*
		17	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
		18	* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER-
		19	* CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
		20	* EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE-
		21	* CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
		22	* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
		23	* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
		24	* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH-
		25	* ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
		26	* OF THE POSSIBILITY OF SUCH DAMAGE.
10	*	27	*
11	* * Redistributions of source code must retain the above copyright	28	* Alternatively, the contents of this file may be used under the terms of
12	* notice, this list of conditions and the following disclaimer.	29	* the GNU General Public License ("GPL") version 2 or any later version,
13	*	30	* in which case the provisions of the GPL are applicable instead of
14	* * Redistributions in binary form must reproduce the above	31	* the above. If you wish to allow the use of your version of this file
15	* copyright notice, this list of conditions and the following	32	* only under the terms of the GPL and not to allow others to use your
16	* disclaimer in the documentation and/or other materials provided	33	* version of this file under the BSD license, indicate your decision
17	* with the distribution.	34	* by deleting the provisions above and replace them with the notice
18	*	35	* and other provisions required by the GPL. If you do not delete the
19	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS	36	* provisions above, a recipient may use your version of this file under
20	* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT	37	* either the BSD or the GPL.
21	* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
22	* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
23	* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
24	* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
25	* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
29	* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30	*/	38	*/
31		39
32	#ifdef __cplusplus	40	#ifdef __cplusplus
33	extern "C" {	41	extern "C" {
34	#endif	42	#endif
35		43
		44	/* this big block deduces configuration from config.h */
36	#ifndef EV_STANDALONE	45	#ifndef EV_STANDALONE
		46	# ifdef EV_CONFIG_H
		47	# include EV_CONFIG_H
		48	# else
37	# include "config.h"	49	# include "config.h"
		50	# endif
		51
		52	# if HAVE_CLOCK_SYSCALL
		53	# ifndef EV_USE_CLOCK_SYSCALL
		54	# define EV_USE_CLOCK_SYSCALL 1
		55	# ifndef EV_USE_REALTIME
		56	# define EV_USE_REALTIME 0
		57	# endif
		58	# ifndef EV_USE_MONOTONIC
		59	# define EV_USE_MONOTONIC 1
		60	# endif
		61	# endif
		62	# elif !defined(EV_USE_CLOCK_SYSCALL)
		63	# define EV_USE_CLOCK_SYSCALL 0
		64	# endif
38		65
39	# if HAVE_CLOCK_GETTIME	66	# if HAVE_CLOCK_GETTIME
40	# ifndef EV_USE_MONOTONIC	67	# ifndef EV_USE_MONOTONIC
41	# define EV_USE_MONOTONIC 1	68	# define EV_USE_MONOTONIC 1
42	# endif	69	# endif
43	# ifndef EV_USE_REALTIME	70	# ifndef EV_USE_REALTIME
44	# define EV_USE_REALTIME 1	71	# define EV_USE_REALTIME 0
		72	# endif
		73	# else
		74	# ifndef EV_USE_MONOTONIC
		75	# define EV_USE_MONOTONIC 0
		76	# endif
		77	# ifndef EV_USE_REALTIME
		78	# define EV_USE_REALTIME 0
45	# endif	79	# endif
46	# endif	80	# endif
47		81
48	# if HAVE_SELECT && HAVE_SYS_SELECT_H && !defined (EV_USE_SELECT)	82	# if HAVE_NANOSLEEP
49	# define EV_USE_SELECT 1	83	# ifndef EV_USE_NANOSLEEP
		84	# define EV_USE_NANOSLEEP EV_FEATURE_OS
		85	# endif
		86	# else
		87	# undef EV_USE_NANOSLEEP
		88	# define EV_USE_NANOSLEEP 0
50	# endif	89	# endif
51		90
52	# if HAVE_POLL && HAVE_POLL_H && !defined (EV_USE_POLL)	91	# if HAVE_SELECT && HAVE_SYS_SELECT_H
		92	# ifndef EV_USE_SELECT
		93	# define EV_USE_SELECT EV_FEATURE_BACKENDS
		94	# endif
		95	# else
		96	# undef EV_USE_SELECT
53	# define EV_USE_POLL 1	97	# define EV_USE_SELECT 0
54	# endif	98	# endif
55		99
56	# if HAVE_EPOLL_CTL && HAVE_SYS_EPOLL_H && !defined (EV_USE_EPOLL)	100	# if HAVE_POLL && HAVE_POLL_H
		101	# ifndef EV_USE_POLL
		102	# define EV_USE_POLL EV_FEATURE_BACKENDS
		103	# endif
		104	# else
		105	# undef EV_USE_POLL
57	# define EV_USE_EPOLL 1	106	# define EV_USE_POLL 0
58	# endif	107	# endif
59		108
60	# if HAVE_KQUEUE && HAVE_SYS_EVENT_H && HAVE_SYS_QUEUE_H && !defined (EV_USE_KQUEUE)	109	# if HAVE_EPOLL_CTL && HAVE_SYS_EPOLL_H
61	# define EV_USE_KQUEUE 1	110	# ifndef EV_USE_EPOLL
		111	# define EV_USE_EPOLL EV_FEATURE_BACKENDS
		112	# endif
		113	# else
		114	# undef EV_USE_EPOLL
		115	# define EV_USE_EPOLL 0
62	# endif	116	# endif
		117
		118	# if HAVE_KQUEUE && HAVE_SYS_EVENT_H
		119	# ifndef EV_USE_KQUEUE
		120	# define EV_USE_KQUEUE EV_FEATURE_BACKENDS
		121	# endif
		122	# else
		123	# undef EV_USE_KQUEUE
		124	# define EV_USE_KQUEUE 0
		125	# endif
		126
		127	# if HAVE_PORT_H && HAVE_PORT_CREATE
		128	# ifndef EV_USE_PORT
		129	# define EV_USE_PORT EV_FEATURE_BACKENDS
		130	# endif
		131	# else
		132	# undef EV_USE_PORT
		133	# define EV_USE_PORT 0
		134	# endif
63		135
		136	# if HAVE_INOTIFY_INIT && HAVE_SYS_INOTIFY_H
		137	# ifndef EV_USE_INOTIFY
		138	# define EV_USE_INOTIFY EV_FEATURE_OS
		139	# endif
		140	# else
		141	# undef EV_USE_INOTIFY
		142	# define EV_USE_INOTIFY 0
		143	# endif
		144
		145	# if HAVE_SIGNALFD && HAVE_SYS_SIGNALFD_H
		146	# ifndef EV_USE_SIGNALFD
		147	# define EV_USE_SIGNALFD EV_FEATURE_OS
		148	# endif
		149	# else
		150	# undef EV_USE_SIGNALFD
		151	# define EV_USE_SIGNALFD 0
		152	# endif
		153
		154	# if HAVE_EVENTFD
		155	# ifndef EV_USE_EVENTFD
		156	# define EV_USE_EVENTFD EV_FEATURE_OS
		157	# endif
		158	# else
		159	# undef EV_USE_EVENTFD
		160	# define EV_USE_EVENTFD 0
		161	# endif
		162
64	#endif	163	#endif
65		164
66	#include <math.h>	165	#include <math.h>
67	#include <stdlib.h>	166	#include <stdlib.h>
		167	#include <string.h>
68	#include <fcntl.h>	168	#include <fcntl.h>
69	#include <stddef.h>	169	#include <stddef.h>
70		170
71	#include <stdio.h>	171	#include <stdio.h>
72		172
73	#include <assert.h>	173	#include <assert.h>
74	#include <errno.h>	174	#include <errno.h>
75	#include <sys/types.h>	175	#include <sys/types.h>
76	#include <time.h>	176	#include <time.h>
		177	#include <limits.h>
77		178
78	#include <signal.h>	179	#include <signal.h>
79		180
		181	#ifdef EV_H
		182	# include EV_H
		183	#else
		184	# include "ev.h"
		185	#endif
		186
80	#ifndef _WIN32	187	#ifndef _WIN32
81	# include <unistd.h>
82	# include <sys/time.h>	188	# include <sys/time.h>
83	# include <sys/wait.h>	189	# include <sys/wait.h>
		190	# include <unistd.h>
84	#else	191	#else
		192	# include <io.h>
85	# define WIN32_LEAN_AND_MEAN	193	# define WIN32_LEAN_AND_MEAN
86	# include <windows.h>	194	# include <windows.h>
87	# ifndef EV_SELECT_IS_WINSOCKET	195	# ifndef EV_SELECT_IS_WINSOCKET
88	# define EV_SELECT_IS_WINSOCKET 1	196	# define EV_SELECT_IS_WINSOCKET 1
89	# endif	197	# endif
		198	# undef EV_AVOID_STDIO
		199	#endif
		200
		201	/* OS X, in its infinite idiocy, actually HARDCODES
		202	* a limit of 1024 into their select. Where people have brains,
		203	* OS X engineers apparently have a vacuum. Or maybe they were
		204	* ordered to have a vacuum, or they do anything for money.
		205	* This might help. Or not.
		206	*/
		207	#define _DARWIN_UNLIMITED_SELECT 1
		208
		209	/* this block tries to deduce configuration from header-defined symbols and defaults */
		210
		211	/* try to deduce the maximum number of signals on this platform */
		212	#if defined (EV_NSIG)
		213	/* use what's provided */
		214	#elif defined (NSIG)
		215	# define EV_NSIG (NSIG)
		216	#elif defined(_NSIG)
		217	# define EV_NSIG (_NSIG)
		218	#elif defined (SIGMAX)
		219	# define EV_NSIG (SIGMAX+1)
		220	#elif defined (SIG_MAX)
		221	# define EV_NSIG (SIG_MAX+1)
		222	#elif defined (_SIG_MAX)
		223	# define EV_NSIG (_SIG_MAX+1)
		224	#elif defined (MAXSIG)
		225	# define EV_NSIG (MAXSIG+1)
		226	#elif defined (MAX_SIG)
		227	# define EV_NSIG (MAX_SIG+1)
		228	#elif defined (SIGARRAYSIZE)
		229	# define EV_NSIG (SIGARRAYSIZE) /* Assume ary[SIGARRAYSIZE] */
		230	#elif defined (_sys_nsig)
		231	# define EV_NSIG (_sys_nsig) /* Solaris 2.5 */
		232	#else
		233	# error "unable to find value for NSIG, please report"
		234	/* to make it compile regardless, just remove the above line, */
		235	/* but consider reporting it, too! :) */
		236	# define EV_NSIG 65
		237	#endif
		238
		239	#ifndef EV_USE_CLOCK_SYSCALL
		240	# if __linux && __GLIBC__ >= 2
		241	# define EV_USE_CLOCK_SYSCALL EV_FEATURE_OS
		242	# else
		243	# define EV_USE_CLOCK_SYSCALL 0
90	#endif	244	# endif
91		245	#endif
92	/**/
93		246
94	#ifndef EV_USE_MONOTONIC	247	#ifndef EV_USE_MONOTONIC
		248	# if defined (_POSIX_MONOTONIC_CLOCK) && _POSIX_MONOTONIC_CLOCK >= 0
		249	# define EV_USE_MONOTONIC EV_FEATURE_OS
		250	# else
95	# define EV_USE_MONOTONIC 1	251	# define EV_USE_MONOTONIC 0
		252	# endif
		253	#endif
		254
		255	#ifndef EV_USE_REALTIME
		256	# define EV_USE_REALTIME !EV_USE_CLOCK_SYSCALL
		257	#endif
		258
		259	#ifndef EV_USE_NANOSLEEP
		260	# if _POSIX_C_SOURCE >= 199309L
		261	# define EV_USE_NANOSLEEP EV_FEATURE_OS
		262	# else
		263	# define EV_USE_NANOSLEEP 0
		264	# endif
96	#endif	265	#endif
97		266
98	#ifndef EV_USE_SELECT	267	#ifndef EV_USE_SELECT
99	# define EV_USE_SELECT 1	268	# define EV_USE_SELECT EV_FEATURE_BACKENDS
100	# define EV_SELECT_USE_FD_SET 1
101	#endif	269	#endif
102		270
103	#ifndef EV_USE_POLL	271	#ifndef EV_USE_POLL
104	# ifdef _WIN32	272	# ifdef _WIN32
105	# define EV_USE_POLL 0	273	# define EV_USE_POLL 0
106	# else	274	# else
107	# define EV_USE_POLL 1	275	# define EV_USE_POLL EV_FEATURE_BACKENDS
108	# endif	276	# endif
109	#endif	277	#endif
110		278
111	#ifndef EV_USE_EPOLL	279	#ifndef EV_USE_EPOLL
		280	# if __linux && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 4))
		281	# define EV_USE_EPOLL EV_FEATURE_BACKENDS
		282	# else
112	# define EV_USE_EPOLL 0	283	# define EV_USE_EPOLL 0
		284	# endif
113	#endif	285	#endif
114		286
115	#ifndef EV_USE_KQUEUE	287	#ifndef EV_USE_KQUEUE
116	# define EV_USE_KQUEUE 0	288	# define EV_USE_KQUEUE 0
117	#endif	289	#endif
118		290
119	#ifndef EV_USE_REALTIME	291	#ifndef EV_USE_PORT
120	# define EV_USE_REALTIME 1	292	# define EV_USE_PORT 0
		293	#endif
		294
		295	#ifndef EV_USE_INOTIFY
		296	# if __linux && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 4))
		297	# define EV_USE_INOTIFY EV_FEATURE_OS
		298	# else
		299	# define EV_USE_INOTIFY 0
121	#endif	300	# endif
		301	#endif
122		302
123	/**/	303	#ifndef EV_PID_HASHSIZE
		304	# define EV_PID_HASHSIZE EV_FEATURE_DATA ? 16 : 1
		305	#endif
		306
		307	#ifndef EV_INOTIFY_HASHSIZE
		308	# define EV_INOTIFY_HASHSIZE EV_FEATURE_DATA ? 16 : 1
		309	#endif
		310
		311	#ifndef EV_USE_EVENTFD
		312	# if __linux && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 7))
		313	# define EV_USE_EVENTFD EV_FEATURE_OS
		314	# else
		315	# define EV_USE_EVENTFD 0
		316	# endif
		317	#endif
		318
		319	#ifndef EV_USE_SIGNALFD
		320	# if __linux && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 7))
		321	# define EV_USE_SIGNALFD EV_FEATURE_OS
		322	# else
		323	# define EV_USE_SIGNALFD 0
		324	# endif
		325	#endif
		326
		327	#if 0 /* debugging */
		328	# define EV_VERIFY 3
		329	# define EV_USE_4HEAP 1
		330	# define EV_HEAP_CACHE_AT 1
		331	#endif
		332
		333	#ifndef EV_VERIFY
		334	# define EV_VERIFY (EV_FEATURE_API ? 1 : 0)
		335	#endif
		336
		337	#ifndef EV_USE_4HEAP
		338	# define EV_USE_4HEAP EV_FEATURE_DATA
		339	#endif
		340
		341	#ifndef EV_HEAP_CACHE_AT
		342	# define EV_HEAP_CACHE_AT EV_FEATURE_DATA
		343	#endif
		344
		345	/* on linux, we can use a (slow) syscall to avoid a dependency on pthread, */
		346	/* which makes programs even slower. might work on other unices, too. */
		347	#if EV_USE_CLOCK_SYSCALL
		348	# include <syscall.h>
		349	# ifdef SYS_clock_gettime
		350	# define clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
		351	# undef EV_USE_MONOTONIC
		352	# define EV_USE_MONOTONIC 1
		353	# else
		354	# undef EV_USE_CLOCK_SYSCALL
		355	# define EV_USE_CLOCK_SYSCALL 0
		356	# endif
		357	#endif
		358
		359	/* this block fixes any misconfiguration where we know we run into trouble otherwise */
		360
		361	#ifdef _AIX
		362	/* AIX has a completely broken poll.h header */
		363	# undef EV_USE_POLL
		364	# define EV_USE_POLL 0
		365	#endif
124		366
125	#ifndef CLOCK_MONOTONIC	367	#ifndef CLOCK_MONOTONIC
126	# undef EV_USE_MONOTONIC	368	# undef EV_USE_MONOTONIC
127	# define EV_USE_MONOTONIC 0	369	# define EV_USE_MONOTONIC 0
128	#endif	370	#endif
…		…
130	#ifndef CLOCK_REALTIME	372	#ifndef CLOCK_REALTIME
131	# undef EV_USE_REALTIME	373	# undef EV_USE_REALTIME
132	# define EV_USE_REALTIME 0	374	# define EV_USE_REALTIME 0
133	#endif	375	#endif
134		376
		377	#if !EV_STAT_ENABLE
		378	# undef EV_USE_INOTIFY
		379	# define EV_USE_INOTIFY 0
		380	#endif
		381
		382	#if !EV_USE_NANOSLEEP
		383	# ifndef _WIN32
		384	# include <sys/select.h>
		385	# endif
		386	#endif
		387
		388	#if EV_USE_INOTIFY
		389	# include <sys/utsname.h>
		390	# include <sys/statfs.h>
		391	# include <sys/inotify.h>
		392	/* some very old inotify.h headers don't have IN_DONT_FOLLOW */
		393	# ifndef IN_DONT_FOLLOW
		394	# undef EV_USE_INOTIFY
		395	# define EV_USE_INOTIFY 0
		396	# endif
		397	#endif
		398
135	#if EV_SELECT_IS_WINSOCKET	399	#if EV_SELECT_IS_WINSOCKET
136	# include <winsock.h>	400	# include <winsock.h>
137	#endif	401	#endif
138		402
		403	#if EV_USE_EVENTFD
		404	/* our minimum requirement is glibc 2.7 which has the stub, but not the header */
		405	# include <stdint.h>
		406	# ifndef EFD_NONBLOCK
		407	# define EFD_NONBLOCK O_NONBLOCK
		408	# endif
		409	# ifndef EFD_CLOEXEC
		410	# ifdef O_CLOEXEC
		411	# define EFD_CLOEXEC O_CLOEXEC
		412	# else
		413	# define EFD_CLOEXEC 02000000
		414	# endif
		415	# endif
		416	# ifdef __cplusplus
		417	extern "C" {
		418	# endif
		419	int (eventfd) (unsigned int initval, int flags);
		420	# ifdef __cplusplus
		421	}
		422	# endif
		423	#endif
		424
		425	#if EV_USE_SIGNALFD
		426	/* our minimum requirement is glibc 2.7 which has the stub, but not the header */
		427	# include <stdint.h>
		428	# ifndef SFD_NONBLOCK
		429	# define SFD_NONBLOCK O_NONBLOCK
		430	# endif
		431	# ifndef SFD_CLOEXEC
		432	# ifdef O_CLOEXEC
		433	# define SFD_CLOEXEC O_CLOEXEC
		434	# else
		435	# define SFD_CLOEXEC 02000000
		436	# endif
		437	# endif
		438	# ifdef __cplusplus
		439	extern "C" {
		440	# endif
		441	int signalfd (int fd, const sigset_t *mask, int flags);
		442
		443	struct signalfd_siginfo
		444	{
		445	uint32_t ssi_signo;
		446	char pad[128 - sizeof (uint32_t)];
		447	};
		448	# ifdef __cplusplus
		449	}
		450	# endif
		451	#endif
		452
		453
139	/**/	454	/**/
140		455
		456	#if EV_VERIFY >= 3
		457	# define EV_FREQUENT_CHECK ev_verify (EV_A)
		458	#else
		459	# define EV_FREQUENT_CHECK do { } while (0)
		460	#endif
		461
		462	/*
		463	* This is used to avoid floating point rounding problems.
		464	* It is added to ev_rt_now when scheduling periodics
		465	* to ensure progress, time-wise, even when rounding
		466	* errors are against us.
		467	* This value is good at least till the year 4000.
		468	* Better solutions welcome.
		469	*/
		470	#define TIME_EPSILON 0.0001220703125 /* 1/8192 */
		471
141	#define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */	472	#define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */
142	#define MAX_BLOCKTIME 59.731 /* never wait longer than this time (to detect time jumps) */	473	#define MAX_BLOCKTIME 59.743 /* never wait longer than this time (to detect time jumps) */
143	#define PID_HASHSIZE 16 /* size of pid hash table, must be power of two */
144	/*#define CLEANUP_INTERVAL 300. /* how often to try to free memory and re-check fds */
145		474
146	#ifdef EV_H
147	# include EV_H
148	#else
149	# include "ev.h"
150	#endif
151
152	#if __GNUC__ >= 3	475	#if __GNUC__ >= 4
153	# define expect(expr,value) __builtin_expect ((expr),(value))	476	# define expect(expr,value) __builtin_expect ((expr),(value))
154	# define inline inline	477	# define noinline __attribute__ ((noinline))
155	#else	478	#else
156	# define expect(expr,value) (expr)	479	# define expect(expr,value) (expr)
157	# define inline static	480	# define noinline
		481	# if __STDC_VERSION__ < 199901L && __GNUC__ < 2
		482	# define inline
		483	# endif
158	#endif	484	#endif
159		485
160	#define expect_false(expr) expect ((expr) != 0, 0)	486	#define expect_false(expr) expect ((expr) != 0, 0)
161	#define expect_true(expr) expect ((expr) != 0, 1)	487	#define expect_true(expr) expect ((expr) != 0, 1)
		488	#define inline_size static inline
162		489
		490	#if EV_FEATURE_CODE
		491	# define inline_speed static inline
		492	#else
		493	# define inline_speed static noinline
		494	#endif
		495
163	#define NUMPRI (EV_MAXPRI - EV_MINPRI + 1)	496	#define NUMPRI (EV_MAXPRI - EV_MINPRI + 1)
		497
		498	#if EV_MINPRI == EV_MAXPRI
		499	# define ABSPRI(w) (((W)w), 0)
		500	#else
164	#define ABSPRI(w) ((w)->priority - EV_MINPRI)	501	# define ABSPRI(w) (((W)w)->priority - EV_MINPRI)
		502	#endif
165		503
166	#define EMPTY /* required for microsofts broken pseudo-c compiler */	504	#define EMPTY /* required for microsofts broken pseudo-c compiler */
		505	#define EMPTY2(a,b) /* used to suppress some warnings */
167		506
168	typedef struct ev_watcher *W;	507	typedef ev_watcher *W;
169	typedef struct ev_watcher_list *WL;	508	typedef ev_watcher_list *WL;
170	typedef struct ev_watcher_time *WT;	509	typedef ev_watcher_time *WT;
171		510
		511	#define ev_active(w) ((W)(w))->active
		512	#define ev_at(w) ((WT)(w))->at
		513
		514	#if EV_USE_REALTIME
		515	/* sig_atomic_t is used to avoid per-thread variables or locking but still */
		516	/* giving it a reasonably high chance of working on typical architectures */
		517	static EV_ATOMIC_T have_realtime; /* did clock_gettime (CLOCK_REALTIME) work? */
		518	#endif
		519
		520	#if EV_USE_MONOTONIC
172	static int have_monotonic; /* did clock_gettime (CLOCK_MONOTONIC) work? */	521	static EV_ATOMIC_T have_monotonic; /* did clock_gettime (CLOCK_MONOTONIC) work? */
		522	#endif
		523
		524	#ifndef EV_FD_TO_WIN32_HANDLE
		525	# define EV_FD_TO_WIN32_HANDLE(fd) _get_osfhandle (fd)
		526	#endif
		527	#ifndef EV_WIN32_HANDLE_TO_FD
		528	# define EV_WIN32_HANDLE_TO_FD(handle) _open_osfhandle (handle, 0)
		529	#endif
		530	#ifndef EV_WIN32_CLOSE_FD
		531	# define EV_WIN32_CLOSE_FD(fd) close (fd)
		532	#endif
173		533
174	#ifdef _WIN32	534	#ifdef _WIN32
175	# include "ev_win32.c"	535	# include "ev_win32.c"
176	#endif	536	#endif
177		537
178	/*****************************************************************************/	538	/*****************************************************************************/
179		539
		540	#if EV_AVOID_STDIO
		541	static void noinline
		542	ev_printerr (const char *msg)
		543	{
		544	write (STDERR_FILENO, msg, strlen (msg));
		545	}
		546	#endif
		547
180	static void (*syserr_cb)(const char *msg);	548	static void (*syserr_cb)(const char *msg);
181		549
		550	void
182	void ev_set_syserr_cb (void (*cb)(const char *msg))	551	ev_set_syserr_cb (void (*cb)(const char *msg))
183	{	552	{
184	syserr_cb = cb;	553	syserr_cb = cb;
185	}	554	}
186		555
187	static void	556	static void noinline
188	syserr (const char *msg)	557	ev_syserr (const char *msg)
189	{	558	{
190	if (!msg)	559	if (!msg)
191	msg = "(libev) system error";	560	msg = "(libev) system error";
192		561
193	if (syserr_cb)	562	if (syserr_cb)
194	syserr_cb (msg);	563	syserr_cb (msg);
195	else	564	else
196	{	565	{
		566	#if EV_AVOID_STDIO
		567	const char *err = strerror (errno);
		568
		569	ev_printerr (msg);
		570	ev_printerr (": ");
		571	ev_printerr (err);
		572	ev_printerr ("\n");
		573	#else
197	perror (msg);	574	perror (msg);
		575	#endif
198	abort ();	576	abort ();
199	}	577	}
200	}	578	}
201		579
		580	static void *
		581	ev_realloc_emul (void *ptr, long size)
		582	{
		583	#if __GLIBC__
		584	return realloc (ptr, size);
		585	#else
		586	/* some systems, notably openbsd and darwin, fail to properly
		587	* implement realloc (x, 0) (as required by both ansi c-89 and
		588	* the single unix specification, so work around them here.
		589	*/
		590
		591	if (size)
		592	return realloc (ptr, size);
		593
		594	free (ptr);
		595	return 0;
		596	#endif
		597	}
		598
202	static void *(*alloc)(void *ptr, long size);	599	static void *(*alloc)(void *ptr, long size) = ev_realloc_emul;
203		600
		601	void
204	void ev_set_allocator (void *(*cb)(void *ptr, long size))	602	ev_set_allocator (void *(*cb)(void *ptr, long size))
205	{	603	{
206	alloc = cb;	604	alloc = cb;
207	}	605	}
208		606
209	static void *	607	inline_speed void *
210	ev_realloc (void *ptr, long size)	608	ev_realloc (void *ptr, long size)
211	{	609	{
212	ptr = alloc ? alloc (ptr, size) : realloc (ptr, size);	610	ptr = alloc (ptr, size);
213		611
214	if (!ptr && size)	612	if (!ptr && size)
215	{	613	{
		614	#if EV_AVOID_STDIO
		615	ev_printerr ("libev: memory allocation failed, aborting.\n");
		616	#else
216	fprintf (stderr, "libev: cannot allocate %ld bytes, aborting.", size);	617	fprintf (stderr, "libev: cannot allocate %ld bytes, aborting.", size);
		618	#endif
217	abort ();	619	abort ();
218	}	620	}
219		621
220	return ptr;	622	return ptr;
221	}	623	}
…		…
223	#define ev_malloc(size) ev_realloc (0, (size))	625	#define ev_malloc(size) ev_realloc (0, (size))
224	#define ev_free(ptr) ev_realloc ((ptr), 0)	626	#define ev_free(ptr) ev_realloc ((ptr), 0)
225		627
226	/*****************************************************************************/	628	/*****************************************************************************/
227		629
		630	/* set in reify when reification needed */
		631	#define EV_ANFD_REIFY 1
		632
		633	/* file descriptor info structure */
228	typedef struct	634	typedef struct
229	{	635	{
230	WL head;	636	WL head;
231	unsigned char events;	637	unsigned char events; /* the events watched for */
		638	unsigned char reify; /* flag set when this ANFD needs reification (EV_ANFD_REIFY, EV__IOFDSET) */
		639	unsigned char emask; /* the epoll backend stores the actual kernel mask in here */
232	unsigned char reify;	640	unsigned char unused;
		641	#if EV_USE_EPOLL
		642	unsigned int egen; /* generation counter to counter epoll bugs */
		643	#endif
233	#if EV_SELECT_IS_WINSOCKET	644	#if EV_SELECT_IS_WINSOCKET
234	SOCKET handle;	645	SOCKET handle;
235	#endif	646	#endif
236	} ANFD;	647	} ANFD;
237		648
		649	/* stores the pending event set for a given watcher */
238	typedef struct	650	typedef struct
239	{	651	{
240	W w;	652	W w;
241	int events;	653	int events; /* the pending event set for the given watcher */
242	} ANPENDING;	654	} ANPENDING;
		655
		656	#if EV_USE_INOTIFY
		657	/* hash table entry per inotify-id */
		658	typedef struct
		659	{
		660	WL head;
		661	} ANFS;
		662	#endif
		663
		664	/* Heap Entry */
		665	#if EV_HEAP_CACHE_AT
		666	/* a heap element */
		667	typedef struct {
		668	ev_tstamp at;
		669	WT w;
		670	} ANHE;
		671
		672	#define ANHE_w(he) (he).w /* access watcher, read-write */
		673	#define ANHE_at(he) (he).at /* access cached at, read-only */
		674	#define ANHE_at_cache(he) (he).at = (he).w->at /* update at from watcher */
		675	#else
		676	/* a heap element */
		677	typedef WT ANHE;
		678
		679	#define ANHE_w(he) (he)
		680	#define ANHE_at(he) (he)->at
		681	#define ANHE_at_cache(he)
		682	#endif
243		683
244	#if EV_MULTIPLICITY	684	#if EV_MULTIPLICITY
245		685
246	struct ev_loop	686	struct ev_loop
247	{	687	{
…		…
251	#include "ev_vars.h"	691	#include "ev_vars.h"
252	#undef VAR	692	#undef VAR
253	};	693	};
254	#include "ev_wrap.h"	694	#include "ev_wrap.h"
255		695
256	struct ev_loop default_loop_struct;	696	static struct ev_loop default_loop_struct;
257	static struct ev_loop *default_loop;	697	struct ev_loop *ev_default_loop_ptr;
258		698
259	#else	699	#else
260		700
261	ev_tstamp ev_rt_now;	701	ev_tstamp ev_rt_now;
262	#define VAR(name,decl) static decl;	702	#define VAR(name,decl) static decl;
263	#include "ev_vars.h"	703	#include "ev_vars.h"
264	#undef VAR	704	#undef VAR
265		705
266	static int default_loop;	706	static int ev_default_loop_ptr;
267		707
268	#endif	708	#endif
		709
		710	#if EV_FEATURE_API
		711	# define EV_RELEASE_CB if (expect_false (release_cb)) release_cb (EV_A)
		712	# define EV_ACQUIRE_CB if (expect_false (acquire_cb)) acquire_cb (EV_A)
		713	# define EV_INVOKE_PENDING invoke_cb (EV_A)
		714	#else
		715	# define EV_RELEASE_CB (void)0
		716	# define EV_ACQUIRE_CB (void)0
		717	# define EV_INVOKE_PENDING ev_invoke_pending (EV_A)
		718	#endif
		719
		720	#define EVUNLOOP_RECURSE 0x80
269		721
270	/*****************************************************************************/	722	/*****************************************************************************/
271		723
		724	#ifndef EV_HAVE_EV_TIME
272	ev_tstamp	725	ev_tstamp
273	ev_time (void)	726	ev_time (void)
274	{	727	{
275	#if EV_USE_REALTIME	728	#if EV_USE_REALTIME
		729	if (expect_true (have_realtime))
		730	{
276	struct timespec ts;	731	struct timespec ts;
277	clock_gettime (CLOCK_REALTIME, &ts);	732	clock_gettime (CLOCK_REALTIME, &ts);
278	return ts.tv_sec + ts.tv_nsec * 1e-9;	733	return ts.tv_sec + ts.tv_nsec * 1e-9;
279	#else	734	}
		735	#endif
		736
280	struct timeval tv;	737	struct timeval tv;
281	gettimeofday (&tv, 0);	738	gettimeofday (&tv, 0);
282	return tv.tv_sec + tv.tv_usec * 1e-6;	739	return tv.tv_sec + tv.tv_usec * 1e-6;
283	#endif
284	}	740	}
		741	#endif
285		742
286	inline ev_tstamp	743	inline_size ev_tstamp
287	get_clock (void)	744	get_clock (void)
288	{	745	{
289	#if EV_USE_MONOTONIC	746	#if EV_USE_MONOTONIC
290	if (expect_true (have_monotonic))	747	if (expect_true (have_monotonic))
291	{	748	{
…		…
304	{	761	{
305	return ev_rt_now;	762	return ev_rt_now;
306	}	763	}
307	#endif	764	#endif
308		765
309	#define array_roundsize(type,n) ((n) | 4 & ~3)	766	void
		767	ev_sleep (ev_tstamp delay)
		768	{
		769	if (delay > 0.)
		770	{
		771	#if EV_USE_NANOSLEEP
		772	struct timespec ts;
		773
		774	ts.tv_sec = (time_t)delay;
		775	ts.tv_nsec = (long)((delay - (ev_tstamp)(ts.tv_sec)) * 1e9);
		776
		777	nanosleep (&ts, 0);
		778	#elif defined(_WIN32)
		779	Sleep ((unsigned long)(delay * 1e3));
		780	#else
		781	struct timeval tv;
		782
		783	tv.tv_sec = (time_t)delay;
		784	tv.tv_usec = (long)((delay - (ev_tstamp)(tv.tv_sec)) * 1e6);
		785
		786	/* here we rely on sys/time.h + sys/types.h + unistd.h providing select */
		787	/* something not guaranteed by newer posix versions, but guaranteed */
		788	/* by older ones */
		789	select (0, 0, 0, 0, &tv);
		790	#endif
		791	}
		792	}
		793
		794	/*****************************************************************************/
		795
		796	#define MALLOC_ROUND 4096 /* prefer to allocate in chunks of this size, must be 2**n and >> 4 longs */
		797
		798	/* find a suitable new size for the given array, */
		799	/* hopefully by rounding to a nice-to-malloc size */
		800	inline_size int
		801	array_nextsize (int elem, int cur, int cnt)
		802	{
		803	int ncur = cur + 1;
		804
		805	do
		806	ncur <<= 1;
		807	while (cnt > ncur);
		808
		809	/* if size is large, round to MALLOC_ROUND - 4 * longs to accomodate malloc overhead */
		810	if (elem * ncur > MALLOC_ROUND - sizeof (void *) * 4)
		811	{
		812	ncur *= elem;
		813	ncur = (ncur + elem + (MALLOC_ROUND - 1) + sizeof (void *) * 4) & ~(MALLOC_ROUND - 1);
		814	ncur = ncur - sizeof (void *) * 4;
		815	ncur /= elem;
		816	}
		817
		818	return ncur;
		819	}
		820
		821	static noinline void *
		822	array_realloc (int elem, void *base, int *cur, int cnt)
		823	{
		824	*cur = array_nextsize (elem, *cur, cnt);
		825	return ev_realloc (base, elem * *cur);
		826	}
		827
		828	#define array_init_zero(base,count) \
		829	memset ((void *)(base), 0, sizeof (*(base)) * (count))
310		830
311	#define array_needsize(type,base,cur,cnt,init) \	831	#define array_needsize(type,base,cur,cnt,init) \
312	if (expect_false ((cnt) > cur)) \	832	if (expect_false ((cnt) > (cur))) \
313	{ \	833	{ \
314	int newcnt = cur; \	834	int ocur_ = (cur); \
315	do \	835	(base) = (type *)array_realloc \
316	{ \	836	(sizeof (type), (base), &(cur), (cnt)); \
317	newcnt = array_roundsize (type, newcnt << 1); \	837	init ((base) + (ocur_), (cur) - ocur_); \
318	} \
319	while ((cnt) > newcnt); \
320	\
321	base = (type *)ev_realloc (base, sizeof (type) * (newcnt));\
322	init (base + cur, newcnt - cur); \
323	cur = newcnt; \
324	}	838	}
325		839
		840	#if 0
326	#define array_slim(type,stem) \	841	#define array_slim(type,stem) \
327	if (stem ## max < array_roundsize (stem ## cnt >> 2)) \	842	if (stem ## max < array_roundsize (stem ## cnt >> 2)) \
328	{ \	843	{ \
329	stem ## max = array_roundsize (stem ## cnt >> 1); \	844	stem ## max = array_roundsize (stem ## cnt >> 1); \
330	base = (type *)ev_realloc (base, sizeof (type) * (stem ## max));\	845	base = (type *)ev_realloc (base, sizeof (type) * (stem ## max));\
331	fprintf (stderr, "slimmed down " # stem " to %d\n", stem ## max);/*D*/\	846	fprintf (stderr, "slimmed down " # stem " to %d\n", stem ## max);/*D*/\
332	}	847	}
		848	#endif
333		849
334	#define array_free(stem, idx) \	850	#define array_free(stem, idx) \
335	ev_free (stem ## s idx); stem ## cnt idx = stem ## max idx = 0;	851	ev_free (stem ## s idx); stem ## cnt idx = stem ## max idx = 0; stem ## s idx = 0
336		852
337	/*****************************************************************************/	853	/*****************************************************************************/
338		854
339	static void	855	/* dummy callback for pending events */
340	anfds_init (ANFD *base, int count)	856	static void noinline
		857	pendingcb (EV_P_ ev_prepare *w, int revents)
341	{	858	{
342	while (count--)
343	{
344	base->head = 0;
345	base->events = EV_NONE;
346	base->reify = 0;
347
348	++base;
349	}
350	}	859	}
351		860
352	void	861	void noinline
353	ev_feed_event (EV_P_ void *w, int revents)	862	ev_feed_event (EV_P_ void *w, int revents)
354	{	863	{
355	W w_ = (W)w;	864	W w_ = (W)w;
		865	int pri = ABSPRI (w_);
356		866
357	if (w_->pending)	867	if (expect_false (w_->pending))
		868	pendings [pri][w_->pending - 1].events |= revents;
		869	else
358	{	870	{
		871	w_->pending = ++pendingcnt [pri];
		872	array_needsize (ANPENDING, pendings [pri], pendingmax [pri], w_->pending, EMPTY2);
		873	pendings [pri][w_->pending - 1].w = w_;
359	pendings [ABSPRI (w_)][w_->pending - 1].events |= revents;	874	pendings [pri][w_->pending - 1].events = revents;
360	return;
361	}	875	}
362
363	w_->pending = ++pendingcnt [ABSPRI (w_)];
364	array_needsize (ANPENDING, pendings [ABSPRI (w_)], pendingmax [ABSPRI (w_)], pendingcnt [ABSPRI (w_)], (void));
365	pendings [ABSPRI (w_)][w_->pending - 1].w = w_;
366	pendings [ABSPRI (w_)][w_->pending - 1].events = revents;
367	}	876	}
368		877
369	static void	878	inline_speed void
		879	feed_reverse (EV_P_ W w)
		880	{
		881	array_needsize (W, rfeeds, rfeedmax, rfeedcnt + 1, EMPTY2);
		882	rfeeds [rfeedcnt++] = w;
		883	}
		884
		885	inline_size void
		886	feed_reverse_done (EV_P_ int revents)
		887	{
		888	do
		889	ev_feed_event (EV_A_ rfeeds [--rfeedcnt], revents);
		890	while (rfeedcnt);
		891	}
		892
		893	inline_speed void
370	queue_events (EV_P_ W *events, int eventcnt, int type)	894	queue_events (EV_P_ W *events, int eventcnt, int type)
371	{	895	{
372	int i;	896	int i;
373		897
374	for (i = 0; i < eventcnt; ++i)	898	for (i = 0; i < eventcnt; ++i)
375	ev_feed_event (EV_A_ events [i], type);	899	ev_feed_event (EV_A_ events [i], type);
376	}	900	}
377		901
		902	/*****************************************************************************/
		903
378	inline void	904	inline_speed void
379	fd_event (EV_P_ int fd, int revents)	905	fd_event_nocheck (EV_P_ int fd, int revents)
380	{	906	{
381	ANFD *anfd = anfds + fd;	907	ANFD *anfd = anfds + fd;
382	struct ev_io *w;	908	ev_io *w;
383		909
384	for (w = (struct ev_io *)anfd->head; w; w = (struct ev_io *)((WL)w)->next)	910	for (w = (ev_io *)anfd->head; w; w = (ev_io *)((WL)w)->next)
385	{	911	{
386	int ev = w->events & revents;	912	int ev = w->events & revents;
387		913
388	if (ev)	914	if (ev)
389	ev_feed_event (EV_A_ (W)w, ev);	915	ev_feed_event (EV_A_ (W)w, ev);
390	}	916	}
391	}	917	}
392		918
		919	/* do not submit kernel events for fds that have reify set */
		920	/* because that means they changed while we were polling for new events */
		921	inline_speed void
		922	fd_event (EV_P_ int fd, int revents)
		923	{
		924	ANFD *anfd = anfds + fd;
		925
		926	if (expect_true (!anfd->reify))
		927	fd_event_nocheck (EV_A_ fd, revents);
		928	}
		929
393	void	930	void
394	ev_feed_fd_event (EV_P_ int fd, int revents)	931	ev_feed_fd_event (EV_P_ int fd, int revents)
395	{	932	{
		933	if (fd >= 0 && fd < anfdmax)
396	fd_event (EV_A_ fd, revents);	934	fd_event_nocheck (EV_A_ fd, revents);
397	}	935	}
398		936
399	/*****************************************************************************/	937	/* make sure the external fd watch events are in-sync */
400		938	/* with the kernel/libev internal state */
401	static void	939	inline_size void
402	fd_reify (EV_P)	940	fd_reify (EV_P)
403	{	941	{
404	int i;	942	int i;
405		943
406	for (i = 0; i < fdchangecnt; ++i)	944	for (i = 0; i < fdchangecnt; ++i)
407	{	945	{
408	int fd = fdchanges [i];	946	int fd = fdchanges [i];
409	ANFD *anfd = anfds + fd;	947	ANFD *anfd = anfds + fd;
410	struct ev_io *w;	948	ev_io *w;
411		949
412	int events = 0;	950	unsigned char events = 0;
413		951
414	for (w = (struct ev_io *)anfd->head; w; w = (struct ev_io *)((WL)w)->next)	952	for (w = (ev_io *)anfd->head; w; w = (ev_io *)((WL)w)->next)
415	events |= w->events;	953	events |= (unsigned char)w->events;
416		954
417	#if EV_SELECT_IS_WINSOCKET	955	#if EV_SELECT_IS_WINSOCKET
418	if (events)	956	if (events)
419	{	957	{
420	unsigned long argp;	958	unsigned long arg;
421	anfd->handle = _get_osfhandle (fd);	959	anfd->handle = EV_FD_TO_WIN32_HANDLE (fd);
422	assert (("libev only supports socket fds in this configuration", ioctlsocket (anfd->handle, FIONREAD, &argp) == 0));	960	assert (("libev: only socket fds supported in this configuration", ioctlsocket (anfd->handle, FIONREAD, &arg) == 0));
423	}	961	}
424	#endif	962	#endif
425		963
		964	{
		965	unsigned char o_events = anfd->events;
		966	unsigned char o_reify = anfd->reify;
		967
426	anfd->reify = 0;	968	anfd->reify = 0;
427
428	method_modify (EV_A_ fd, anfd->events, events);
429	anfd->events = events;	969	anfd->events = events;
		970
		971	if (o_events != events || o_reify & EV__IOFDSET)
		972	backend_modify (EV_A_ fd, o_events, events);
		973	}
430	}	974	}
431		975
432	fdchangecnt = 0;	976	fdchangecnt = 0;
433	}	977	}
434		978
435	static void	979	/* something about the given fd changed */
		980	inline_size void
436	fd_change (EV_P_ int fd)	981	fd_change (EV_P_ int fd, int flags)
437	{	982	{
438	if (anfds [fd].reify)	983	unsigned char reify = anfds [fd].reify;
439	return;
440
441	anfds [fd].reify = 1;	984	anfds [fd].reify |= flags;
442		985
		986	if (expect_true (!reify))
		987	{
443	++fdchangecnt;	988	++fdchangecnt;
444	array_needsize (int, fdchanges, fdchangemax, fdchangecnt, (void));	989	array_needsize (int, fdchanges, fdchangemax, fdchangecnt, EMPTY2);
445	fdchanges [fdchangecnt - 1] = fd;	990	fdchanges [fdchangecnt - 1] = fd;
		991	}
446	}	992	}
447		993
448	static void	994	/* the given fd is invalid/unusable, so make sure it doesn't hurt us anymore */
		995	inline_speed void
449	fd_kill (EV_P_ int fd)	996	fd_kill (EV_P_ int fd)
450	{	997	{
451	struct ev_io *w;	998	ev_io *w;
452		999
453	while ((w = (struct ev_io *)anfds [fd].head))	1000	while ((w = (ev_io *)anfds [fd].head))
454	{	1001	{
455	ev_io_stop (EV_A_ w);	1002	ev_io_stop (EV_A_ w);
456	ev_feed_event (EV_A_ (W)w, EV_ERROR | EV_READ | EV_WRITE);	1003	ev_feed_event (EV_A_ (W)w, EV_ERROR | EV_READ | EV_WRITE);
457	}	1004	}
458	}	1005	}
459		1006
460	static int	1007	/* check whether the given fd is actually valid, for error recovery */
		1008	inline_size int
461	fd_valid (int fd)	1009	fd_valid (int fd)
462	{	1010	{
463	#ifdef _WIN32	1011	#ifdef _WIN32
464	return _get_osfhandle (fd) != -1;	1012	return EV_FD_TO_WIN32_HANDLE (fd) != -1;
465	#else	1013	#else
466	return fcntl (fd, F_GETFD) != -1;	1014	return fcntl (fd, F_GETFD) != -1;
467	#endif	1015	#endif
468	}	1016	}
469		1017
470	/* called on EBADF to verify fds */	1018	/* called on EBADF to verify fds */
471	static void	1019	static void noinline
472	fd_ebadf (EV_P)	1020	fd_ebadf (EV_P)
473	{	1021	{
474	int fd;	1022	int fd;
475		1023
476	for (fd = 0; fd < anfdmax; ++fd)	1024	for (fd = 0; fd < anfdmax; ++fd)
477	if (anfds [fd].events)	1025	if (anfds [fd].events)
478	if (!fd_valid (fd) == -1 && errno == EBADF)	1026	if (!fd_valid (fd) && errno == EBADF)
479	fd_kill (EV_A_ fd);	1027	fd_kill (EV_A_ fd);
480	}	1028	}
481		1029
482	/* called on ENOMEM in select/poll to kill some fds and retry */	1030	/* called on ENOMEM in select/poll to kill some fds and retry */
483	static void	1031	static void noinline
484	fd_enomem (EV_P)	1032	fd_enomem (EV_P)
485	{	1033	{
486	int fd;	1034	int fd;
487		1035
488	for (fd = anfdmax; fd--; )	1036	for (fd = anfdmax; fd--; )
489	if (anfds [fd].events)	1037	if (anfds [fd].events)
490	{	1038	{
491	fd_kill (EV_A_ fd);	1039	fd_kill (EV_A_ fd);
492	return;	1040	break;
493	}	1041	}
494	}	1042	}
495		1043
496	/* usually called after fork if method needs to re-arm all fds from scratch */	1044	/* usually called after fork if backend needs to re-arm all fds from scratch */
497	static void	1045	static void noinline
498	fd_rearm_all (EV_P)	1046	fd_rearm_all (EV_P)
499	{	1047	{
500	int fd;	1048	int fd;
501		1049
502	/* this should be highly optimised to not do anything but set a flag */
503	for (fd = 0; fd < anfdmax; ++fd)	1050	for (fd = 0; fd < anfdmax; ++fd)
504	if (anfds [fd].events)	1051	if (anfds [fd].events)
505	{	1052	{
506	anfds [fd].events = 0;	1053	anfds [fd].events = 0;
507	fd_change (EV_A_ fd);	1054	anfds [fd].emask = 0;
		1055	fd_change (EV_A_ fd, EV__IOFDSET | EV_ANFD_REIFY);
508	}	1056	}
509	}	1057	}
510		1058
511	/*****************************************************************************/	1059	/* used to prepare libev internal fd's */
512		1060	/* this is not fork-safe */
513	static void
514	upheap (WT *heap, int k)
515	{
516	WT w = heap [k];
517
518	while (k && heap [k >> 1]->at > w->at)
519	{
520	heap [k] = heap [k >> 1];
521	((W)heap [k])->active = k + 1;
522	k >>= 1;
523	}
524
525	heap [k] = w;
526	((W)heap [k])->active = k + 1;
527
528	}
529
530	static void
531	downheap (WT *heap, int N, int k)
532	{
533	WT w = heap [k];
534
535	while (k < (N >> 1))
536	{
537	int j = k << 1;
538
539	if (j + 1 < N && heap [j]->at > heap [j + 1]->at)
540	++j;
541
542	if (w->at <= heap [j]->at)
543	break;
544
545	heap [k] = heap [j];
546	((W)heap [k])->active = k + 1;
547	k = j;
548	}
549
550	heap [k] = w;
551	((W)heap [k])->active = k + 1;
552	}
553
554	inline void	1061	inline_speed void
555	adjustheap (WT *heap, int N, int k)
556	{
557	upheap (heap, k);
558	downheap (heap, N, k);
559	}
560
561	/*****************************************************************************/
562
563	typedef struct
564	{
565	WL head;
566	sig_atomic_t volatile gotsig;
567	} ANSIG;
568
569	static ANSIG *signals;
570	static int signalmax;
571
572	static int sigpipe [2];
573	static sig_atomic_t volatile gotsig;
574	static struct ev_io sigev;
575
576	static void
577	signals_init (ANSIG *base, int count)
578	{
579	while (count--)
580	{
581	base->head = 0;
582	base->gotsig = 0;
583
584	++base;
585	}
586	}
587
588	static void
589	sighandler (int signum)
590	{
591	#if _WIN32
592	signal (signum, sighandler);
593	#endif
594
595	signals [signum - 1].gotsig = 1;
596
597	if (!gotsig)
598	{
599	int old_errno = errno;
600	gotsig = 1;
601	write (sigpipe [1], &signum, 1);
602	errno = old_errno;
603	}
604	}
605
606	void
607	ev_feed_signal_event (EV_P_ int signum)
608	{
609	WL w;
610
611	#if EV_MULTIPLICITY
612	assert (("feeding signal events is only supported in the default loop", loop == default_loop));
613	#endif
614
615	--signum;
616
617	if (signum < 0 || signum >= signalmax)
618	return;
619
620	signals [signum].gotsig = 0;
621
622	for (w = signals [signum].head; w; w = w->next)
623	ev_feed_event (EV_A_ (W)w, EV_SIGNAL);
624	}
625
626	static void
627	sigcb (EV_P_ struct ev_io *iow, int revents)
628	{
629	int signum;
630
631	read (sigpipe [0], &revents, 1);
632	gotsig = 0;
633
634	for (signum = signalmax; signum--; )
635	if (signals [signum].gotsig)
636	ev_feed_signal_event (EV_A_ signum + 1);
637	}
638
639	inline void
640	fd_intern (int fd)	1062	fd_intern (int fd)
641	{	1063	{
642	#ifdef _WIN32	1064	#ifdef _WIN32
643	int arg = 1;	1065	unsigned long arg = 1;
644	ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg);	1066	ioctlsocket (EV_FD_TO_WIN32_HANDLE (fd), FIONBIO, &arg);
645	#else	1067	#else
646	fcntl (fd, F_SETFD, FD_CLOEXEC);	1068	fcntl (fd, F_SETFD, FD_CLOEXEC);
647	fcntl (fd, F_SETFL, O_NONBLOCK);	1069	fcntl (fd, F_SETFL, O_NONBLOCK);
648	#endif	1070	#endif
649	}	1071	}
650		1072
		1073	/*****************************************************************************/
		1074
		1075	/*
		1076	* the heap functions want a real array index. array index 0 is guaranteed to not
		1077	* be in-use at any time. the first heap entry is at array [HEAP0]. DHEAP gives
		1078	* the branching factor of the d-tree.
		1079	*/
		1080
		1081	/*
		1082	* at the moment we allow libev the luxury of two heaps,
		1083	* a small-code-size 2-heap one and a ~1.5kb larger 4-heap
		1084	* which is more cache-efficient.
		1085	* the difference is about 5% with 50000+ watchers.
		1086	*/
		1087	#if EV_USE_4HEAP
		1088
		1089	#define DHEAP 4
		1090	#define HEAP0 (DHEAP - 1) /* index of first element in heap */
		1091	#define HPARENT(k) ((((k) - HEAP0 - 1) / DHEAP) + HEAP0)
		1092	#define UPHEAP_DONE(p,k) ((p) == (k))
		1093
		1094	/* away from the root */
		1095	inline_speed void
		1096	downheap (ANHE *heap, int N, int k)
		1097	{
		1098	ANHE he = heap [k];
		1099	ANHE *E = heap + N + HEAP0;
		1100
		1101	for (;;)
		1102	{
		1103	ev_tstamp minat;
		1104	ANHE *minpos;
		1105	ANHE *pos = heap + DHEAP * (k - HEAP0) + HEAP0 + 1;
		1106
		1107	/* find minimum child */
		1108	if (expect_true (pos + DHEAP - 1 < E))
		1109	{
		1110	/* fast path */ (minpos = pos + 0), (minat = ANHE_at (*minpos));
		1111	if ( ANHE_at (pos [1]) < minat) (minpos = pos + 1), (minat = ANHE_at (*minpos));
		1112	if ( ANHE_at (pos [2]) < minat) (minpos = pos + 2), (minat = ANHE_at (*minpos));
		1113	if ( ANHE_at (pos [3]) < minat) (minpos = pos + 3), (minat = ANHE_at (*minpos));
		1114	}
		1115	else if (pos < E)
		1116	{
		1117	/* slow path */ (minpos = pos + 0), (minat = ANHE_at (*minpos));
		1118	if (pos + 1 < E && ANHE_at (pos [1]) < minat) (minpos = pos + 1), (minat = ANHE_at (*minpos));
		1119	if (pos + 2 < E && ANHE_at (pos [2]) < minat) (minpos = pos + 2), (minat = ANHE_at (*minpos));
		1120	if (pos + 3 < E && ANHE_at (pos [3]) < minat) (minpos = pos + 3), (minat = ANHE_at (*minpos));
		1121	}
		1122	else
		1123	break;
		1124
		1125	if (ANHE_at (he) <= minat)
		1126	break;
		1127
		1128	heap [k] = *minpos;
		1129	ev_active (ANHE_w (*minpos)) = k;
		1130
		1131	k = minpos - heap;
		1132	}
		1133
		1134	heap [k] = he;
		1135	ev_active (ANHE_w (he)) = k;
		1136	}
		1137
		1138	#else /* 4HEAP */
		1139
		1140	#define HEAP0 1
		1141	#define HPARENT(k) ((k) >> 1)
		1142	#define UPHEAP_DONE(p,k) (!(p))
		1143
		1144	/* away from the root */
		1145	inline_speed void
		1146	downheap (ANHE *heap, int N, int k)
		1147	{
		1148	ANHE he = heap [k];
		1149
		1150	for (;;)
		1151	{
		1152	int c = k << 1;
		1153
		1154	if (c >= N + HEAP0)
		1155	break;
		1156
		1157	c += c + 1 < N + HEAP0 && ANHE_at (heap [c]) > ANHE_at (heap [c + 1])
		1158	? 1 : 0;
		1159
		1160	if (ANHE_at (he) <= ANHE_at (heap [c]))
		1161	break;
		1162
		1163	heap [k] = heap [c];
		1164	ev_active (ANHE_w (heap [k])) = k;
		1165
		1166	k = c;
		1167	}
		1168
		1169	heap [k] = he;
		1170	ev_active (ANHE_w (he)) = k;
		1171	}
		1172	#endif
		1173
		1174	/* towards the root */
		1175	inline_speed void
		1176	upheap (ANHE *heap, int k)
		1177	{
		1178	ANHE he = heap [k];
		1179
		1180	for (;;)
		1181	{
		1182	int p = HPARENT (k);
		1183
		1184	if (UPHEAP_DONE (p, k) || ANHE_at (heap [p]) <= ANHE_at (he))
		1185	break;
		1186
		1187	heap [k] = heap [p];
		1188	ev_active (ANHE_w (heap [k])) = k;
		1189	k = p;
		1190	}
		1191
		1192	heap [k] = he;
		1193	ev_active (ANHE_w (he)) = k;
		1194	}
		1195
		1196	/* move an element suitably so it is in a correct place */
		1197	inline_size void
		1198	adjustheap (ANHE *heap, int N, int k)
		1199	{
		1200	if (k > HEAP0 && ANHE_at (heap [k]) <= ANHE_at (heap [HPARENT (k)]))
		1201	upheap (heap, k);
		1202	else
		1203	downheap (heap, N, k);
		1204	}
		1205
		1206	/* rebuild the heap: this function is used only once and executed rarely */
		1207	inline_size void
		1208	reheap (ANHE *heap, int N)
		1209	{
		1210	int i;
		1211
		1212	/* we don't use floyds algorithm, upheap is simpler and is more cache-efficient */
		1213	/* also, this is easy to implement and correct for both 2-heaps and 4-heaps */
		1214	for (i = 0; i < N; ++i)
		1215	upheap (heap, i + HEAP0);
		1216	}
		1217
		1218	/*****************************************************************************/
		1219
		1220	/* associate signal watchers to a signal signal */
		1221	typedef struct
		1222	{
		1223	EV_ATOMIC_T pending;
		1224	#if EV_MULTIPLICITY
		1225	EV_P;
		1226	#endif
		1227	WL head;
		1228	} ANSIG;
		1229
		1230	static ANSIG signals [EV_NSIG - 1];
		1231
		1232	/*****************************************************************************/
		1233
		1234	#if EV_SIGNAL_ENABLE || EV_ASYNC_ENABLE
		1235
		1236	static void noinline
		1237	evpipe_init (EV_P)
		1238	{
		1239	if (!ev_is_active (&pipe_w))
		1240	{
		1241	# if EV_USE_EVENTFD
		1242	evfd = eventfd (0, EFD_NONBLOCK | EFD_CLOEXEC);
		1243	if (evfd < 0 && errno == EINVAL)
		1244	evfd = eventfd (0, 0);
		1245
		1246	if (evfd >= 0)
		1247	{
		1248	evpipe [0] = -1;
		1249	fd_intern (evfd); /* doing it twice doesn't hurt */
		1250	ev_io_set (&pipe_w, evfd, EV_READ);
		1251	}
		1252	else
		1253	# endif
		1254	{
		1255	while (pipe (evpipe))
		1256	ev_syserr ("(libev) error creating signal/async pipe");
		1257
		1258	fd_intern (evpipe [0]);
		1259	fd_intern (evpipe [1]);
		1260	ev_io_set (&pipe_w, evpipe [0], EV_READ);
		1261	}
		1262
		1263	ev_io_start (EV_A_ &pipe_w);
		1264	ev_unref (EV_A); /* watcher should not keep loop alive */
		1265	}
		1266	}
		1267
		1268	inline_size void
		1269	evpipe_write (EV_P_ EV_ATOMIC_T *flag)
		1270	{
		1271	if (!*flag)
		1272	{
		1273	int old_errno = errno; /* save errno because write might clobber it */
		1274	char dummy;
		1275
		1276	*flag = 1;
		1277
		1278	#if EV_USE_EVENTFD
		1279	if (evfd >= 0)
		1280	{
		1281	uint64_t counter = 1;
		1282	write (evfd, &counter, sizeof (uint64_t));
		1283	}
		1284	else
		1285	#endif
		1286	/* win32 people keep sending patches that change this write() to send() */
		1287	/* and then run away. but send() is wrong, it wants a socket handle on win32 */
		1288	/* so when you think this write should be a send instead, please find out */
		1289	/* where your send() is from - it's definitely not the microsoft send, and */
		1290	/* tell me. thank you. */
		1291	write (evpipe [1], &dummy, 1);
		1292
		1293	errno = old_errno;
		1294	}
		1295	}
		1296
		1297	/* called whenever the libev signal pipe */
		1298	/* got some events (signal, async) */
651	static void	1299	static void
652	siginit (EV_P)	1300	pipecb (EV_P_ ev_io *iow, int revents)
653	{	1301	{
654	fd_intern (sigpipe [0]);	1302	int i;
655	fd_intern (sigpipe [1]);
656		1303
657	ev_io_set (&sigev, sigpipe [0], EV_READ);	1304	#if EV_USE_EVENTFD
658	ev_io_start (EV_A_ &sigev);	1305	if (evfd >= 0)
659	ev_unref (EV_A); /* child watcher should not keep loop alive */	1306	{
		1307	uint64_t counter;
		1308	read (evfd, &counter, sizeof (uint64_t));
		1309	}
		1310	else
		1311	#endif
		1312	{
		1313	char dummy;
		1314	/* see discussion in evpipe_write when you think this read should be recv in win32 */
		1315	read (evpipe [0], &dummy, 1);
		1316	}
		1317
		1318	if (sig_pending)
		1319	{
		1320	sig_pending = 0;
		1321
		1322	for (i = EV_NSIG - 1; i--; )
		1323	if (expect_false (signals [i].pending))
		1324	ev_feed_signal_event (EV_A_ i + 1);
		1325	}
		1326
		1327	#if EV_ASYNC_ENABLE
		1328	if (async_pending)
		1329	{
		1330	async_pending = 0;
		1331
		1332	for (i = asynccnt; i--; )
		1333	if (asyncs [i]->sent)
		1334	{
		1335	asyncs [i]->sent = 0;
		1336	ev_feed_event (EV_A_ asyncs [i], EV_ASYNC);
		1337	}
		1338	}
		1339	#endif
660	}	1340	}
661		1341
662	/*****************************************************************************/	1342	/*****************************************************************************/
663		1343
664	static struct ev_child *childs [PID_HASHSIZE];	1344	static void
		1345	ev_sighandler (int signum)
		1346	{
		1347	#if EV_MULTIPLICITY
		1348	EV_P = signals [signum - 1].loop;
		1349	#endif
665		1350
666	#ifndef _WIN32	1351	#ifdef _WIN32
		1352	signal (signum, ev_sighandler);
		1353	#endif
667		1354
		1355	signals [signum - 1].pending = 1;
		1356	evpipe_write (EV_A_ &sig_pending);
		1357	}
		1358
		1359	void noinline
		1360	ev_feed_signal_event (EV_P_ int signum)
		1361	{
		1362	WL w;
		1363
		1364	if (expect_false (signum <= 0 || signum > EV_NSIG))
		1365	return;
		1366
		1367	--signum;
		1368
		1369	#if EV_MULTIPLICITY
		1370	/* it is permissible to try to feed a signal to the wrong loop */
		1371	/* or, likely more useful, feeding a signal nobody is waiting for */
		1372
		1373	if (expect_false (signals [signum].loop != EV_A))
		1374	return;
		1375	#endif
		1376
		1377	signals [signum].pending = 0;
		1378
		1379	for (w = signals [signum].head; w; w = w->next)
		1380	ev_feed_event (EV_A_ (W)w, EV_SIGNAL);
		1381	}
		1382
		1383	#if EV_USE_SIGNALFD
		1384	static void
		1385	sigfdcb (EV_P_ ev_io *iow, int revents)
		1386	{
		1387	struct signalfd_siginfo si[2], *sip; /* these structs are big */
		1388
		1389	for (;;)
		1390	{
		1391	ssize_t res = read (sigfd, si, sizeof (si));
		1392
		1393	/* not ISO-C, as res might be -1, but works with SuS */
		1394	for (sip = si; (char *)sip < (char *)si + res; ++sip)
		1395	ev_feed_signal_event (EV_A_ sip->ssi_signo);
		1396
		1397	if (res < (ssize_t)sizeof (si))
		1398	break;
		1399	}
		1400	}
		1401	#endif
		1402
		1403	#endif
		1404
		1405	/*****************************************************************************/
		1406
		1407	#if EV_CHILD_ENABLE
		1408	static WL childs [EV_PID_HASHSIZE];
		1409
668	static struct ev_signal childev;	1410	static ev_signal childev;
		1411
		1412	#ifndef WIFCONTINUED
		1413	# define WIFCONTINUED(status) 0
		1414	#endif
		1415
		1416	/* handle a single child status event */
		1417	inline_speed void
		1418	child_reap (EV_P_ int chain, int pid, int status)
		1419	{
		1420	ev_child *w;
		1421	int traced = WIFSTOPPED (status) || WIFCONTINUED (status);
		1422
		1423	for (w = (ev_child *)childs [chain & ((EV_PID_HASHSIZE) - 1)]; w; w = (ev_child *)((WL)w)->next)
		1424	{
		1425	if ((w->pid == pid || !w->pid)
		1426	&& (!traced || (w->flags & 1)))
		1427	{
		1428	ev_set_priority (w, EV_MAXPRI); /* need to do it *now*, this *must* be the same prio as the signal watcher itself */
		1429	w->rpid = pid;
		1430	w->rstatus = status;
		1431	ev_feed_event (EV_A_ (W)w, EV_CHILD);
		1432	}
		1433	}
		1434	}
669		1435
670	#ifndef WCONTINUED	1436	#ifndef WCONTINUED
671	# define WCONTINUED 0	1437	# define WCONTINUED 0
672	#endif	1438	#endif
673		1439
		1440	/* called on sigchld etc., calls waitpid */
674	static void	1441	static void
675	child_reap (EV_P_ struct ev_signal *sw, int chain, int pid, int status)
676	{
677	struct ev_child *w;
678
679	for (w = (struct ev_child *)childs [chain & (PID_HASHSIZE - 1)]; w; w = (struct ev_child *)((WL)w)->next)
680	if (w->pid == pid || !w->pid)
681	{
682	ev_priority (w) = ev_priority (sw); /* need to do it *now* */
683	w->rpid = pid;
684	w->rstatus = status;
685	ev_feed_event (EV_A_ (W)w, EV_CHILD);
686	}
687	}
688
689	static void
690	childcb (EV_P_ struct ev_signal *sw, int revents)	1442	childcb (EV_P_ ev_signal *sw, int revents)
691	{	1443	{
692	int pid, status;	1444	int pid, status;
693		1445
		1446	/* some systems define WCONTINUED but then fail to support it (linux 2.4) */
694	if (0 < (pid = waitpid (-1, &status, WNOHANG | WUNTRACED | WCONTINUED)))	1447	if (0 >= (pid = waitpid (-1, &status, WNOHANG | WUNTRACED | WCONTINUED)))
695	{	1448	if (!WCONTINUED
		1449	|| errno != EINVAL
		1450	|| 0 >= (pid = waitpid (-1, &status, WNOHANG | WUNTRACED)))
		1451	return;
		1452
696	/* make sure we are called again until all childs have been reaped */	1453	/* make sure we are called again until all children have been reaped */
		1454	/* we need to do it this way so that the callback gets called before we continue */
697	ev_feed_event (EV_A_ (W)sw, EV_SIGNAL);	1455	ev_feed_event (EV_A_ (W)sw, EV_SIGNAL);
698		1456
699	child_reap (EV_A_ sw, pid, pid, status);	1457	child_reap (EV_A_ pid, pid, status);
		1458	if ((EV_PID_HASHSIZE) > 1)
700	child_reap (EV_A_ sw, 0, pid, status); /* this might trigger a watcher twice, but event catches that */	1459	child_reap (EV_A_ 0, pid, status); /* this might trigger a watcher twice, but feed_event catches that */
701	}
702	}	1460	}
703		1461
704	#endif	1462	#endif
705		1463
706	/*****************************************************************************/	1464	/*****************************************************************************/
707		1465
		1466	#if EV_USE_PORT
		1467	# include "ev_port.c"
		1468	#endif
708	#if EV_USE_KQUEUE	1469	#if EV_USE_KQUEUE
709	# include "ev_kqueue.c"	1470	# include "ev_kqueue.c"
710	#endif	1471	#endif
711	#if EV_USE_EPOLL	1472	#if EV_USE_EPOLL
712	# include "ev_epoll.c"	1473	# include "ev_epoll.c"
…		…
729	{	1490	{
730	return EV_VERSION_MINOR;	1491	return EV_VERSION_MINOR;
731	}	1492	}
732		1493
733	/* return true if we are running with elevated privileges and should ignore env variables */	1494	/* return true if we are running with elevated privileges and should ignore env variables */
734	static int	1495	int inline_size
735	enable_secure (void)	1496	enable_secure (void)
736	{	1497	{
737	#ifdef _WIN32	1498	#ifdef _WIN32
738	return 0;	1499	return 0;
739	#else	1500	#else
740	return getuid () != geteuid ()	1501	return getuid () != geteuid ()
741	|| getgid () != getegid ();	1502	|| getgid () != getegid ();
742	#endif	1503	#endif
743	}	1504	}
744		1505
745	int	1506	unsigned int
		1507	ev_supported_backends (void)
		1508	{
		1509	unsigned int flags = 0;
		1510
		1511	if (EV_USE_PORT ) flags |= EVBACKEND_PORT;
		1512	if (EV_USE_KQUEUE) flags |= EVBACKEND_KQUEUE;
		1513	if (EV_USE_EPOLL ) flags |= EVBACKEND_EPOLL;
		1514	if (EV_USE_POLL ) flags |= EVBACKEND_POLL;
		1515	if (EV_USE_SELECT) flags |= EVBACKEND_SELECT;
		1516
		1517	return flags;
		1518	}
		1519
		1520	unsigned int
		1521	ev_recommended_backends (void)
		1522	{
		1523	unsigned int flags = ev_supported_backends ();
		1524
		1525	#ifndef __NetBSD__
		1526	/* kqueue is borked on everything but netbsd apparently */
		1527	/* it usually doesn't work correctly on anything but sockets and pipes */
		1528	flags &= ~EVBACKEND_KQUEUE;
		1529	#endif
		1530	#ifdef __APPLE__
		1531	/* only select works correctly on that "unix-certified" platform */
		1532	flags &= ~EVBACKEND_KQUEUE; /* horribly broken, even for sockets */
		1533	flags &= ~EVBACKEND_POLL; /* poll is based on kqueue from 10.5 onwards */
		1534	#endif
		1535	#ifdef __FreeBSD__
		1536	flags &= ~EVBACKEND_POLL; /* poll return value is unusable (http://forums.freebsd.org/archive/index.php/t-10270.html) */
		1537	#endif
		1538
		1539	return flags;
		1540	}
		1541
		1542	unsigned int
		1543	ev_embeddable_backends (void)
		1544	{
		1545	int flags = EVBACKEND_EPOLL | EVBACKEND_KQUEUE | EVBACKEND_PORT;
		1546
		1547	/* epoll embeddability broken on all linux versions up to at least 2.6.23 */
		1548	/* please fix it and tell me how to detect the fix */
		1549	flags &= ~EVBACKEND_EPOLL;
		1550
		1551	return flags;
		1552	}
		1553
		1554	unsigned int
		1555	ev_backend (EV_P)
		1556	{
		1557	return backend;
		1558	}
		1559
		1560	#if EV_FEATURE_API
		1561	unsigned int
		1562	ev_iteration (EV_P)
		1563	{
		1564	return loop_count;
		1565	}
		1566
		1567	unsigned int
746	ev_method (EV_P)	1568	ev_depth (EV_P)
747	{	1569	{
748	return method;	1570	return loop_depth;
749	}	1571	}
750		1572
751	static void	1573	void
752	loop_init (EV_P_ int methods)	1574	ev_set_io_collect_interval (EV_P_ ev_tstamp interval)
753	{	1575	{
754	if (!method)	1576	io_blocktime = interval;
		1577	}
		1578
		1579	void
		1580	ev_set_timeout_collect_interval (EV_P_ ev_tstamp interval)
		1581	{
		1582	timeout_blocktime = interval;
		1583	}
		1584
		1585	void
		1586	ev_set_userdata (EV_P_ void *data)
		1587	{
		1588	userdata = data;
		1589	}
		1590
		1591	void *
		1592	ev_userdata (EV_P)
		1593	{
		1594	return userdata;
		1595	}
		1596
		1597	void ev_set_invoke_pending_cb (EV_P_ void (*invoke_pending_cb)(EV_P))
		1598	{
		1599	invoke_cb = invoke_pending_cb;
		1600	}
		1601
		1602	void ev_set_loop_release_cb (EV_P_ void (*release)(EV_P), void (*acquire)(EV_P))
		1603	{
		1604	release_cb = release;
		1605	acquire_cb = acquire;
		1606	}
		1607	#endif
		1608
		1609	/* initialise a loop structure, must be zero-initialised */
		1610	static void noinline
		1611	loop_init (EV_P_ unsigned int flags)
		1612	{
		1613	if (!backend)
755	{	1614	{
		1615	#if EV_USE_REALTIME
		1616	if (!have_realtime)
		1617	{
		1618	struct timespec ts;
		1619
		1620	if (!clock_gettime (CLOCK_REALTIME, &ts))
		1621	have_realtime = 1;
		1622	}
		1623	#endif
		1624
756	#if EV_USE_MONOTONIC	1625	#if EV_USE_MONOTONIC
		1626	if (!have_monotonic)
757	{	1627	{
758	struct timespec ts;	1628	struct timespec ts;
		1629
759	if (!clock_gettime (CLOCK_MONOTONIC, &ts))	1630	if (!clock_gettime (CLOCK_MONOTONIC, &ts))
760	have_monotonic = 1;	1631	have_monotonic = 1;
761	}	1632	}
762	#endif	1633	#endif
763		1634
		1635	/* pid check not overridable via env */
		1636	#ifndef _WIN32
		1637	if (flags & EVFLAG_FORKCHECK)
		1638	curpid = getpid ();
		1639	#endif
		1640
		1641	if (!(flags & EVFLAG_NOENV)
		1642	&& !enable_secure ()
		1643	&& getenv ("LIBEV_FLAGS"))
		1644	flags = atoi (getenv ("LIBEV_FLAGS"));
		1645
764	ev_rt_now = ev_time ();	1646	ev_rt_now = ev_time ();
765	mn_now = get_clock ();	1647	mn_now = get_clock ();
766	now_floor = mn_now;	1648	now_floor = mn_now;
767	rtmn_diff = ev_rt_now - mn_now;	1649	rtmn_diff = ev_rt_now - mn_now;
		1650	#if EV_FEATURE_API
		1651	invoke_cb = ev_invoke_pending;
		1652	#endif
768		1653
769	if (methods == EVMETHOD_AUTO)	1654	io_blocktime = 0.;
770	if (!enable_secure () && getenv ("LIBEV_METHODS"))	1655	timeout_blocktime = 0.;
771	methods = atoi (getenv ("LIBEV_METHODS"));	1656	backend = 0;
772	else	1657	backend_fd = -1;
773	methods = EVMETHOD_ANY;	1658	sig_pending = 0;
		1659	#if EV_ASYNC_ENABLE
		1660	async_pending = 0;
		1661	#endif
		1662	#if EV_USE_INOTIFY
		1663	fs_fd = flags & EVFLAG_NOINOTIFY ? -1 : -2;
		1664	#endif
		1665	#if EV_USE_SIGNALFD
		1666	sigfd = flags & EVFLAG_SIGNALFD ? -2 : -1;
		1667	#endif
774		1668
775	method = 0;	1669	if (!(flags & 0x0000ffffU))
		1670	flags |= ev_recommended_backends ();
		1671
		1672	#if EV_USE_PORT
		1673	if (!backend && (flags & EVBACKEND_PORT )) backend = port_init (EV_A_ flags);
		1674	#endif
776	#if EV_USE_KQUEUE	1675	#if EV_USE_KQUEUE
777	if (!method && (methods & EVMETHOD_KQUEUE)) method = kqueue_init (EV_A_ methods);	1676	if (!backend && (flags & EVBACKEND_KQUEUE)) backend = kqueue_init (EV_A_ flags);
778	#endif	1677	#endif
779	#if EV_USE_EPOLL	1678	#if EV_USE_EPOLL
780	if (!method && (methods & EVMETHOD_EPOLL )) method = epoll_init (EV_A_ methods);	1679	if (!backend && (flags & EVBACKEND_EPOLL )) backend = epoll_init (EV_A_ flags);
781	#endif	1680	#endif
782	#if EV_USE_POLL	1681	#if EV_USE_POLL
783	if (!method && (methods & EVMETHOD_POLL )) method = poll_init (EV_A_ methods);	1682	if (!backend && (flags & EVBACKEND_POLL )) backend = poll_init (EV_A_ flags);
784	#endif	1683	#endif
785	#if EV_USE_SELECT	1684	#if EV_USE_SELECT
786	if (!method && (methods & EVMETHOD_SELECT)) method = select_init (EV_A_ methods);	1685	if (!backend && (flags & EVBACKEND_SELECT)) backend = select_init (EV_A_ flags);
787	#endif	1686	#endif
788		1687
		1688	ev_prepare_init (&pending_w, pendingcb);
		1689
		1690	#if EV_SIGNAL_ENABLE || EV_ASYNC_ENABLE
789	ev_init (&sigev, sigcb);	1691	ev_init (&pipe_w, pipecb);
790	ev_set_priority (&sigev, EV_MAXPRI);	1692	ev_set_priority (&pipe_w, EV_MAXPRI);
		1693	#endif
791	}	1694	}
792	}	1695	}
793		1696
794	void	1697	/* free up a loop structure */
		1698	static void noinline
795	loop_destroy (EV_P)	1699	loop_destroy (EV_P)
796	{	1700	{
797	int i;	1701	int i;
798		1702
		1703	if (ev_is_active (&pipe_w))
		1704	{
		1705	/*ev_ref (EV_A);*/
		1706	/*ev_io_stop (EV_A_ &pipe_w);*/
		1707
		1708	#if EV_USE_EVENTFD
		1709	if (evfd >= 0)
		1710	close (evfd);
		1711	#endif
		1712
		1713	if (evpipe [0] >= 0)
		1714	{
		1715	EV_WIN32_CLOSE_FD (evpipe [0]);
		1716	EV_WIN32_CLOSE_FD (evpipe [1]);
		1717	}
		1718	}
		1719
		1720	#if EV_USE_SIGNALFD
		1721	if (ev_is_active (&sigfd_w))
		1722	close (sigfd);
		1723	#endif
		1724
		1725	#if EV_USE_INOTIFY
		1726	if (fs_fd >= 0)
		1727	close (fs_fd);
		1728	#endif
		1729
		1730	if (backend_fd >= 0)
		1731	close (backend_fd);
		1732
		1733	#if EV_USE_PORT
		1734	if (backend == EVBACKEND_PORT ) port_destroy (EV_A);
		1735	#endif
799	#if EV_USE_KQUEUE	1736	#if EV_USE_KQUEUE
800	if (method == EVMETHOD_KQUEUE) kqueue_destroy (EV_A);	1737	if (backend == EVBACKEND_KQUEUE) kqueue_destroy (EV_A);
801	#endif	1738	#endif
802	#if EV_USE_EPOLL	1739	#if EV_USE_EPOLL
803	if (method == EVMETHOD_EPOLL ) epoll_destroy (EV_A);	1740	if (backend == EVBACKEND_EPOLL ) epoll_destroy (EV_A);
804	#endif	1741	#endif
805	#if EV_USE_POLL	1742	#if EV_USE_POLL
806	if (method == EVMETHOD_POLL ) poll_destroy (EV_A);	1743	if (backend == EVBACKEND_POLL ) poll_destroy (EV_A);
807	#endif	1744	#endif
808	#if EV_USE_SELECT	1745	#if EV_USE_SELECT
809	if (method == EVMETHOD_SELECT) select_destroy (EV_A);	1746	if (backend == EVBACKEND_SELECT) select_destroy (EV_A);
810	#endif	1747	#endif
811		1748
812	for (i = NUMPRI; i--; )	1749	for (i = NUMPRI; i--; )
		1750	{
813	array_free (pending, [i]);	1751	array_free (pending, [i]);
		1752	#if EV_IDLE_ENABLE
		1753	array_free (idle, [i]);
		1754	#endif
		1755	}
		1756
		1757	ev_free (anfds); anfds = 0; anfdmax = 0;
814		1758
815	/* have to use the microsoft-never-gets-it-right macro */	1759	/* have to use the microsoft-never-gets-it-right macro */
		1760	array_free (rfeed, EMPTY);
816	array_free (fdchange, EMPTY);	1761	array_free (fdchange, EMPTY);
817	array_free (timer, EMPTY);	1762	array_free (timer, EMPTY);
818	#if EV_PERIODICS	1763	#if EV_PERIODIC_ENABLE
819	array_free (periodic, EMPTY);	1764	array_free (periodic, EMPTY);
820	#endif	1765	#endif
		1766	#if EV_FORK_ENABLE
821	array_free (idle, EMPTY);	1767	array_free (fork, EMPTY);
		1768	#endif
822	array_free (prepare, EMPTY);	1769	array_free (prepare, EMPTY);
823	array_free (check, EMPTY);	1770	array_free (check, EMPTY);
		1771	#if EV_ASYNC_ENABLE
		1772	array_free (async, EMPTY);
		1773	#endif
824		1774
825	method = 0;	1775	backend = 0;
826	}	1776	}
827		1777
828	static void	1778	#if EV_USE_INOTIFY
		1779	inline_size void infy_fork (EV_P);
		1780	#endif
		1781
		1782	inline_size void
829	loop_fork (EV_P)	1783	loop_fork (EV_P)
830	{	1784	{
		1785	#if EV_USE_PORT
		1786	if (backend == EVBACKEND_PORT ) port_fork (EV_A);
		1787	#endif
		1788	#if EV_USE_KQUEUE
		1789	if (backend == EVBACKEND_KQUEUE) kqueue_fork (EV_A);
		1790	#endif
831	#if EV_USE_EPOLL	1791	#if EV_USE_EPOLL
832	if (method == EVMETHOD_EPOLL ) epoll_fork (EV_A);	1792	if (backend == EVBACKEND_EPOLL ) epoll_fork (EV_A);
833	#endif	1793	#endif
834	#if EV_USE_KQUEUE	1794	#if EV_USE_INOTIFY
835	if (method == EVMETHOD_KQUEUE) kqueue_fork (EV_A);	1795	infy_fork (EV_A);
836	#endif	1796	#endif
837		1797
838	if (ev_is_active (&sigev))	1798	if (ev_is_active (&pipe_w))
839	{	1799	{
840	/* default loop */	1800	/* this "locks" the handlers against writing to the pipe */
		1801	/* while we modify the fd vars */
		1802	sig_pending = 1;
		1803	#if EV_ASYNC_ENABLE
		1804	async_pending = 1;
		1805	#endif
841		1806
842	ev_ref (EV_A);	1807	ev_ref (EV_A);
843	ev_io_stop (EV_A_ &sigev);	1808	ev_io_stop (EV_A_ &pipe_w);
844	close (sigpipe [0]);
845	close (sigpipe [1]);
846		1809
847	while (pipe (sigpipe))	1810	#if EV_USE_EVENTFD
848	syserr ("(libev) error creating pipe");	1811	if (evfd >= 0)
		1812	close (evfd);
		1813	#endif
849		1814
		1815	if (evpipe [0] >= 0)
		1816	{
		1817	EV_WIN32_CLOSE_FD (evpipe [0]);
		1818	EV_WIN32_CLOSE_FD (evpipe [1]);
		1819	}
		1820
		1821	#if EV_SIGNAL_ENABLE || EV_ASYNC_ENABLE
850	siginit (EV_A);	1822	evpipe_init (EV_A);
		1823	/* now iterate over everything, in case we missed something */
		1824	pipecb (EV_A_ &pipe_w, EV_READ);
		1825	#endif
851	}	1826	}
852		1827
853	postfork = 0;	1828	postfork = 0;
854	}	1829	}
		1830
		1831	#if EV_MULTIPLICITY
		1832
		1833	struct ev_loop *
		1834	ev_loop_new (unsigned int flags)
		1835	{
		1836	EV_P = (struct ev_loop *)ev_malloc (sizeof (struct ev_loop));
		1837
		1838	memset (EV_A, 0, sizeof (struct ev_loop));
		1839	loop_init (EV_A_ flags);
		1840
		1841	if (ev_backend (EV_A))
		1842	return EV_A;
		1843
		1844	return 0;
		1845	}
		1846
		1847	void
		1848	ev_loop_destroy (EV_P)
		1849	{
		1850	loop_destroy (EV_A);
		1851	ev_free (loop);
		1852	}
		1853
		1854	void
		1855	ev_loop_fork (EV_P)
		1856	{
		1857	postfork = 1; /* must be in line with ev_default_fork */
		1858	}
		1859	#endif /* multiplicity */
		1860
		1861	#if EV_VERIFY
		1862	static void noinline
		1863	verify_watcher (EV_P_ W w)
		1864	{
		1865	assert (("libev: watcher has invalid priority", ABSPRI (w) >= 0 && ABSPRI (w) < NUMPRI));
		1866
		1867	if (w->pending)
		1868	assert (("libev: pending watcher not on pending queue", pendings [ABSPRI (w)][w->pending - 1].w == w));
		1869	}
		1870
		1871	static void noinline
		1872	verify_heap (EV_P_ ANHE *heap, int N)
		1873	{
		1874	int i;
		1875
		1876	for (i = HEAP0; i < N + HEAP0; ++i)
		1877	{
		1878	assert (("libev: active index mismatch in heap", ev_active (ANHE_w (heap [i])) == i));
		1879	assert (("libev: heap condition violated", i == HEAP0 || ANHE_at (heap [HPARENT (i)]) <= ANHE_at (heap [i])));
		1880	assert (("libev: heap at cache mismatch", ANHE_at (heap [i]) == ev_at (ANHE_w (heap [i]))));
		1881
		1882	verify_watcher (EV_A_ (W)ANHE_w (heap [i]));
		1883	}
		1884	}
		1885
		1886	static void noinline
		1887	array_verify (EV_P_ W *ws, int cnt)
		1888	{
		1889	while (cnt--)
		1890	{
		1891	assert (("libev: active index mismatch", ev_active (ws [cnt]) == cnt + 1));
		1892	verify_watcher (EV_A_ ws [cnt]);
		1893	}
		1894	}
		1895	#endif
		1896
		1897	#if EV_FEATURE_API
		1898	void
		1899	ev_verify (EV_P)
		1900	{
		1901	#if EV_VERIFY
		1902	int i;
		1903	WL w;
		1904
		1905	assert (activecnt >= -1);
		1906
		1907	assert (fdchangemax >= fdchangecnt);
		1908	for (i = 0; i < fdchangecnt; ++i)
		1909	assert (("libev: negative fd in fdchanges", fdchanges [i] >= 0));
		1910
		1911	assert (anfdmax >= 0);
		1912	for (i = 0; i < anfdmax; ++i)
		1913	for (w = anfds [i].head; w; w = w->next)
		1914	{
		1915	verify_watcher (EV_A_ (W)w);
		1916	assert (("libev: inactive fd watcher on anfd list", ev_active (w) == 1));
		1917	assert (("libev: fd mismatch between watcher and anfd", ((ev_io *)w)->fd == i));
		1918	}
		1919
		1920	assert (timermax >= timercnt);
		1921	verify_heap (EV_A_ timers, timercnt);
		1922
		1923	#if EV_PERIODIC_ENABLE
		1924	assert (periodicmax >= periodiccnt);
		1925	verify_heap (EV_A_ periodics, periodiccnt);
		1926	#endif
		1927
		1928	for (i = NUMPRI; i--; )
		1929	{
		1930	assert (pendingmax [i] >= pendingcnt [i]);
		1931	#if EV_IDLE_ENABLE
		1932	assert (idleall >= 0);
		1933	assert (idlemax [i] >= idlecnt [i]);
		1934	array_verify (EV_A_ (W *)idles [i], idlecnt [i]);
		1935	#endif
		1936	}
		1937
		1938	#if EV_FORK_ENABLE
		1939	assert (forkmax >= forkcnt);
		1940	array_verify (EV_A_ (W *)forks, forkcnt);
		1941	#endif
		1942
		1943	#if EV_ASYNC_ENABLE
		1944	assert (asyncmax >= asynccnt);
		1945	array_verify (EV_A_ (W *)asyncs, asynccnt);
		1946	#endif
		1947
		1948	#if EV_PREPARE_ENABLE
		1949	assert (preparemax >= preparecnt);
		1950	array_verify (EV_A_ (W *)prepares, preparecnt);
		1951	#endif
		1952
		1953	#if EV_CHECK_ENABLE
		1954	assert (checkmax >= checkcnt);
		1955	array_verify (EV_A_ (W *)checks, checkcnt);
		1956	#endif
		1957
		1958	# if 0
		1959	#if EV_CHILD_ENABLE
		1960	for (w = (ev_child *)childs [chain & ((EV_PID_HASHSIZE) - 1)]; w; w = (ev_child *)((WL)w)->next)
		1961	for (signum = EV_NSIG; signum--; ) if (signals [signum].pending)
		1962	#endif
		1963	# endif
		1964	#endif
		1965	}
		1966	#endif
855		1967
856	#if EV_MULTIPLICITY	1968	#if EV_MULTIPLICITY
857	struct ev_loop *	1969	struct ev_loop *
858	ev_loop_new (int methods)	1970	ev_default_loop_init (unsigned int flags)
859	{
860	struct ev_loop *loop = (struct ev_loop *)ev_malloc (sizeof (struct ev_loop));
861
862	memset (loop, 0, sizeof (struct ev_loop));
863
864	loop_init (EV_A_ methods);
865
866	if (ev_method (EV_A))
867	return loop;
868
869	return 0;
870	}
871
872	void
873	ev_loop_destroy (EV_P)
874	{
875	loop_destroy (EV_A);
876	ev_free (loop);
877	}
878
879	void
880	ev_loop_fork (EV_P)
881	{
882	postfork = 1;
883	}
884
885	#endif
886
887	#if EV_MULTIPLICITY
888	struct ev_loop *
889	#else	1971	#else
890	int	1972	int
		1973	ev_default_loop (unsigned int flags)
891	#endif	1974	#endif
892	ev_default_loop (int methods)
893	{	1975	{
894	if (sigpipe [0] == sigpipe [1])
895	if (pipe (sigpipe))
896	return 0;
897
898	if (!default_loop)	1976	if (!ev_default_loop_ptr)
899	{	1977	{
900	#if EV_MULTIPLICITY	1978	#if EV_MULTIPLICITY
901	struct ev_loop *loop = default_loop = &default_loop_struct;	1979	EV_P = ev_default_loop_ptr = &default_loop_struct;
902	#else	1980	#else
903	default_loop = 1;	1981	ev_default_loop_ptr = 1;
904	#endif	1982	#endif
905		1983
906	loop_init (EV_A_ methods);	1984	loop_init (EV_A_ flags);
907		1985
908	if (ev_method (EV_A))	1986	if (ev_backend (EV_A))
909	{	1987	{
910	siginit (EV_A);	1988	#if EV_CHILD_ENABLE
911
912	#ifndef _WIN32
913	ev_signal_init (&childev, childcb, SIGCHLD);	1989	ev_signal_init (&childev, childcb, SIGCHLD);
914	ev_set_priority (&childev, EV_MAXPRI);	1990	ev_set_priority (&childev, EV_MAXPRI);
915	ev_signal_start (EV_A_ &childev);	1991	ev_signal_start (EV_A_ &childev);
916	ev_unref (EV_A); /* child watcher should not keep loop alive */	1992	ev_unref (EV_A); /* child watcher should not keep loop alive */
917	#endif	1993	#endif
918	}	1994	}
919	else	1995	else
920	default_loop = 0;	1996	ev_default_loop_ptr = 0;
921	}	1997	}
922		1998
923	return default_loop;	1999	return ev_default_loop_ptr;
924	}	2000	}
925		2001
926	void	2002	void
927	ev_default_destroy (void)	2003	ev_default_destroy (void)
928	{	2004	{
929	#if EV_MULTIPLICITY	2005	#if EV_MULTIPLICITY
930	struct ev_loop *loop = default_loop;	2006	EV_P = ev_default_loop_ptr;
931	#endif	2007	#endif
932		2008
933	#ifndef _WIN32	2009	ev_default_loop_ptr = 0;
		2010
		2011	#if EV_CHILD_ENABLE
934	ev_ref (EV_A); /* child watcher */	2012	ev_ref (EV_A); /* child watcher */
935	ev_signal_stop (EV_A_ &childev);	2013	ev_signal_stop (EV_A_ &childev);
936	#endif	2014	#endif
937		2015
938	ev_ref (EV_A); /* signal watcher */
939	ev_io_stop (EV_A_ &sigev);
940
941	close (sigpipe [0]); sigpipe [0] = 0;
942	close (sigpipe [1]); sigpipe [1] = 0;
943
944	loop_destroy (EV_A);	2016	loop_destroy (EV_A);
945	}	2017	}
946		2018
947	void	2019	void
948	ev_default_fork (void)	2020	ev_default_fork (void)
949	{	2021	{
950	#if EV_MULTIPLICITY	2022	#if EV_MULTIPLICITY
951	struct ev_loop *loop = default_loop;	2023	EV_P = ev_default_loop_ptr;
952	#endif	2024	#endif
953		2025
954	if (method)	2026	postfork = 1; /* must be in line with ev_loop_fork */
955	postfork = 1;
956	}	2027	}
957		2028
958	/*****************************************************************************/	2029	/*****************************************************************************/
959		2030
960	static int	2031	void
961	any_pending (EV_P)	2032	ev_invoke (EV_P_ void *w, int revents)
		2033	{
		2034	EV_CB_INVOKE ((W)w, revents);
		2035	}
		2036
		2037	unsigned int
		2038	ev_pending_count (EV_P)
962	{	2039	{
963	int pri;	2040	int pri;
		2041	unsigned int count = 0;
964		2042
965	for (pri = NUMPRI; pri--; )	2043	for (pri = NUMPRI; pri--; )
966	if (pendingcnt [pri])	2044	count += pendingcnt [pri];
967	return 1;
968		2045
969	return 0;	2046	return count;
970	}	2047	}
971		2048
972	static void	2049	void noinline
973	call_pending (EV_P)	2050	ev_invoke_pending (EV_P)
974	{	2051	{
975	int pri;	2052	int pri;
976		2053
977	for (pri = NUMPRI; pri--; )	2054	for (pri = NUMPRI; pri--; )
978	while (pendingcnt [pri])	2055	while (pendingcnt [pri])
979	{	2056	{
980	ANPENDING *p = pendings [pri] + --pendingcnt [pri];	2057	ANPENDING *p = pendings [pri] + --pendingcnt [pri];
981		2058
982	if (p->w)	2059	/*assert (("libev: non-pending watcher on pending list", p->w->pending));*/
983	{	2060	/* ^ this is no longer true, as pending_w could be here */
		2061
984	p->w->pending = 0;	2062	p->w->pending = 0;
985	EV_CB_INVOKE (p->w, p->events);	2063	EV_CB_INVOKE (p->w, p->events);
986	}	2064	EV_FREQUENT_CHECK;
987	}	2065	}
988	}	2066	}
989		2067
990	static void	2068	#if EV_IDLE_ENABLE
		2069	/* make idle watchers pending. this handles the "call-idle */
		2070	/* only when higher priorities are idle" logic */
		2071	inline_size void
		2072	idle_reify (EV_P)
		2073	{
		2074	if (expect_false (idleall))
		2075	{
		2076	int pri;
		2077
		2078	for (pri = NUMPRI; pri--; )
		2079	{
		2080	if (pendingcnt [pri])
		2081	break;
		2082
		2083	if (idlecnt [pri])
		2084	{
		2085	queue_events (EV_A_ (W *)idles [pri], idlecnt [pri], EV_IDLE);
		2086	break;
		2087	}
		2088	}
		2089	}
		2090	}
		2091	#endif
		2092
		2093	/* make timers pending */
		2094	inline_size void
991	timers_reify (EV_P)	2095	timers_reify (EV_P)
992	{	2096	{
		2097	EV_FREQUENT_CHECK;
		2098
993	while (timercnt && ((WT)timers [0])->at <= mn_now)	2099	if (timercnt && ANHE_at (timers [HEAP0]) < mn_now)
994	{	2100	{
995	struct ev_timer *w = timers [0];	2101	do
996
997	assert (("inactive timer on timer heap detected", ev_is_active (w)));
998
999	/* first reschedule or stop timer */
1000	if (w->repeat)
1001	{	2102	{
		2103	ev_timer *w = (ev_timer *)ANHE_w (timers [HEAP0]);
		2104
		2105	/*assert (("libev: inactive timer on timer heap detected", ev_is_active (w)));*/
		2106
		2107	/* first reschedule or stop timer */
		2108	if (w->repeat)
		2109	{
		2110	ev_at (w) += w->repeat;
		2111	if (ev_at (w) < mn_now)
		2112	ev_at (w) = mn_now;
		2113
1002	assert (("negative ev_timer repeat value found while processing timers", w->repeat > 0.));	2114	assert (("libev: negative ev_timer repeat value found while processing timers", w->repeat > 0.));
1003		2115
1004	((WT)w)->at += w->repeat;	2116	ANHE_at_cache (timers [HEAP0]);
1005	if (((WT)w)->at < mn_now)
1006	((WT)w)->at = mn_now;
1007
1008	downheap ((WT *)timers, timercnt, 0);	2117	downheap (timers, timercnt, HEAP0);
		2118	}
		2119	else
		2120	ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */
		2121
		2122	EV_FREQUENT_CHECK;
		2123	feed_reverse (EV_A_ (W)w);
1009	}	2124	}
1010	else	2125	while (timercnt && ANHE_at (timers [HEAP0]) < mn_now);
1011	ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */
1012		2126
1013	ev_feed_event (EV_A_ (W)w, EV_TIMEOUT);	2127	feed_reverse_done (EV_A_ EV_TIMER);
1014	}	2128	}
1015	}	2129	}
1016		2130
1017	#if EV_PERIODICS	2131	#if EV_PERIODIC_ENABLE
1018	static void	2132	/* make periodics pending */
		2133	inline_size void
1019	periodics_reify (EV_P)	2134	periodics_reify (EV_P)
1020	{	2135	{
		2136	EV_FREQUENT_CHECK;
		2137
1021	while (periodiccnt && ((WT)periodics [0])->at <= ev_rt_now)	2138	while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now)
1022	{	2139	{
1023	struct ev_periodic *w = periodics [0];	2140	int feed_count = 0;
1024		2141
		2142	do
		2143	{
		2144	ev_periodic *w = (ev_periodic *)ANHE_w (periodics [HEAP0]);
		2145
1025	assert (("inactive timer on periodic heap detected", ev_is_active (w)));	2146	/*assert (("libev: inactive timer on periodic heap detected", ev_is_active (w)));*/
1026		2147
1027	/* first reschedule or stop timer */	2148	/* first reschedule or stop timer */
		2149	if (w->reschedule_cb)
		2150	{
		2151	ev_at (w) = w->reschedule_cb (w, ev_rt_now);
		2152
		2153	assert (("libev: ev_periodic reschedule callback returned time in the past", ev_at (w) >= ev_rt_now));
		2154
		2155	ANHE_at_cache (periodics [HEAP0]);
		2156	downheap (periodics, periodiccnt, HEAP0);
		2157	}
		2158	else if (w->interval)
		2159	{
		2160	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
		2161	/* if next trigger time is not sufficiently in the future, put it there */
		2162	/* this might happen because of floating point inexactness */
		2163	if (ev_at (w) - ev_rt_now < TIME_EPSILON)
		2164	{
		2165	ev_at (w) += w->interval;
		2166
		2167	/* if interval is unreasonably low we might still have a time in the past */
		2168	/* so correct this. this will make the periodic very inexact, but the user */
		2169	/* has effectively asked to get triggered more often than possible */
		2170	if (ev_at (w) < ev_rt_now)
		2171	ev_at (w) = ev_rt_now;
		2172	}
		2173
		2174	ANHE_at_cache (periodics [HEAP0]);
		2175	downheap (periodics, periodiccnt, HEAP0);
		2176	}
		2177	else
		2178	ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */
		2179
		2180	EV_FREQUENT_CHECK;
		2181	feed_reverse (EV_A_ (W)w);
		2182	}
		2183	while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now);
		2184
		2185	feed_reverse_done (EV_A_ EV_PERIODIC);
		2186	}
		2187	}
		2188
		2189	/* simply recalculate all periodics */
		2190	/* TODO: maybe ensure that at least one event happens when jumping forward? */
		2191	static void noinline
		2192	periodics_reschedule (EV_P)
		2193	{
		2194	int i;
		2195
		2196	/* adjust periodics after time jump */
		2197	for (i = HEAP0; i < periodiccnt + HEAP0; ++i)
		2198	{
		2199	ev_periodic *w = (ev_periodic *)ANHE_w (periodics [i]);
		2200
1028	if (w->reschedule_cb)	2201	if (w->reschedule_cb)
		2202	ev_at (w) = w->reschedule_cb (w, ev_rt_now);
		2203	else if (w->interval)
		2204	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
		2205
		2206	ANHE_at_cache (periodics [i]);
		2207	}
		2208
		2209	reheap (periodics, periodiccnt);
		2210	}
		2211	#endif
		2212
		2213	/* adjust all timers by a given offset */
		2214	static void noinline
		2215	timers_reschedule (EV_P_ ev_tstamp adjust)
		2216	{
		2217	int i;
		2218
		2219	for (i = 0; i < timercnt; ++i)
		2220	{
		2221	ANHE *he = timers + i + HEAP0;
		2222	ANHE_w (*he)->at += adjust;
		2223	ANHE_at_cache (*he);
		2224	}
		2225	}
		2226
		2227	/* fetch new monotonic and realtime times from the kernel */
		2228	/* also detect if there was a timejump, and act accordingly */
		2229	inline_speed void
		2230	time_update (EV_P_ ev_tstamp max_block)
		2231	{
		2232	#if EV_USE_MONOTONIC
		2233	if (expect_true (have_monotonic))
		2234	{
		2235	int i;
		2236	ev_tstamp odiff = rtmn_diff;
		2237
		2238	mn_now = get_clock ();
		2239
		2240	/* only fetch the realtime clock every 0.5*MIN_TIMEJUMP seconds */
		2241	/* interpolate in the meantime */
		2242	if (expect_true (mn_now - now_floor < MIN_TIMEJUMP * .5))
1029	{	2243	{
1030	ev_tstamp at = ((WT)w)->at = w->reschedule_cb (w, ev_rt_now + 0.0001);	2244	ev_rt_now = rtmn_diff + mn_now;
1031		2245	return;
1032	assert (("ev_periodic reschedule callback returned time in the past", ((WT)w)->at > ev_rt_now));
1033	downheap ((WT *)periodics, periodiccnt, 0);
1034	}	2246	}
1035	else if (w->interval)
1036	{
1037	((WT)w)->at += floor ((ev_rt_now - ((WT)w)->at) / w->interval + 1.) * w->interval;
1038	assert (("ev_periodic timeout in the past detected while processing timers, negative interval?", ((WT)w)->at > ev_rt_now));
1039	downheap ((WT *)periodics, periodiccnt, 0);
1040	}
1041	else
1042	ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */
1043		2247
1044	ev_feed_event (EV_A_ (W)w, EV_PERIODIC);
1045	}
1046	}
1047
1048	static void
1049	periodics_reschedule (EV_P)
1050	{
1051	int i;
1052
1053	/* adjust periodics after time jump */
1054	for (i = 0; i < periodiccnt; ++i)
1055	{
1056	struct ev_periodic *w = periodics [i];
1057
1058	if (w->reschedule_cb)
1059	((WT)w)->at = w->reschedule_cb (w, ev_rt_now);
1060	else if (w->interval)
1061	((WT)w)->at += ceil ((ev_rt_now - ((WT)w)->at) / w->interval) * w->interval;
1062	}
1063
1064	/* now rebuild the heap */
1065	for (i = periodiccnt >> 1; i--; )
1066	downheap ((WT *)periodics, periodiccnt, i);
1067	}
1068	#endif
1069
1070	inline int
1071	time_update_monotonic (EV_P)
1072	{
1073	mn_now = get_clock ();
1074
1075	if (expect_true (mn_now - now_floor < MIN_TIMEJUMP * .5))
1076	{
1077	ev_rt_now = rtmn_diff + mn_now;
1078	return 0;
1079	}
1080	else
1081	{
1082	now_floor = mn_now;	2248	now_floor = mn_now;
1083	ev_rt_now = ev_time ();	2249	ev_rt_now = ev_time ();
1084	return 1;
1085	}
1086	}
1087		2250
1088	static void	2251	/* loop a few times, before making important decisions.
1089	time_update (EV_P)	2252	* on the choice of "4": one iteration isn't enough,
1090	{	2253	* in case we get preempted during the calls to
1091	int i;	2254	* ev_time and get_clock. a second call is almost guaranteed
1092		2255	* to succeed in that case, though. and looping a few more times
1093	#if EV_USE_MONOTONIC	2256	* doesn't hurt either as we only do this on time-jumps or
1094	if (expect_true (have_monotonic))	2257	* in the unlikely event of having been preempted here.
1095	{	2258	*/
1096	if (time_update_monotonic (EV_A))	2259	for (i = 4; --i; )
1097	{	2260	{
1098	ev_tstamp odiff = rtmn_diff;
1099
1100	for (i = 4; --i; ) /* loop a few times, before making important decisions */
1101	{
1102	rtmn_diff = ev_rt_now - mn_now;	2261	rtmn_diff = ev_rt_now - mn_now;
1103		2262
1104	if (fabs (odiff - rtmn_diff) < MIN_TIMEJUMP)	2263	if (expect_true (fabs (odiff - rtmn_diff) < MIN_TIMEJUMP))
1105	return; /* all is well */	2264	return; /* all is well */
1106		2265
1107	ev_rt_now = ev_time ();	2266	ev_rt_now = ev_time ();
1108	mn_now = get_clock ();	2267	mn_now = get_clock ();
1109	now_floor = mn_now;	2268	now_floor = mn_now;
1110	}	2269	}
1111		2270
		2271	/* no timer adjustment, as the monotonic clock doesn't jump */
		2272	/* timers_reschedule (EV_A_ rtmn_diff - odiff) */
1112	# if EV_PERIODICS	2273	# if EV_PERIODIC_ENABLE
		2274	periodics_reschedule (EV_A);
		2275	# endif
		2276	}
		2277	else
		2278	#endif
		2279	{
		2280	ev_rt_now = ev_time ();
		2281
		2282	if (expect_false (mn_now > ev_rt_now || ev_rt_now > mn_now + max_block + MIN_TIMEJUMP))
		2283	{
		2284	/* adjust timers. this is easy, as the offset is the same for all of them */
		2285	timers_reschedule (EV_A_ ev_rt_now - mn_now);
		2286	#if EV_PERIODIC_ENABLE
1113	periodics_reschedule (EV_A);	2287	periodics_reschedule (EV_A);
1114	# endif	2288	#endif
1115	/* no timer adjustment, as the monotonic clock doesn't jump */
1116	/* timers_reschedule (EV_A_ rtmn_diff - odiff) */
1117	}	2289	}
1118	}
1119	else
1120	#endif
1121	{
1122	ev_rt_now = ev_time ();
1123
1124	if (expect_false (mn_now > ev_rt_now || mn_now < ev_rt_now - MAX_BLOCKTIME - MIN_TIMEJUMP))
1125	{
1126	#if EV_PERIODICS
1127	periodics_reschedule (EV_A);
1128	#endif
1129
1130	/* adjust timers. this is easy, as the offset is the same for all */
1131	for (i = 0; i < timercnt; ++i)
1132	((WT)timers [i])->at += ev_rt_now - mn_now;
1133	}
1134		2290
1135	mn_now = ev_rt_now;	2291	mn_now = ev_rt_now;
1136	}	2292	}
1137	}	2293	}
1138		2294
1139	void	2295	void
1140	ev_ref (EV_P)
1141	{
1142	++activecnt;
1143	}
1144
1145	void
1146	ev_unref (EV_P)
1147	{
1148	--activecnt;
1149	}
1150
1151	static int loop_done;
1152
1153	void
1154	ev_loop (EV_P_ int flags)	2296	ev_loop (EV_P_ int flags)
1155	{	2297	{
1156	double block;	2298	#if EV_FEATURE_API
1157	loop_done = flags & (EVLOOP_ONESHOT | EVLOOP_NONBLOCK) ? 1 : 0;	2299	++loop_depth;
		2300	#endif
		2301
		2302	assert (("libev: ev_loop recursion during release detected", loop_done != EVUNLOOP_RECURSE));
		2303
		2304	loop_done = EVUNLOOP_CANCEL;
		2305
		2306	EV_INVOKE_PENDING; /* in case we recurse, ensure ordering stays nice and clean */
1158		2307
1159	do	2308	do
1160	{	2309	{
		2310	#if EV_VERIFY >= 2
		2311	ev_verify (EV_A);
		2312	#endif
		2313
		2314	#ifndef _WIN32
		2315	if (expect_false (curpid)) /* penalise the forking check even more */
		2316	if (expect_false (getpid () != curpid))
		2317	{
		2318	curpid = getpid ();
		2319	postfork = 1;
		2320	}
		2321	#endif
		2322
		2323	#if EV_FORK_ENABLE
		2324	/* we might have forked, so queue fork handlers */
		2325	if (expect_false (postfork))
		2326	if (forkcnt)
		2327	{
		2328	queue_events (EV_A_ (W *)forks, forkcnt, EV_FORK);
		2329	EV_INVOKE_PENDING;
		2330	}
		2331	#endif
		2332
		2333	#if EV_PREPARE_ENABLE
1161	/* queue check watchers (and execute them) */	2334	/* queue prepare watchers (and execute them) */
1162	if (expect_false (preparecnt))	2335	if (expect_false (preparecnt))
1163	{	2336	{
1164	queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE);	2337	queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE);
1165	call_pending (EV_A);	2338	EV_INVOKE_PENDING;
1166	}	2339	}
		2340	#endif
		2341
		2342	if (expect_false (loop_done))
		2343	break;
1167		2344
1168	/* we might have forked, so reify kernel state if necessary */	2345	/* we might have forked, so reify kernel state if necessary */
1169	if (expect_false (postfork))	2346	if (expect_false (postfork))
1170	loop_fork (EV_A);	2347	loop_fork (EV_A);
1171		2348
1172	/* update fd-related kernel structures */	2349	/* update fd-related kernel structures */
1173	fd_reify (EV_A);	2350	fd_reify (EV_A);
1174		2351
1175	/* calculate blocking time */	2352	/* calculate blocking time */
		2353	{
		2354	ev_tstamp waittime = 0.;
		2355	ev_tstamp sleeptime = 0.;
1176		2356
1177	/* we only need this for !monotonic clock or timers, but as we basically	2357	if (expect_true (!(flags & EVLOOP_NONBLOCK || idleall || !activecnt)))
1178	always have timers, we just calculate it always */
1179	#if EV_USE_MONOTONIC
1180	if (expect_true (have_monotonic))
1181	time_update_monotonic (EV_A);
1182	else
1183	#endif
1184	{	2358	{
1185	ev_rt_now = ev_time ();	2359	/* remember old timestamp for io_blocktime calculation */
1186	mn_now = ev_rt_now;	2360	ev_tstamp prev_mn_now = mn_now;
1187	}
1188		2361
1189	if (flags & EVLOOP_NONBLOCK || idlecnt)	2362	/* update time to cancel out callback processing overhead */
1190	block = 0.;	2363	time_update (EV_A_ 1e100);
1191	else	2364
1192	{
1193	block = MAX_BLOCKTIME;	2365	waittime = MAX_BLOCKTIME;
1194		2366
1195	if (timercnt)	2367	if (timercnt)
1196	{	2368	{
1197	ev_tstamp to = ((WT)timers [0])->at - mn_now + method_fudge;	2369	ev_tstamp to = ANHE_at (timers [HEAP0]) - mn_now + backend_fudge;
1198	if (block > to) block = to;	2370	if (waittime > to) waittime = to;
1199	}	2371	}
1200		2372
1201	#if EV_PERIODICS	2373	#if EV_PERIODIC_ENABLE
1202	if (periodiccnt)	2374	if (periodiccnt)
1203	{	2375	{
1204	ev_tstamp to = ((WT)periodics [0])->at - ev_rt_now + method_fudge;	2376	ev_tstamp to = ANHE_at (periodics [HEAP0]) - ev_rt_now + backend_fudge;
1205	if (block > to) block = to;	2377	if (waittime > to) waittime = to;
1206	}	2378	}
1207	#endif	2379	#endif
1208		2380
1209	if (block < 0.) block = 0.;	2381	/* don't let timeouts decrease the waittime below timeout_blocktime */
		2382	if (expect_false (waittime < timeout_blocktime))
		2383	waittime = timeout_blocktime;
		2384
		2385	/* extra check because io_blocktime is commonly 0 */
		2386	if (expect_false (io_blocktime))
		2387	{
		2388	sleeptime = io_blocktime - (mn_now - prev_mn_now);
		2389
		2390	if (sleeptime > waittime - backend_fudge)
		2391	sleeptime = waittime - backend_fudge;
		2392
		2393	if (expect_true (sleeptime > 0.))
		2394	{
		2395	ev_sleep (sleeptime);
		2396	waittime -= sleeptime;
		2397	}
		2398	}
1210	}	2399	}
1211		2400
1212	method_poll (EV_A_ block);	2401	#if EV_FEATURE_API
		2402	++loop_count;
		2403	#endif
		2404	assert ((loop_done = EVUNLOOP_RECURSE, 1)); /* assert for side effect */
		2405	backend_poll (EV_A_ waittime);
		2406	assert ((loop_done = EVUNLOOP_CANCEL, 1)); /* assert for side effect */
1213		2407
1214	/* update ev_rt_now, do magic */	2408	/* update ev_rt_now, do magic */
1215	time_update (EV_A);	2409	time_update (EV_A_ waittime + sleeptime);
		2410	}
1216		2411
1217	/* queue pending timers and reschedule them */	2412	/* queue pending timers and reschedule them */
1218	timers_reify (EV_A); /* relative timers called last */	2413	timers_reify (EV_A); /* relative timers called last */
1219	#if EV_PERIODICS	2414	#if EV_PERIODIC_ENABLE
1220	periodics_reify (EV_A); /* absolute timers called first */	2415	periodics_reify (EV_A); /* absolute timers called first */
1221	#endif	2416	#endif
1222		2417
		2418	#if EV_IDLE_ENABLE
1223	/* queue idle watchers unless io or timers are pending */	2419	/* queue idle watchers unless other events are pending */
1224	if (idlecnt && !any_pending (EV_A))	2420	idle_reify (EV_A);
1225	queue_events (EV_A_ (W *)idles, idlecnt, EV_IDLE);	2421	#endif
1226		2422
		2423	#if EV_CHECK_ENABLE
1227	/* queue check watchers, to be executed first */	2424	/* queue check watchers, to be executed first */
1228	if (checkcnt)	2425	if (expect_false (checkcnt))
1229	queue_events (EV_A_ (W *)checks, checkcnt, EV_CHECK);	2426	queue_events (EV_A_ (W *)checks, checkcnt, EV_CHECK);
		2427	#endif
1230		2428
1231	call_pending (EV_A);	2429	EV_INVOKE_PENDING;
1232	}	2430	}
1233	while (activecnt && !loop_done);	2431	while (expect_true (
		2432	activecnt
		2433	&& !loop_done
		2434	&& !(flags & (EVLOOP_ONESHOT | EVLOOP_NONBLOCK))
		2435	));
1234		2436
1235	if (loop_done != 2)	2437	if (loop_done == EVUNLOOP_ONE)
1236	loop_done = 0;	2438	loop_done = EVUNLOOP_CANCEL;
		2439
		2440	#if EV_FEATURE_API
		2441	--loop_depth;
		2442	#endif
1237	}	2443	}
1238		2444
1239	void	2445	void
1240	ev_unloop (EV_P_ int how)	2446	ev_unloop (EV_P_ int how)
1241	{	2447	{
1242	loop_done = how;	2448	loop_done = how;
1243	}	2449	}
1244		2450
		2451	void
		2452	ev_ref (EV_P)
		2453	{
		2454	++activecnt;
		2455	}
		2456
		2457	void
		2458	ev_unref (EV_P)
		2459	{
		2460	--activecnt;
		2461	}
		2462
		2463	void
		2464	ev_now_update (EV_P)
		2465	{
		2466	time_update (EV_A_ 1e100);
		2467	}
		2468
		2469	void
		2470	ev_suspend (EV_P)
		2471	{
		2472	ev_now_update (EV_A);
		2473	}
		2474
		2475	void
		2476	ev_resume (EV_P)
		2477	{
		2478	ev_tstamp mn_prev = mn_now;
		2479
		2480	ev_now_update (EV_A);
		2481	timers_reschedule (EV_A_ mn_now - mn_prev);
		2482	#if EV_PERIODIC_ENABLE
		2483	/* TODO: really do this? */
		2484	periodics_reschedule (EV_A);
		2485	#endif
		2486	}
		2487
1245	/*****************************************************************************/	2488	/*****************************************************************************/
		2489	/* singly-linked list management, used when the expected list length is short */
1246		2490
1247	inline void	2491	inline_size void
1248	wlist_add (WL *head, WL elem)	2492	wlist_add (WL *head, WL elem)
1249	{	2493	{
1250	elem->next = *head;	2494	elem->next = *head;
1251	*head = elem;	2495	*head = elem;
1252	}	2496	}
1253		2497
1254	inline void	2498	inline_size void
1255	wlist_del (WL *head, WL elem)	2499	wlist_del (WL *head, WL elem)
1256	{	2500	{
1257	while (*head)	2501	while (*head)
1258	{	2502	{
1259	if (*head == elem)	2503	if (expect_true (*head == elem))
1260	{	2504	{
1261	*head = elem->next;	2505	*head = elem->next;
1262	return;	2506	break;
1263	}	2507	}
1264		2508
1265	head = &(*head)->next;	2509	head = &(*head)->next;
1266	}	2510	}
1267	}	2511	}
1268		2512
		2513	/* internal, faster, version of ev_clear_pending */
1269	inline void	2514	inline_speed void
1270	ev_clear_pending (EV_P_ W w)	2515	clear_pending (EV_P_ W w)
1271	{	2516	{
1272	if (w->pending)	2517	if (w->pending)
1273	{	2518	{
1274	pendings [ABSPRI (w)][w->pending - 1].w = 0;	2519	pendings [ABSPRI (w)][w->pending - 1].w = (W)&pending_w;
1275	w->pending = 0;	2520	w->pending = 0;
1276	}	2521	}
1277	}	2522	}
1278		2523
		2524	int
		2525	ev_clear_pending (EV_P_ void *w)
		2526	{
		2527	W w_ = (W)w;
		2528	int pending = w_->pending;
		2529
		2530	if (expect_true (pending))
		2531	{
		2532	ANPENDING *p = pendings [ABSPRI (w_)] + pending - 1;
		2533	p->w = (W)&pending_w;
		2534	w_->pending = 0;
		2535	return p->events;
		2536	}
		2537	else
		2538	return 0;
		2539	}
		2540
1279	inline void	2541	inline_size void
		2542	pri_adjust (EV_P_ W w)
		2543	{
		2544	int pri = ev_priority (w);
		2545	pri = pri < EV_MINPRI ? EV_MINPRI : pri;
		2546	pri = pri > EV_MAXPRI ? EV_MAXPRI : pri;
		2547	ev_set_priority (w, pri);
		2548	}
		2549
		2550	inline_speed void
1280	ev_start (EV_P_ W w, int active)	2551	ev_start (EV_P_ W w, int active)
1281	{	2552	{
1282	if (w->priority < EV_MINPRI) w->priority = EV_MINPRI;	2553	pri_adjust (EV_A_ w);
1283	if (w->priority > EV_MAXPRI) w->priority = EV_MAXPRI;
1284
1285	w->active = active;	2554	w->active = active;
1286	ev_ref (EV_A);	2555	ev_ref (EV_A);
1287	}	2556	}
1288		2557
1289	inline void	2558	inline_size void
1290	ev_stop (EV_P_ W w)	2559	ev_stop (EV_P_ W w)
1291	{	2560	{
1292	ev_unref (EV_A);	2561	ev_unref (EV_A);
1293	w->active = 0;	2562	w->active = 0;
1294	}	2563	}
1295		2564
1296	/*****************************************************************************/	2565	/*****************************************************************************/
1297		2566
1298	void	2567	void noinline
1299	ev_io_start (EV_P_ struct ev_io *w)	2568	ev_io_start (EV_P_ ev_io *w)
1300	{	2569	{
1301	int fd = w->fd;	2570	int fd = w->fd;
1302		2571
1303	if (ev_is_active (w))	2572	if (expect_false (ev_is_active (w)))
1304	return;	2573	return;
1305		2574
1306	assert (("ev_io_start called with negative fd", fd >= 0));	2575	assert (("libev: ev_io_start called with negative fd", fd >= 0));
		2576	assert (("libev: ev_io_start called with illegal event mask", !(w->events & ~(EV__IOFDSET | EV_READ | EV_WRITE))));
		2577
		2578	EV_FREQUENT_CHECK;
1307		2579
1308	ev_start (EV_A_ (W)w, 1);	2580	ev_start (EV_A_ (W)w, 1);
1309	array_needsize (ANFD, anfds, anfdmax, fd + 1, anfds_init);	2581	array_needsize (ANFD, anfds, anfdmax, fd + 1, array_init_zero);
1310	wlist_add ((WL *)&anfds[fd].head, (WL)w);	2582	wlist_add (&anfds[fd].head, (WL)w);
1311		2583
1312	fd_change (EV_A_ fd);	2584	fd_change (EV_A_ fd, w->events & EV__IOFDSET | EV_ANFD_REIFY);
1313	}	2585	w->events &= ~EV__IOFDSET;
1314		2586
1315	void	2587	EV_FREQUENT_CHECK;
		2588	}
		2589
		2590	void noinline
1316	ev_io_stop (EV_P_ struct ev_io *w)	2591	ev_io_stop (EV_P_ ev_io *w)
1317	{	2592	{
1318	ev_clear_pending (EV_A_ (W)w);	2593	clear_pending (EV_A_ (W)w);
1319	if (!ev_is_active (w))	2594	if (expect_false (!ev_is_active (w)))
1320	return;	2595	return;
1321		2596
1322	assert (("ev_io_start called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax));	2597	assert (("libev: ev_io_stop called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax));
1323		2598
		2599	EV_FREQUENT_CHECK;
		2600
1324	wlist_del ((WL *)&anfds[w->fd].head, (WL)w);	2601	wlist_del (&anfds[w->fd].head, (WL)w);
1325	ev_stop (EV_A_ (W)w);	2602	ev_stop (EV_A_ (W)w);
1326		2603
1327	fd_change (EV_A_ w->fd);	2604	fd_change (EV_A_ w->fd, 1);
1328	}
1329		2605
1330	void	2606	EV_FREQUENT_CHECK;
		2607	}
		2608
		2609	void noinline
1331	ev_timer_start (EV_P_ struct ev_timer *w)	2610	ev_timer_start (EV_P_ ev_timer *w)
1332	{	2611	{
1333	if (ev_is_active (w))	2612	if (expect_false (ev_is_active (w)))
1334	return;	2613	return;
1335		2614
1336	((WT)w)->at += mn_now;	2615	ev_at (w) += mn_now;
1337		2616
1338	assert (("ev_timer_start called with negative timer repeat value", w->repeat >= 0.));	2617	assert (("libev: ev_timer_start called with negative timer repeat value", w->repeat >= 0.));
1339		2618
		2619	EV_FREQUENT_CHECK;
		2620
		2621	++timercnt;
1340	ev_start (EV_A_ (W)w, ++timercnt);	2622	ev_start (EV_A_ (W)w, timercnt + HEAP0 - 1);
1341	array_needsize (struct ev_timer *, timers, timermax, timercnt, (void));	2623	array_needsize (ANHE, timers, timermax, ev_active (w) + 1, EMPTY2);
1342	timers [timercnt - 1] = w;	2624	ANHE_w (timers [ev_active (w)]) = (WT)w;
1343	upheap ((WT *)timers, timercnt - 1);	2625	ANHE_at_cache (timers [ev_active (w)]);
		2626	upheap (timers, ev_active (w));
1344		2627
		2628	EV_FREQUENT_CHECK;
		2629
1345	assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w));	2630	/*assert (("libev: internal timer heap corruption", timers [ev_active (w)] == (WT)w));*/
1346	}	2631	}
1347		2632
1348	void	2633	void noinline
1349	ev_timer_stop (EV_P_ struct ev_timer *w)	2634	ev_timer_stop (EV_P_ ev_timer *w)
1350	{	2635	{
1351	ev_clear_pending (EV_A_ (W)w);	2636	clear_pending (EV_A_ (W)w);
1352	if (!ev_is_active (w))	2637	if (expect_false (!ev_is_active (w)))
1353	return;	2638	return;
1354		2639
		2640	EV_FREQUENT_CHECK;
		2641
		2642	{
		2643	int active = ev_active (w);
		2644
1355	assert (("internal timer heap corruption", timers [((W)w)->active - 1] == w));	2645	assert (("libev: internal timer heap corruption", ANHE_w (timers [active]) == (WT)w));
1356		2646
1357	if (((W)w)->active < timercnt--)	2647	--timercnt;
		2648
		2649	if (expect_true (active < timercnt + HEAP0))
1358	{	2650	{
1359	timers [((W)w)->active - 1] = timers [timercnt];	2651	timers [active] = timers [timercnt + HEAP0];
1360	adjustheap ((WT *)timers, timercnt, ((W)w)->active - 1);	2652	adjustheap (timers, timercnt, active);
1361	}	2653	}
		2654	}
1362		2655
1363	((WT)w)->at -= mn_now;	2656	ev_at (w) -= mn_now;
1364		2657
1365	ev_stop (EV_A_ (W)w);	2658	ev_stop (EV_A_ (W)w);
1366	}
1367		2659
1368	void	2660	EV_FREQUENT_CHECK;
		2661	}
		2662
		2663	void noinline
1369	ev_timer_again (EV_P_ struct ev_timer *w)	2664	ev_timer_again (EV_P_ ev_timer *w)
1370	{	2665	{
		2666	EV_FREQUENT_CHECK;
		2667
1371	if (ev_is_active (w))	2668	if (ev_is_active (w))
1372	{	2669	{
1373	if (w->repeat)	2670	if (w->repeat)
1374	{	2671	{
1375	((WT)w)->at = mn_now + w->repeat;	2672	ev_at (w) = mn_now + w->repeat;
		2673	ANHE_at_cache (timers [ev_active (w)]);
1376	adjustheap ((WT *)timers, timercnt, ((W)w)->active - 1);	2674	adjustheap (timers, timercnt, ev_active (w));
1377	}	2675	}
1378	else	2676	else
1379	ev_timer_stop (EV_A_ w);	2677	ev_timer_stop (EV_A_ w);
1380	}	2678	}
1381	else if (w->repeat)	2679	else if (w->repeat)
		2680	{
		2681	ev_at (w) = w->repeat;
1382	ev_timer_start (EV_A_ w);	2682	ev_timer_start (EV_A_ w);
1383	}	2683	}
1384		2684
		2685	EV_FREQUENT_CHECK;
		2686	}
		2687
		2688	ev_tstamp
		2689	ev_timer_remaining (EV_P_ ev_timer *w)
		2690	{
		2691	return ev_at (w) - (ev_is_active (w) ? mn_now : 0.);
		2692	}
		2693
1385	#if EV_PERIODICS	2694	#if EV_PERIODIC_ENABLE
1386	void	2695	void noinline
1387	ev_periodic_start (EV_P_ struct ev_periodic *w)	2696	ev_periodic_start (EV_P_ ev_periodic *w)
1388	{	2697	{
1389	if (ev_is_active (w))	2698	if (expect_false (ev_is_active (w)))
1390	return;	2699	return;
1391		2700
1392	if (w->reschedule_cb)	2701	if (w->reschedule_cb)
1393	((WT)w)->at = w->reschedule_cb (w, ev_rt_now);	2702	ev_at (w) = w->reschedule_cb (w, ev_rt_now);
1394	else if (w->interval)	2703	else if (w->interval)
1395	{	2704	{
1396	assert (("ev_periodic_start called with negative interval value", w->interval >= 0.));	2705	assert (("libev: ev_periodic_start called with negative interval value", w->interval >= 0.));
1397	/* this formula differs from the one in periodic_reify because we do not always round up */	2706	/* this formula differs from the one in periodic_reify because we do not always round up */
1398	((WT)w)->at += ceil ((ev_rt_now - ((WT)w)->at) / w->interval) * w->interval;	2707	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
1399	}	2708	}
		2709	else
		2710	ev_at (w) = w->offset;
1400		2711
		2712	EV_FREQUENT_CHECK;
		2713
		2714	++periodiccnt;
1401	ev_start (EV_A_ (W)w, ++periodiccnt);	2715	ev_start (EV_A_ (W)w, periodiccnt + HEAP0 - 1);
1402	array_needsize (struct ev_periodic *, periodics, periodicmax, periodiccnt, (void));	2716	array_needsize (ANHE, periodics, periodicmax, ev_active (w) + 1, EMPTY2);
1403	periodics [periodiccnt - 1] = w;	2717	ANHE_w (periodics [ev_active (w)]) = (WT)w;
1404	upheap ((WT *)periodics, periodiccnt - 1);	2718	ANHE_at_cache (periodics [ev_active (w)]);
		2719	upheap (periodics, ev_active (w));
1405		2720
		2721	EV_FREQUENT_CHECK;
		2722
1406	assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w));	2723	/*assert (("libev: internal periodic heap corruption", ANHE_w (periodics [ev_active (w)]) == (WT)w));*/
1407	}	2724	}
1408		2725
1409	void	2726	void noinline
1410	ev_periodic_stop (EV_P_ struct ev_periodic *w)	2727	ev_periodic_stop (EV_P_ ev_periodic *w)
1411	{	2728	{
1412	ev_clear_pending (EV_A_ (W)w);	2729	clear_pending (EV_A_ (W)w);
1413	if (!ev_is_active (w))	2730	if (expect_false (!ev_is_active (w)))
1414	return;	2731	return;
1415		2732
		2733	EV_FREQUENT_CHECK;
		2734
		2735	{
		2736	int active = ev_active (w);
		2737
1416	assert (("internal periodic heap corruption", periodics [((W)w)->active - 1] == w));	2738	assert (("libev: internal periodic heap corruption", ANHE_w (periodics [active]) == (WT)w));
1417		2739
1418	if (((W)w)->active < periodiccnt--)	2740	--periodiccnt;
		2741
		2742	if (expect_true (active < periodiccnt + HEAP0))
1419	{	2743	{
1420	periodics [((W)w)->active - 1] = periodics [periodiccnt];	2744	periodics [active] = periodics [periodiccnt + HEAP0];
1421	adjustheap ((WT *)periodics, periodiccnt, ((W)w)->active - 1);	2745	adjustheap (periodics, periodiccnt, active);
1422	}	2746	}
		2747	}
1423		2748
1424	ev_stop (EV_A_ (W)w);	2749	ev_stop (EV_A_ (W)w);
1425	}
1426		2750
1427	void	2751	EV_FREQUENT_CHECK;
		2752	}
		2753
		2754	void noinline
1428	ev_periodic_again (EV_P_ struct ev_periodic *w)	2755	ev_periodic_again (EV_P_ ev_periodic *w)
1429	{	2756	{
1430	/* TODO: use adjustheap and recalculation */	2757	/* TODO: use adjustheap and recalculation */
1431	ev_periodic_stop (EV_A_ w);	2758	ev_periodic_stop (EV_A_ w);
1432	ev_periodic_start (EV_A_ w);	2759	ev_periodic_start (EV_A_ w);
1433	}	2760	}
1434	#endif	2761	#endif
1435		2762
1436	void
1437	ev_idle_start (EV_P_ struct ev_idle *w)
1438	{
1439	if (ev_is_active (w))
1440	return;
1441
1442	ev_start (EV_A_ (W)w, ++idlecnt);
1443	array_needsize (struct ev_idle *, idles, idlemax, idlecnt, (void));
1444	idles [idlecnt - 1] = w;
1445	}
1446
1447	void
1448	ev_idle_stop (EV_P_ struct ev_idle *w)
1449	{
1450	ev_clear_pending (EV_A_ (W)w);
1451	if (!ev_is_active (w))
1452	return;
1453
1454	idles [((W)w)->active - 1] = idles [--idlecnt];
1455	ev_stop (EV_A_ (W)w);
1456	}
1457
1458	void
1459	ev_prepare_start (EV_P_ struct ev_prepare *w)
1460	{
1461	if (ev_is_active (w))
1462	return;
1463
1464	ev_start (EV_A_ (W)w, ++preparecnt);
1465	array_needsize (struct ev_prepare *, prepares, preparemax, preparecnt, (void));
1466	prepares [preparecnt - 1] = w;
1467	}
1468
1469	void
1470	ev_prepare_stop (EV_P_ struct ev_prepare *w)
1471	{
1472	ev_clear_pending (EV_A_ (W)w);
1473	if (!ev_is_active (w))
1474	return;
1475
1476	prepares [((W)w)->active - 1] = prepares [--preparecnt];
1477	ev_stop (EV_A_ (W)w);
1478	}
1479
1480	void
1481	ev_check_start (EV_P_ struct ev_check *w)
1482	{
1483	if (ev_is_active (w))
1484	return;
1485
1486	ev_start (EV_A_ (W)w, ++checkcnt);
1487	array_needsize (struct ev_check *, checks, checkmax, checkcnt, (void));
1488	checks [checkcnt - 1] = w;
1489	}
1490
1491	void
1492	ev_check_stop (EV_P_ struct ev_check *w)
1493	{
1494	ev_clear_pending (EV_A_ (W)w);
1495	if (!ev_is_active (w))
1496	return;
1497
1498	checks [((W)w)->active - 1] = checks [--checkcnt];
1499	ev_stop (EV_A_ (W)w);
1500	}
1501
1502	#ifndef SA_RESTART	2763	#ifndef SA_RESTART
1503	# define SA_RESTART 0	2764	# define SA_RESTART 0
1504	#endif	2765	#endif
1505		2766
1506	void	2767	#if EV_SIGNAL_ENABLE
		2768
		2769	void noinline
1507	ev_signal_start (EV_P_ struct ev_signal *w)	2770	ev_signal_start (EV_P_ ev_signal *w)
1508	{	2771	{
		2772	if (expect_false (ev_is_active (w)))
		2773	return;
		2774
		2775	assert (("libev: ev_signal_start called with illegal signal number", w->signum > 0 && w->signum < EV_NSIG));
		2776
1509	#if EV_MULTIPLICITY	2777	#if EV_MULTIPLICITY
1510	assert (("signal watchers are only supported in the default loop", loop == default_loop));	2778	assert (("libev: a signal must not be attached to two different loops",
		2779	!signals [w->signum - 1].loop || signals [w->signum - 1].loop == loop));
		2780
		2781	signals [w->signum - 1].loop = EV_A;
		2782	#endif
		2783
		2784	EV_FREQUENT_CHECK;
		2785
		2786	#if EV_USE_SIGNALFD
		2787	if (sigfd == -2)
		2788	{
		2789	sigfd = signalfd (-1, &sigfd_set, SFD_NONBLOCK | SFD_CLOEXEC);
		2790	if (sigfd < 0 && errno == EINVAL)
		2791	sigfd = signalfd (-1, &sigfd_set, 0); /* retry without flags */
		2792
		2793	if (sigfd >= 0)
		2794	{
		2795	fd_intern (sigfd); /* doing it twice will not hurt */
		2796
		2797	sigemptyset (&sigfd_set);
		2798
		2799	ev_io_init (&sigfd_w, sigfdcb, sigfd, EV_READ);
		2800	ev_set_priority (&sigfd_w, EV_MAXPRI);
		2801	ev_io_start (EV_A_ &sigfd_w);
		2802	ev_unref (EV_A); /* signalfd watcher should not keep loop alive */
		2803	}
		2804	}
		2805
		2806	if (sigfd >= 0)
		2807	{
		2808	/* TODO: check .head */
		2809	sigaddset (&sigfd_set, w->signum);
		2810	sigprocmask (SIG_BLOCK, &sigfd_set, 0);
		2811
		2812	signalfd (sigfd, &sigfd_set, 0);
		2813	}
		2814	#endif
		2815
		2816	ev_start (EV_A_ (W)w, 1);
		2817	wlist_add (&signals [w->signum - 1].head, (WL)w);
		2818
		2819	if (!((WL)w)->next)
		2820	# if EV_USE_SIGNALFD
		2821	if (sigfd < 0) /*TODO*/
1511	#endif	2822	# endif
1512	if (ev_is_active (w))	2823	{
		2824	# ifdef _WIN32
		2825	evpipe_init (EV_A);
		2826
		2827	signal (w->signum, ev_sighandler);
		2828	# else
		2829	struct sigaction sa;
		2830
		2831	evpipe_init (EV_A);
		2832
		2833	sa.sa_handler = ev_sighandler;
		2834	sigfillset (&sa.sa_mask);
		2835	sa.sa_flags = SA_RESTART; /* if restarting works we save one iteration */
		2836	sigaction (w->signum, &sa, 0);
		2837
		2838	sigemptyset (&sa.sa_mask);
		2839	sigaddset (&sa.sa_mask, w->signum);
		2840	sigprocmask (SIG_UNBLOCK, &sa.sa_mask, 0);
		2841	#endif
		2842	}
		2843
		2844	EV_FREQUENT_CHECK;
		2845	}
		2846
		2847	void noinline
		2848	ev_signal_stop (EV_P_ ev_signal *w)
		2849	{
		2850	clear_pending (EV_A_ (W)w);
		2851	if (expect_false (!ev_is_active (w)))
1513	return;	2852	return;
1514		2853
1515	assert (("ev_signal_start called with illegal signal number", w->signum > 0));	2854	EV_FREQUENT_CHECK;
		2855
		2856	wlist_del (&signals [w->signum - 1].head, (WL)w);
		2857	ev_stop (EV_A_ (W)w);
		2858
		2859	if (!signals [w->signum - 1].head)
		2860	{
		2861	#if EV_MULTIPLICITY
		2862	signals [w->signum - 1].loop = 0; /* unattach from signal */
		2863	#endif
		2864	#if EV_USE_SIGNALFD
		2865	if (sigfd >= 0)
		2866	{
		2867	sigset_t ss;
		2868
		2869	sigemptyset (&ss);
		2870	sigaddset (&ss, w->signum);
		2871	sigdelset (&sigfd_set, w->signum);
		2872
		2873	signalfd (sigfd, &sigfd_set, 0);
		2874	sigprocmask (SIG_UNBLOCK, &ss, 0);
		2875	}
		2876	else
		2877	#endif
		2878	signal (w->signum, SIG_DFL);
		2879	}
		2880
		2881	EV_FREQUENT_CHECK;
		2882	}
		2883
		2884	#endif
		2885
		2886	#if EV_CHILD_ENABLE
		2887
		2888	void
		2889	ev_child_start (EV_P_ ev_child *w)
		2890	{
		2891	#if EV_MULTIPLICITY
		2892	assert (("libev: child watchers are only supported in the default loop", loop == ev_default_loop_ptr));
		2893	#endif
		2894	if (expect_false (ev_is_active (w)))
		2895	return;
		2896
		2897	EV_FREQUENT_CHECK;
1516		2898
1517	ev_start (EV_A_ (W)w, 1);	2899	ev_start (EV_A_ (W)w, 1);
1518	array_needsize (ANSIG, signals, signalmax, w->signum, signals_init);	2900	wlist_add (&childs [w->pid & ((EV_PID_HASHSIZE) - 1)], (WL)w);
1519	wlist_add ((WL *)&signals [w->signum - 1].head, (WL)w);
1520		2901
1521	if (!((WL)w)->next)	2902	EV_FREQUENT_CHECK;
		2903	}
		2904
		2905	void
		2906	ev_child_stop (EV_P_ ev_child *w)
		2907	{
		2908	clear_pending (EV_A_ (W)w);
		2909	if (expect_false (!ev_is_active (w)))
		2910	return;
		2911
		2912	EV_FREQUENT_CHECK;
		2913
		2914	wlist_del (&childs [w->pid & ((EV_PID_HASHSIZE) - 1)], (WL)w);
		2915	ev_stop (EV_A_ (W)w);
		2916
		2917	EV_FREQUENT_CHECK;
		2918	}
		2919
		2920	#endif
		2921
		2922	#if EV_STAT_ENABLE
		2923
		2924	# ifdef _WIN32
		2925	# undef lstat
		2926	# define lstat(a,b) _stati64 (a,b)
		2927	# endif
		2928
		2929	#define DEF_STAT_INTERVAL 5.0074891
		2930	#define NFS_STAT_INTERVAL 30.1074891 /* for filesystems potentially failing inotify */
		2931	#define MIN_STAT_INTERVAL 0.1074891
		2932
		2933	static void noinline stat_timer_cb (EV_P_ ev_timer *w_, int revents);
		2934
		2935	#if EV_USE_INOTIFY
		2936
		2937	/* the * 2 is to allow for alignment padding, which for some reason is >> 8 */
		2938	# define EV_INOTIFY_BUFSIZE (sizeof (struct inotify_event) * 2 + NAME_MAX)
		2939
		2940	static void noinline
		2941	infy_add (EV_P_ ev_stat *w)
		2942	{
		2943	w->wd = inotify_add_watch (fs_fd, w->path, IN_ATTRIB | IN_DELETE_SELF | IN_MOVE_SELF | IN_MODIFY | IN_DONT_FOLLOW | IN_MASK_ADD);
		2944
		2945	if (w->wd >= 0)
		2946	{
		2947	struct statfs sfs;
		2948
		2949	/* now local changes will be tracked by inotify, but remote changes won't */
		2950	/* unless the filesystem is known to be local, we therefore still poll */
		2951	/* also do poll on <2.6.25, but with normal frequency */
		2952
		2953	if (!fs_2625)
		2954	w->timer.repeat = w->interval ? w->interval : DEF_STAT_INTERVAL;
		2955	else if (!statfs (w->path, &sfs)
		2956	&& (sfs.f_type == 0x1373 /* devfs */
		2957	|| sfs.f_type == 0xEF53 /* ext2/3 */
		2958	|| sfs.f_type == 0x3153464a /* jfs */
		2959	|| sfs.f_type == 0x52654973 /* reiser3 */
		2960	|| sfs.f_type == 0x01021994 /* tempfs */
		2961	|| sfs.f_type == 0x58465342 /* xfs */))
		2962	w->timer.repeat = 0.; /* filesystem is local, kernel new enough */
		2963	else
		2964	w->timer.repeat = w->interval ? w->interval : NFS_STAT_INTERVAL; /* remote, use reduced frequency */
1522	{	2965	}
		2966	else
		2967	{
		2968	/* can't use inotify, continue to stat */
		2969	w->timer.repeat = w->interval ? w->interval : DEF_STAT_INTERVAL;
		2970
		2971	/* if path is not there, monitor some parent directory for speedup hints */
		2972	/* note that exceeding the hardcoded path limit is not a correctness issue, */
		2973	/* but an efficiency issue only */
		2974	if ((errno == ENOENT || errno == EACCES) && strlen (w->path) < 4096)
		2975	{
		2976	char path [4096];
		2977	strcpy (path, w->path);
		2978
		2979	do
		2980	{
		2981	int mask = IN_MASK_ADD | IN_DELETE_SELF | IN_MOVE_SELF
		2982	| (errno == EACCES ? IN_ATTRIB : IN_CREATE | IN_MOVED_TO);
		2983
		2984	char *pend = strrchr (path, '/');
		2985
		2986	if (!pend || pend == path)
		2987	break;
		2988
		2989	*pend = 0;
		2990	w->wd = inotify_add_watch (fs_fd, path, mask);
		2991	}
		2992	while (w->wd < 0 && (errno == ENOENT || errno == EACCES));
		2993	}
		2994	}
		2995
		2996	if (w->wd >= 0)
		2997	wlist_add (&fs_hash [w->wd & ((EV_INOTIFY_HASHSIZE) - 1)].head, (WL)w);
		2998
		2999	/* now re-arm timer, if required */
		3000	if (ev_is_active (&w->timer)) ev_ref (EV_A);
		3001	ev_timer_again (EV_A_ &w->timer);
		3002	if (ev_is_active (&w->timer)) ev_unref (EV_A);
		3003	}
		3004
		3005	static void noinline
		3006	infy_del (EV_P_ ev_stat *w)
		3007	{
		3008	int slot;
		3009	int wd = w->wd;
		3010
		3011	if (wd < 0)
		3012	return;
		3013
		3014	w->wd = -2;
		3015	slot = wd & ((EV_INOTIFY_HASHSIZE) - 1);
		3016	wlist_del (&fs_hash [slot].head, (WL)w);
		3017
		3018	/* remove this watcher, if others are watching it, they will rearm */
		3019	inotify_rm_watch (fs_fd, wd);
		3020	}
		3021
		3022	static void noinline
		3023	infy_wd (EV_P_ int slot, int wd, struct inotify_event *ev)
		3024	{
		3025	if (slot < 0)
		3026	/* overflow, need to check for all hash slots */
		3027	for (slot = 0; slot < (EV_INOTIFY_HASHSIZE); ++slot)
		3028	infy_wd (EV_A_ slot, wd, ev);
		3029	else
		3030	{
		3031	WL w_;
		3032
		3033	for (w_ = fs_hash [slot & ((EV_INOTIFY_HASHSIZE) - 1)].head; w_; )
		3034	{
		3035	ev_stat *w = (ev_stat *)w_;
		3036	w_ = w_->next; /* lets us remove this watcher and all before it */
		3037
		3038	if (w->wd == wd || wd == -1)
		3039	{
		3040	if (ev->mask & (IN_IGNORED | IN_UNMOUNT | IN_DELETE_SELF))
		3041	{
		3042	wlist_del (&fs_hash [slot & ((EV_INOTIFY_HASHSIZE) - 1)].head, (WL)w);
		3043	w->wd = -1;
		3044	infy_add (EV_A_ w); /* re-add, no matter what */
		3045	}
		3046
		3047	stat_timer_cb (EV_A_ &w->timer, 0);
		3048	}
		3049	}
		3050	}
		3051	}
		3052
		3053	static void
		3054	infy_cb (EV_P_ ev_io *w, int revents)
		3055	{
		3056	char buf [EV_INOTIFY_BUFSIZE];
		3057	int ofs;
		3058	int len = read (fs_fd, buf, sizeof (buf));
		3059
		3060	for (ofs = 0; ofs < len; )
		3061	{
		3062	struct inotify_event *ev = (struct inotify_event *)(buf + ofs);
		3063	infy_wd (EV_A_ ev->wd, ev->wd, ev);
		3064	ofs += sizeof (struct inotify_event) + ev->len;
		3065	}
		3066	}
		3067
		3068	inline_size unsigned int
		3069	ev_linux_version (void)
		3070	{
		3071	struct utsname buf;
		3072	unsigned int v;
		3073	int i;
		3074	char *p = buf.release;
		3075
		3076	if (uname (&buf))
		3077	return 0;
		3078
		3079	for (i = 3+1; --i; )
		3080	{
		3081	unsigned int c = 0;
		3082
		3083	for (;;)
		3084	{
		3085	if (*p >= '0' && *p <= '9')
		3086	c = c * 10 + *p++ - '0';
		3087	else
		3088	{
		3089	p += *p == '.';
		3090	break;
		3091	}
		3092	}
		3093
		3094	v = (v << 8) | c;
		3095	}
		3096
		3097	return v;
		3098	}
		3099
		3100	inline_size void
		3101	ev_check_2625 (EV_P)
		3102	{
		3103	/* kernels < 2.6.25 are borked
		3104	* http://www.ussg.indiana.edu/hypermail/linux/kernel/0711.3/1208.html
		3105	*/
		3106	if (ev_linux_version () < 0x020619)
		3107	return;
		3108
		3109	fs_2625 = 1;
		3110	}
		3111
		3112	inline_size int
		3113	infy_newfd (void)
		3114	{
		3115	#if defined (IN_CLOEXEC) && defined (IN_NONBLOCK)
		3116	int fd = inotify_init1 (IN_CLOEXEC | IN_NONBLOCK);
		3117	if (fd >= 0)
		3118	return fd;
		3119	#endif
		3120	return inotify_init ();
		3121	}
		3122
		3123	inline_size void
		3124	infy_init (EV_P)
		3125	{
		3126	if (fs_fd != -2)
		3127	return;
		3128
		3129	fs_fd = -1;
		3130
		3131	ev_check_2625 (EV_A);
		3132
		3133	fs_fd = infy_newfd ();
		3134
		3135	if (fs_fd >= 0)
		3136	{
		3137	fd_intern (fs_fd);
		3138	ev_io_init (&fs_w, infy_cb, fs_fd, EV_READ);
		3139	ev_set_priority (&fs_w, EV_MAXPRI);
		3140	ev_io_start (EV_A_ &fs_w);
		3141	ev_unref (EV_A);
		3142	}
		3143	}
		3144
		3145	inline_size void
		3146	infy_fork (EV_P)
		3147	{
		3148	int slot;
		3149
		3150	if (fs_fd < 0)
		3151	return;
		3152
		3153	ev_ref (EV_A);
		3154	ev_io_stop (EV_A_ &fs_w);
		3155	close (fs_fd);
		3156	fs_fd = infy_newfd ();
		3157
		3158	if (fs_fd >= 0)
		3159	{
		3160	fd_intern (fs_fd);
		3161	ev_io_set (&fs_w, fs_fd, EV_READ);
		3162	ev_io_start (EV_A_ &fs_w);
		3163	ev_unref (EV_A);
		3164	}
		3165
		3166	for (slot = 0; slot < (EV_INOTIFY_HASHSIZE); ++slot)
		3167	{
		3168	WL w_ = fs_hash [slot].head;
		3169	fs_hash [slot].head = 0;
		3170
		3171	while (w_)
		3172	{
		3173	ev_stat *w = (ev_stat *)w_;
		3174	w_ = w_->next; /* lets us add this watcher */
		3175
		3176	w->wd = -1;
		3177
		3178	if (fs_fd >= 0)
		3179	infy_add (EV_A_ w); /* re-add, no matter what */
		3180	else
		3181	{
		3182	w->timer.repeat = w->interval ? w->interval : DEF_STAT_INTERVAL;
		3183	if (ev_is_active (&w->timer)) ev_ref (EV_A);
		3184	ev_timer_again (EV_A_ &w->timer);
		3185	if (ev_is_active (&w->timer)) ev_unref (EV_A);
		3186	}
		3187	}
		3188	}
		3189	}
		3190
		3191	#endif
		3192
1523	#if _WIN32	3193	#ifdef _WIN32
1524	signal (w->signum, sighandler);	3194	# define EV_LSTAT(p,b) _stati64 (p, b)
1525	#else	3195	#else
1526	struct sigaction sa;	3196	# define EV_LSTAT(p,b) lstat (p, b)
1527	sa.sa_handler = sighandler;
1528	sigfillset (&sa.sa_mask);
1529	sa.sa_flags = SA_RESTART; /* if restarting works we save one iteration */
1530	sigaction (w->signum, &sa, 0);
1531	#endif	3197	#endif
1532	}
1533	}
1534		3198
1535	void	3199	void
1536	ev_signal_stop (EV_P_ struct ev_signal *w)	3200	ev_stat_stat (EV_P_ ev_stat *w)
1537	{	3201	{
1538	ev_clear_pending (EV_A_ (W)w);	3202	if (lstat (w->path, &w->attr) < 0)
1539	if (!ev_is_active (w))	3203	w->attr.st_nlink = 0;
		3204	else if (!w->attr.st_nlink)
		3205	w->attr.st_nlink = 1;
		3206	}
		3207
		3208	static void noinline
		3209	stat_timer_cb (EV_P_ ev_timer *w_, int revents)
		3210	{
		3211	ev_stat *w = (ev_stat *)(((char *)w_) - offsetof (ev_stat, timer));
		3212
		3213	ev_statdata prev = w->attr;
		3214	ev_stat_stat (EV_A_ w);
		3215
		3216	/* memcmp doesn't work on netbsd, they.... do stuff to their struct stat */
		3217	if (
		3218	prev.st_dev != w->attr.st_dev
		3219	|| prev.st_ino != w->attr.st_ino
		3220	|| prev.st_mode != w->attr.st_mode
		3221	|| prev.st_nlink != w->attr.st_nlink
		3222	|| prev.st_uid != w->attr.st_uid
		3223	|| prev.st_gid != w->attr.st_gid
		3224	|| prev.st_rdev != w->attr.st_rdev
		3225	|| prev.st_size != w->attr.st_size
		3226	|| prev.st_atime != w->attr.st_atime
		3227	|| prev.st_mtime != w->attr.st_mtime
		3228	|| prev.st_ctime != w->attr.st_ctime
		3229	) {
		3230	/* we only update w->prev on actual differences */
		3231	/* in case we test more often than invoke the callback, */
		3232	/* to ensure that prev is always different to attr */
		3233	w->prev = prev;
		3234
		3235	#if EV_USE_INOTIFY
		3236	if (fs_fd >= 0)
		3237	{
		3238	infy_del (EV_A_ w);
		3239	infy_add (EV_A_ w);
		3240	ev_stat_stat (EV_A_ w); /* avoid race... */
		3241	}
		3242	#endif
		3243
		3244	ev_feed_event (EV_A_ w, EV_STAT);
		3245	}
		3246	}
		3247
		3248	void
		3249	ev_stat_start (EV_P_ ev_stat *w)
		3250	{
		3251	if (expect_false (ev_is_active (w)))
1540	return;	3252	return;
1541		3253
1542	wlist_del ((WL *)&signals [w->signum - 1].head, (WL)w);	3254	ev_stat_stat (EV_A_ w);
		3255
		3256	if (w->interval < MIN_STAT_INTERVAL && w->interval)
		3257	w->interval = MIN_STAT_INTERVAL;
		3258
		3259	ev_timer_init (&w->timer, stat_timer_cb, 0., w->interval ? w->interval : DEF_STAT_INTERVAL);
		3260	ev_set_priority (&w->timer, ev_priority (w));
		3261
		3262	#if EV_USE_INOTIFY
		3263	infy_init (EV_A);
		3264
		3265	if (fs_fd >= 0)
		3266	infy_add (EV_A_ w);
		3267	else
		3268	#endif
		3269	{
		3270	ev_timer_again (EV_A_ &w->timer);
		3271	ev_unref (EV_A);
		3272	}
		3273
		3274	ev_start (EV_A_ (W)w, 1);
		3275
		3276	EV_FREQUENT_CHECK;
		3277	}
		3278
		3279	void
		3280	ev_stat_stop (EV_P_ ev_stat *w)
		3281	{
		3282	clear_pending (EV_A_ (W)w);
		3283	if (expect_false (!ev_is_active (w)))
		3284	return;
		3285
		3286	EV_FREQUENT_CHECK;
		3287
		3288	#if EV_USE_INOTIFY
		3289	infy_del (EV_A_ w);
		3290	#endif
		3291
		3292	if (ev_is_active (&w->timer))
		3293	{
		3294	ev_ref (EV_A);
		3295	ev_timer_stop (EV_A_ &w->timer);
		3296	}
		3297
1543	ev_stop (EV_A_ (W)w);	3298	ev_stop (EV_A_ (W)w);
1544		3299
1545	if (!signals [w->signum - 1].head)	3300	EV_FREQUENT_CHECK;
1546	signal (w->signum, SIG_DFL);
1547	}	3301	}
		3302	#endif
1548		3303
		3304	#if EV_IDLE_ENABLE
1549	void	3305	void
1550	ev_child_start (EV_P_ struct ev_child *w)	3306	ev_idle_start (EV_P_ ev_idle *w)
1551	{	3307	{
1552	#if EV_MULTIPLICITY
1553	assert (("child watchers are only supported in the default loop", loop == default_loop));
1554	#endif
1555	if (ev_is_active (w))	3308	if (expect_false (ev_is_active (w)))
1556	return;	3309	return;
1557		3310
		3311	pri_adjust (EV_A_ (W)w);
		3312
		3313	EV_FREQUENT_CHECK;
		3314
		3315	{
		3316	int active = ++idlecnt [ABSPRI (w)];
		3317
		3318	++idleall;
		3319	ev_start (EV_A_ (W)w, active);
		3320
		3321	array_needsize (ev_idle *, idles [ABSPRI (w)], idlemax [ABSPRI (w)], active, EMPTY2);
		3322	idles [ABSPRI (w)][active - 1] = w;
		3323	}
		3324
		3325	EV_FREQUENT_CHECK;
		3326	}
		3327
		3328	void
		3329	ev_idle_stop (EV_P_ ev_idle *w)
		3330	{
		3331	clear_pending (EV_A_ (W)w);
		3332	if (expect_false (!ev_is_active (w)))
		3333	return;
		3334
		3335	EV_FREQUENT_CHECK;
		3336
		3337	{
		3338	int active = ev_active (w);
		3339
		3340	idles [ABSPRI (w)][active - 1] = idles [ABSPRI (w)][--idlecnt [ABSPRI (w)]];
		3341	ev_active (idles [ABSPRI (w)][active - 1]) = active;
		3342
		3343	ev_stop (EV_A_ (W)w);
		3344	--idleall;
		3345	}
		3346
		3347	EV_FREQUENT_CHECK;
		3348	}
		3349	#endif
		3350
		3351	#if EV_PREPARE_ENABLE
		3352	void
		3353	ev_prepare_start (EV_P_ ev_prepare *w)
		3354	{
		3355	if (expect_false (ev_is_active (w)))
		3356	return;
		3357
		3358	EV_FREQUENT_CHECK;
		3359
		3360	ev_start (EV_A_ (W)w, ++preparecnt);
		3361	array_needsize (ev_prepare *, prepares, preparemax, preparecnt, EMPTY2);
		3362	prepares [preparecnt - 1] = w;
		3363
		3364	EV_FREQUENT_CHECK;
		3365	}
		3366
		3367	void
		3368	ev_prepare_stop (EV_P_ ev_prepare *w)
		3369	{
		3370	clear_pending (EV_A_ (W)w);
		3371	if (expect_false (!ev_is_active (w)))
		3372	return;
		3373
		3374	EV_FREQUENT_CHECK;
		3375
		3376	{
		3377	int active = ev_active (w);
		3378
		3379	prepares [active - 1] = prepares [--preparecnt];
		3380	ev_active (prepares [active - 1]) = active;
		3381	}
		3382
		3383	ev_stop (EV_A_ (W)w);
		3384
		3385	EV_FREQUENT_CHECK;
		3386	}
		3387	#endif
		3388
		3389	#if EV_CHECK_ENABLE
		3390	void
		3391	ev_check_start (EV_P_ ev_check *w)
		3392	{
		3393	if (expect_false (ev_is_active (w)))
		3394	return;
		3395
		3396	EV_FREQUENT_CHECK;
		3397
		3398	ev_start (EV_A_ (W)w, ++checkcnt);
		3399	array_needsize (ev_check *, checks, checkmax, checkcnt, EMPTY2);
		3400	checks [checkcnt - 1] = w;
		3401
		3402	EV_FREQUENT_CHECK;
		3403	}
		3404
		3405	void
		3406	ev_check_stop (EV_P_ ev_check *w)
		3407	{
		3408	clear_pending (EV_A_ (W)w);
		3409	if (expect_false (!ev_is_active (w)))
		3410	return;
		3411
		3412	EV_FREQUENT_CHECK;
		3413
		3414	{
		3415	int active = ev_active (w);
		3416
		3417	checks [active - 1] = checks [--checkcnt];
		3418	ev_active (checks [active - 1]) = active;
		3419	}
		3420
		3421	ev_stop (EV_A_ (W)w);
		3422
		3423	EV_FREQUENT_CHECK;
		3424	}
		3425	#endif
		3426
		3427	#if EV_EMBED_ENABLE
		3428	void noinline
		3429	ev_embed_sweep (EV_P_ ev_embed *w)
		3430	{
		3431	ev_loop (w->other, EVLOOP_NONBLOCK);
		3432	}
		3433
		3434	static void
		3435	embed_io_cb (EV_P_ ev_io *io, int revents)
		3436	{
		3437	ev_embed *w = (ev_embed *)(((char *)io) - offsetof (ev_embed, io));
		3438
		3439	if (ev_cb (w))
		3440	ev_feed_event (EV_A_ (W)w, EV_EMBED);
		3441	else
		3442	ev_loop (w->other, EVLOOP_NONBLOCK);
		3443	}
		3444
		3445	static void
		3446	embed_prepare_cb (EV_P_ ev_prepare *prepare, int revents)
		3447	{
		3448	ev_embed *w = (ev_embed *)(((char *)prepare) - offsetof (ev_embed, prepare));
		3449
		3450	{
		3451	EV_P = w->other;
		3452
		3453	while (fdchangecnt)
		3454	{
		3455	fd_reify (EV_A);
		3456	ev_loop (EV_A_ EVLOOP_NONBLOCK);
		3457	}
		3458	}
		3459	}
		3460
		3461	static void
		3462	embed_fork_cb (EV_P_ ev_fork *fork_w, int revents)
		3463	{
		3464	ev_embed *w = (ev_embed *)(((char *)fork_w) - offsetof (ev_embed, fork));
		3465
		3466	ev_embed_stop (EV_A_ w);
		3467
		3468	{
		3469	EV_P = w->other;
		3470
		3471	ev_loop_fork (EV_A);
		3472	ev_loop (EV_A_ EVLOOP_NONBLOCK);
		3473	}
		3474
		3475	ev_embed_start (EV_A_ w);
		3476	}
		3477
		3478	#if 0
		3479	static void
		3480	embed_idle_cb (EV_P_ ev_idle *idle, int revents)
		3481	{
		3482	ev_idle_stop (EV_A_ idle);
		3483	}
		3484	#endif
		3485
		3486	void
		3487	ev_embed_start (EV_P_ ev_embed *w)
		3488	{
		3489	if (expect_false (ev_is_active (w)))
		3490	return;
		3491
		3492	{
		3493	EV_P = w->other;
		3494	assert (("libev: loop to be embedded is not embeddable", backend & ev_embeddable_backends ()));
		3495	ev_io_init (&w->io, embed_io_cb, backend_fd, EV_READ);
		3496	}
		3497
		3498	EV_FREQUENT_CHECK;
		3499
		3500	ev_set_priority (&w->io, ev_priority (w));
		3501	ev_io_start (EV_A_ &w->io);
		3502
		3503	ev_prepare_init (&w->prepare, embed_prepare_cb);
		3504	ev_set_priority (&w->prepare, EV_MINPRI);
		3505	ev_prepare_start (EV_A_ &w->prepare);
		3506
		3507	ev_fork_init (&w->fork, embed_fork_cb);
		3508	ev_fork_start (EV_A_ &w->fork);
		3509
		3510	/*ev_idle_init (&w->idle, e,bed_idle_cb);*/
		3511
1558	ev_start (EV_A_ (W)w, 1);	3512	ev_start (EV_A_ (W)w, 1);
1559	wlist_add ((WL *)&childs [w->pid & (PID_HASHSIZE - 1)], (WL)w);
1560	}
1561		3513
		3514	EV_FREQUENT_CHECK;
		3515	}
		3516
1562	void	3517	void
1563	ev_child_stop (EV_P_ struct ev_child *w)	3518	ev_embed_stop (EV_P_ ev_embed *w)
1564	{	3519	{
1565	ev_clear_pending (EV_A_ (W)w);	3520	clear_pending (EV_A_ (W)w);
1566	if (!ev_is_active (w))	3521	if (expect_false (!ev_is_active (w)))
1567	return;	3522	return;
1568		3523
1569	wlist_del ((WL *)&childs [w->pid & (PID_HASHSIZE - 1)], (WL)w);	3524	EV_FREQUENT_CHECK;
		3525
		3526	ev_io_stop (EV_A_ &w->io);
		3527	ev_prepare_stop (EV_A_ &w->prepare);
		3528	ev_fork_stop (EV_A_ &w->fork);
		3529
1570	ev_stop (EV_A_ (W)w);	3530	ev_stop (EV_A_ (W)w);
		3531
		3532	EV_FREQUENT_CHECK;
1571	}	3533	}
		3534	#endif
		3535
		3536	#if EV_FORK_ENABLE
		3537	void
		3538	ev_fork_start (EV_P_ ev_fork *w)
		3539	{
		3540	if (expect_false (ev_is_active (w)))
		3541	return;
		3542
		3543	EV_FREQUENT_CHECK;
		3544
		3545	ev_start (EV_A_ (W)w, ++forkcnt);
		3546	array_needsize (ev_fork *, forks, forkmax, forkcnt, EMPTY2);
		3547	forks [forkcnt - 1] = w;
		3548
		3549	EV_FREQUENT_CHECK;
		3550	}
		3551
		3552	void
		3553	ev_fork_stop (EV_P_ ev_fork *w)
		3554	{
		3555	clear_pending (EV_A_ (W)w);
		3556	if (expect_false (!ev_is_active (w)))
		3557	return;
		3558
		3559	EV_FREQUENT_CHECK;
		3560
		3561	{
		3562	int active = ev_active (w);
		3563
		3564	forks [active - 1] = forks [--forkcnt];
		3565	ev_active (forks [active - 1]) = active;
		3566	}
		3567
		3568	ev_stop (EV_A_ (W)w);
		3569
		3570	EV_FREQUENT_CHECK;
		3571	}
		3572	#endif
		3573
		3574	#if EV_ASYNC_ENABLE
		3575	void
		3576	ev_async_start (EV_P_ ev_async *w)
		3577	{
		3578	if (expect_false (ev_is_active (w)))
		3579	return;
		3580
		3581	evpipe_init (EV_A);
		3582
		3583	EV_FREQUENT_CHECK;
		3584
		3585	ev_start (EV_A_ (W)w, ++asynccnt);
		3586	array_needsize (ev_async *, asyncs, asyncmax, asynccnt, EMPTY2);
		3587	asyncs [asynccnt - 1] = w;
		3588
		3589	EV_FREQUENT_CHECK;
		3590	}
		3591
		3592	void
		3593	ev_async_stop (EV_P_ ev_async *w)
		3594	{
		3595	clear_pending (EV_A_ (W)w);
		3596	if (expect_false (!ev_is_active (w)))
		3597	return;
		3598
		3599	EV_FREQUENT_CHECK;
		3600
		3601	{
		3602	int active = ev_active (w);
		3603
		3604	asyncs [active - 1] = asyncs [--asynccnt];
		3605	ev_active (asyncs [active - 1]) = active;
		3606	}
		3607
		3608	ev_stop (EV_A_ (W)w);
		3609
		3610	EV_FREQUENT_CHECK;
		3611	}
		3612
		3613	void
		3614	ev_async_send (EV_P_ ev_async *w)
		3615	{
		3616	w->sent = 1;
		3617	evpipe_write (EV_A_ &async_pending);
		3618	}
		3619	#endif
1572		3620
1573	/*****************************************************************************/	3621	/*****************************************************************************/
1574		3622
1575	struct ev_once	3623	struct ev_once
1576	{	3624	{
1577	struct ev_io io;	3625	ev_io io;
1578	struct ev_timer to;	3626	ev_timer to;
1579	void (*cb)(int revents, void *arg);	3627	void (*cb)(int revents, void *arg);
1580	void *arg;	3628	void *arg;
1581	};	3629	};
1582		3630
1583	static void	3631	static void
1584	once_cb (EV_P_ struct ev_once *once, int revents)	3632	once_cb (EV_P_ struct ev_once *once, int revents)
1585	{	3633	{
1586	void (*cb)(int revents, void *arg) = once->cb;	3634	void (*cb)(int revents, void *arg) = once->cb;
1587	void *arg = once->arg;	3635	void *arg = once->arg;
1588		3636
1589	ev_io_stop (EV_A_ &once->io);	3637	ev_io_stop (EV_A_ &once->io);
1590	ev_timer_stop (EV_A_ &once->to);	3638	ev_timer_stop (EV_A_ &once->to);
1591	ev_free (once);	3639	ev_free (once);
1592		3640
1593	cb (revents, arg);	3641	cb (revents, arg);
1594	}	3642	}
1595		3643
1596	static void	3644	static void
1597	once_cb_io (EV_P_ struct ev_io *w, int revents)	3645	once_cb_io (EV_P_ ev_io *w, int revents)
1598	{	3646	{
1599	once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, io)), revents);	3647	struct ev_once *once = (struct ev_once *)(((char *)w) - offsetof (struct ev_once, io));
		3648
		3649	once_cb (EV_A_ once, revents | ev_clear_pending (EV_A_ &once->to));
1600	}	3650	}
1601		3651
1602	static void	3652	static void
1603	once_cb_to (EV_P_ struct ev_timer *w, int revents)	3653	once_cb_to (EV_P_ ev_timer *w, int revents)
1604	{	3654	{
1605	once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, to)), revents);	3655	struct ev_once *once = (struct ev_once *)(((char *)w) - offsetof (struct ev_once, to));
		3656
		3657	once_cb (EV_A_ once, revents | ev_clear_pending (EV_A_ &once->io));
1606	}	3658	}
1607		3659
1608	void	3660	void
1609	ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg)	3661	ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg)
1610	{	3662	{
1611	struct ev_once *once = (struct ev_once *)ev_malloc (sizeof (struct ev_once));	3663	struct ev_once *once = (struct ev_once *)ev_malloc (sizeof (struct ev_once));
1612		3664
1613	if (!once)	3665	if (expect_false (!once))
		3666	{
1614	cb (EV_ERROR | EV_READ | EV_WRITE | EV_TIMEOUT, arg);	3667	cb (EV_ERROR | EV_READ | EV_WRITE | EV_TIMER, arg);
1615	else	3668	return;
1616	{	3669	}
		3670
1617	once->cb = cb;	3671	once->cb = cb;
1618	once->arg = arg;	3672	once->arg = arg;
1619		3673
1620	ev_init (&once->io, once_cb_io);	3674	ev_init (&once->io, once_cb_io);
1621	if (fd >= 0)	3675	if (fd >= 0)
		3676	{
		3677	ev_io_set (&once->io, fd, events);
		3678	ev_io_start (EV_A_ &once->io);
		3679	}
		3680
		3681	ev_init (&once->to, once_cb_to);
		3682	if (timeout >= 0.)
		3683	{
		3684	ev_timer_set (&once->to, timeout, 0.);
		3685	ev_timer_start (EV_A_ &once->to);
		3686	}
		3687	}
		3688
		3689	/*****************************************************************************/
		3690
		3691	#if EV_WALK_ENABLE
		3692	void
		3693	ev_walk (EV_P_ int types, void (*cb)(EV_P_ int type, void *w))
		3694	{
		3695	int i, j;
		3696	ev_watcher_list *wl, *wn;
		3697
		3698	if (types & (EV_IO | EV_EMBED))
		3699	for (i = 0; i < anfdmax; ++i)
		3700	for (wl = anfds [i].head; wl; )
1622	{	3701	{
1623	ev_io_set (&once->io, fd, events);	3702	wn = wl->next;
1624	ev_io_start (EV_A_ &once->io);	3703
		3704	#if EV_EMBED_ENABLE
		3705	if (ev_cb ((ev_io *)wl) == embed_io_cb)
		3706	{
		3707	if (types & EV_EMBED)
		3708	cb (EV_A_ EV_EMBED, ((char *)wl) - offsetof (struct ev_embed, io));
		3709	}
		3710	else
		3711	#endif
		3712	#if EV_USE_INOTIFY
		3713	if (ev_cb ((ev_io *)wl) == infy_cb)
		3714	;
		3715	else
		3716	#endif
		3717	if ((ev_io *)wl != &pipe_w)
		3718	if (types & EV_IO)
		3719	cb (EV_A_ EV_IO, wl);
		3720
		3721	wl = wn;
1625	}	3722	}
1626		3723
1627	ev_init (&once->to, once_cb_to);	3724	if (types & (EV_TIMER | EV_STAT))
1628	if (timeout >= 0.)	3725	for (i = timercnt + HEAP0; i-- > HEAP0; )
		3726	#if EV_STAT_ENABLE
		3727	/*TODO: timer is not always active*/
		3728	if (ev_cb ((ev_timer *)ANHE_w (timers [i])) == stat_timer_cb)
1629	{	3729	{
1630	ev_timer_set (&once->to, timeout, 0.);	3730	if (types & EV_STAT)
1631	ev_timer_start (EV_A_ &once->to);	3731	cb (EV_A_ EV_STAT, ((char *)ANHE_w (timers [i])) - offsetof (struct ev_stat, timer));
1632	}	3732	}
1633	}	3733	else
		3734	#endif
		3735	if (types & EV_TIMER)
		3736	cb (EV_A_ EV_TIMER, ANHE_w (timers [i]));
		3737
		3738	#if EV_PERIODIC_ENABLE
		3739	if (types & EV_PERIODIC)
		3740	for (i = periodiccnt + HEAP0; i-- > HEAP0; )
		3741	cb (EV_A_ EV_PERIODIC, ANHE_w (periodics [i]));
		3742	#endif
		3743
		3744	#if EV_IDLE_ENABLE
		3745	if (types & EV_IDLE)
		3746	for (j = NUMPRI; i--; )
		3747	for (i = idlecnt [j]; i--; )
		3748	cb (EV_A_ EV_IDLE, idles [j][i]);
		3749	#endif
		3750
		3751	#if EV_FORK_ENABLE
		3752	if (types & EV_FORK)
		3753	for (i = forkcnt; i--; )
		3754	if (ev_cb (forks [i]) != embed_fork_cb)
		3755	cb (EV_A_ EV_FORK, forks [i]);
		3756	#endif
		3757
		3758	#if EV_ASYNC_ENABLE
		3759	if (types & EV_ASYNC)
		3760	for (i = asynccnt; i--; )
		3761	cb (EV_A_ EV_ASYNC, asyncs [i]);
		3762	#endif
		3763
		3764	#if EV_PREPARE_ENABLE
		3765	if (types & EV_PREPARE)
		3766	for (i = preparecnt; i--; )
		3767	# if EV_EMBED_ENABLE
		3768	if (ev_cb (prepares [i]) != embed_prepare_cb)
		3769	# endif
		3770	cb (EV_A_ EV_PREPARE, prepares [i]);
		3771	#endif
		3772
		3773	#if EV_CHECK_ENABLE
		3774	if (types & EV_CHECK)
		3775	for (i = checkcnt; i--; )
		3776	cb (EV_A_ EV_CHECK, checks [i]);
		3777	#endif
		3778
		3779	#if EV_SIGNAL_ENABLE
		3780	if (types & EV_SIGNAL)
		3781	for (i = 0; i < EV_NSIG - 1; ++i)
		3782	for (wl = signals [i].head; wl; )
		3783	{
		3784	wn = wl->next;
		3785	cb (EV_A_ EV_SIGNAL, wl);
		3786	wl = wn;
		3787	}
		3788	#endif
		3789
		3790	#if EV_CHILD_ENABLE
		3791	if (types & EV_CHILD)
		3792	for (i = (EV_PID_HASHSIZE); i--; )
		3793	for (wl = childs [i]; wl; )
		3794	{
		3795	wn = wl->next;
		3796	cb (EV_A_ EV_CHILD, wl);
		3797	wl = wn;
		3798	}
		3799	#endif
		3800	/* EV_STAT 0x00001000 /* stat data changed */
		3801	/* EV_EMBED 0x00010000 /* embedded event loop needs sweep */
1634	}	3802	}
		3803	#endif
		3804
		3805	#if EV_MULTIPLICITY
		3806	#include "ev_wrap.h"
		3807	#endif
1635		3808
1636	#ifdef __cplusplus	3809	#ifdef __cplusplus
1637	}	3810	}
1638	#endif	3811	#endif
1639		3812

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines