ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/libev/ev.c

Comparing libev/ev.c (file contents):
Revision 1.253 by root, Sat May 31 03:13:27 2008 UTC vs.
Revision 1.330 by root, Tue Mar 9 08:46:17 2010 UTC

1	/*	1	/*
2	* libev event processing core, watcher management	2	* libev event processing core, watcher management
3	*	3	*
4	* Copyright (c) 2007,2008 Marc Alexander Lehmann <libev@schmorp.de>	4	* Copyright (c) 2007,2008,2009,2010 Marc Alexander Lehmann <libev@schmorp.de>
5	* All rights reserved.	5	* All rights reserved.
6	*	6	*
7	* Redistribution and use in source and binary forms, with or without modifica-	7	* Redistribution and use in source and binary forms, with or without modifica-
8	* tion, are permitted provided that the following conditions are met:	8	* tion, are permitted provided that the following conditions are met:
9	*	9	*
…		…
47	# include EV_CONFIG_H	47	# include EV_CONFIG_H
48	# else	48	# else
49	# include "config.h"	49	# include "config.h"
50	# endif	50	# endif
51		51
		52	# if HAVE_CLOCK_SYSCALL
		53	# ifndef EV_USE_CLOCK_SYSCALL
		54	# define EV_USE_CLOCK_SYSCALL 1
		55	# ifndef EV_USE_REALTIME
		56	# define EV_USE_REALTIME 0
		57	# endif
		58	# ifndef EV_USE_MONOTONIC
		59	# define EV_USE_MONOTONIC 1
		60	# endif
		61	# endif
		62	# elif !defined(EV_USE_CLOCK_SYSCALL)
		63	# define EV_USE_CLOCK_SYSCALL 0
		64	# endif
		65
52	# if HAVE_CLOCK_GETTIME	66	# if HAVE_CLOCK_GETTIME
53	# ifndef EV_USE_MONOTONIC	67	# ifndef EV_USE_MONOTONIC
54	# define EV_USE_MONOTONIC 1	68	# define EV_USE_MONOTONIC 1
55	# endif	69	# endif
56	# ifndef EV_USE_REALTIME	70	# ifndef EV_USE_REALTIME
57	# define EV_USE_REALTIME 1	71	# define EV_USE_REALTIME 0
58	# endif	72	# endif
59	# else	73	# else
60	# ifndef EV_USE_MONOTONIC	74	# ifndef EV_USE_MONOTONIC
61	# define EV_USE_MONOTONIC 0	75	# define EV_USE_MONOTONIC 0
62	# endif	76	# endif
…		…
96	# define EV_USE_EPOLL 0	110	# define EV_USE_EPOLL 0
97	# endif	111	# endif
98	# endif	112	# endif
99		113
100	# ifndef EV_USE_KQUEUE	114	# ifndef EV_USE_KQUEUE
101	# if HAVE_KQUEUE && HAVE_SYS_EVENT_H && HAVE_SYS_QUEUE_H	115	# if HAVE_KQUEUE && HAVE_SYS_EVENT_H
102	# define EV_USE_KQUEUE 1	116	# define EV_USE_KQUEUE 1
103	# else	117	# else
104	# define EV_USE_KQUEUE 0	118	# define EV_USE_KQUEUE 0
105	# endif	119	# endif
106	# endif	120	# endif
…		…
119	# else	133	# else
120	# define EV_USE_INOTIFY 0	134	# define EV_USE_INOTIFY 0
121	# endif	135	# endif
122	# endif	136	# endif
123		137
		138	# ifndef EV_USE_SIGNALFD
		139	# if HAVE_SIGNALFD && HAVE_SYS_SIGNALFD_H
		140	# define EV_USE_SIGNALFD 1
		141	# else
		142	# define EV_USE_SIGNALFD 0
		143	# endif
		144	# endif
		145
124	# ifndef EV_USE_EVENTFD	146	# ifndef EV_USE_EVENTFD
125	# if HAVE_EVENTFD	147	# if HAVE_EVENTFD
126	# define EV_USE_EVENTFD 1	148	# define EV_USE_EVENTFD 1
127	# else	149	# else
128	# define EV_USE_EVENTFD 0	150	# define EV_USE_EVENTFD 0
…		…
131		153
132	#endif	154	#endif
133		155
134	#include <math.h>	156	#include <math.h>
135	#include <stdlib.h>	157	#include <stdlib.h>
		158	#include <string.h>
136	#include <fcntl.h>	159	#include <fcntl.h>
137	#include <stddef.h>	160	#include <stddef.h>
138		161
139	#include <stdio.h>	162	#include <stdio.h>
140		163
141	#include <assert.h>	164	#include <assert.h>
142	#include <errno.h>	165	#include <errno.h>
143	#include <sys/types.h>	166	#include <sys/types.h>
144	#include <time.h>	167	#include <time.h>
		168	#include <limits.h>
145		169
146	#include <signal.h>	170	#include <signal.h>
147		171
148	#ifdef EV_H	172	#ifdef EV_H
149	# include EV_H	173	# include EV_H
…		…
154	#ifndef _WIN32	178	#ifndef _WIN32
155	# include <sys/time.h>	179	# include <sys/time.h>
156	# include <sys/wait.h>	180	# include <sys/wait.h>
157	# include <unistd.h>	181	# include <unistd.h>
158	#else	182	#else
		183	# include <io.h>
159	# define WIN32_LEAN_AND_MEAN	184	# define WIN32_LEAN_AND_MEAN
160	# include <windows.h>	185	# include <windows.h>
161	# ifndef EV_SELECT_IS_WINSOCKET	186	# ifndef EV_SELECT_IS_WINSOCKET
162	# define EV_SELECT_IS_WINSOCKET 1	187	# define EV_SELECT_IS_WINSOCKET 1
163	# endif	188	# endif
164	#endif	189	#endif
165		190
166	/* this block tries to deduce configuration from header-defined symbols and defaults */	191	/* this block tries to deduce configuration from header-defined symbols and defaults */
		192
		193	/* try to deduce the maximum number of signals on this platform */
		194	#if defined (EV_NSIG)
		195	/* use what's provided */
		196	#elif defined (NSIG)
		197	# define EV_NSIG (NSIG)
		198	#elif defined(_NSIG)
		199	# define EV_NSIG (_NSIG)
		200	#elif defined (SIGMAX)
		201	# define EV_NSIG (SIGMAX+1)
		202	#elif defined (SIG_MAX)
		203	# define EV_NSIG (SIG_MAX+1)
		204	#elif defined (_SIG_MAX)
		205	# define EV_NSIG (_SIG_MAX+1)
		206	#elif defined (MAXSIG)
		207	# define EV_NSIG (MAXSIG+1)
		208	#elif defined (MAX_SIG)
		209	# define EV_NSIG (MAX_SIG+1)
		210	#elif defined (SIGARRAYSIZE)
		211	# define EV_NSIG SIGARRAYSIZE /* Assume ary[SIGARRAYSIZE] */
		212	#elif defined (_sys_nsig)
		213	# define EV_NSIG (_sys_nsig) /* Solaris 2.5 */
		214	#else
		215	# error "unable to find value for NSIG, please report"
		216	/* to make it compile regardless, just remove the above line */
		217	# define EV_NSIG 65
		218	#endif
		219
		220	#ifndef EV_USE_CLOCK_SYSCALL
		221	# if __linux && __GLIBC__ >= 2
		222	# define EV_USE_CLOCK_SYSCALL 1
		223	# else
		224	# define EV_USE_CLOCK_SYSCALL 0
		225	# endif
		226	#endif
167		227
168	#ifndef EV_USE_MONOTONIC	228	#ifndef EV_USE_MONOTONIC
169	# if defined (_POSIX_MONOTONIC_CLOCK) && _POSIX_MONOTONIC_CLOCK >= 0	229	# if defined (_POSIX_MONOTONIC_CLOCK) && _POSIX_MONOTONIC_CLOCK >= 0
170	# define EV_USE_MONOTONIC 1	230	# define EV_USE_MONOTONIC 1
171	# else	231	# else
172	# define EV_USE_MONOTONIC 0	232	# define EV_USE_MONOTONIC 0
173	# endif	233	# endif
174	#endif	234	#endif
175		235
176	#ifndef EV_USE_REALTIME	236	#ifndef EV_USE_REALTIME
177	# define EV_USE_REALTIME 0	237	# define EV_USE_REALTIME !EV_USE_CLOCK_SYSCALL
178	#endif	238	#endif
179		239
180	#ifndef EV_USE_NANOSLEEP	240	#ifndef EV_USE_NANOSLEEP
181	# if _POSIX_C_SOURCE >= 199309L	241	# if _POSIX_C_SOURCE >= 199309L
182	# define EV_USE_NANOSLEEP 1	242	# define EV_USE_NANOSLEEP 1
…		…
243	# else	303	# else
244	# define EV_USE_EVENTFD 0	304	# define EV_USE_EVENTFD 0
245	# endif	305	# endif
246	#endif	306	#endif
247		307
		308	#ifndef EV_USE_SIGNALFD
		309	# if __linux && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 7))
		310	# define EV_USE_SIGNALFD 1
		311	# else
		312	# define EV_USE_SIGNALFD 0
		313	# endif
		314	#endif
		315
248	#if 0 /* debugging */	316	#if 0 /* debugging */
249	# define EV_VERIFY 3	317	# define EV_VERIFY 3
250	# define EV_USE_4HEAP 1	318	# define EV_USE_4HEAP 1
251	# define EV_HEAP_CACHE_AT 1	319	# define EV_HEAP_CACHE_AT 1
252	#endif	320	#endif
…		…
261		329
262	#ifndef EV_HEAP_CACHE_AT	330	#ifndef EV_HEAP_CACHE_AT
263	# define EV_HEAP_CACHE_AT !EV_MINIMAL	331	# define EV_HEAP_CACHE_AT !EV_MINIMAL
264	#endif	332	#endif
265		333
		334	/* on linux, we can use a (slow) syscall to avoid a dependency on pthread, */
		335	/* which makes programs even slower. might work on other unices, too. */
		336	#if EV_USE_CLOCK_SYSCALL
		337	# include <syscall.h>
		338	# ifdef SYS_clock_gettime
		339	# define clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
		340	# undef EV_USE_MONOTONIC
		341	# define EV_USE_MONOTONIC 1
		342	# else
		343	# undef EV_USE_CLOCK_SYSCALL
		344	# define EV_USE_CLOCK_SYSCALL 0
		345	# endif
		346	#endif
		347
266	/* this block fixes any misconfiguration where we know we run into trouble otherwise */	348	/* this block fixes any misconfiguration where we know we run into trouble otherwise */
		349
		350	#ifdef _AIX
		351	/* AIX has a completely broken poll.h header */
		352	# undef EV_USE_POLL
		353	# define EV_USE_POLL 0
		354	#endif
267		355
268	#ifndef CLOCK_MONOTONIC	356	#ifndef CLOCK_MONOTONIC
269	# undef EV_USE_MONOTONIC	357	# undef EV_USE_MONOTONIC
270	# define EV_USE_MONOTONIC 0	358	# define EV_USE_MONOTONIC 0
271	#endif	359	#endif
…		…
285	# include <sys/select.h>	373	# include <sys/select.h>
286	# endif	374	# endif
287	#endif	375	#endif
288		376
289	#if EV_USE_INOTIFY	377	#if EV_USE_INOTIFY
		378	# include <sys/utsname.h>
		379	# include <sys/statfs.h>
290	# include <sys/inotify.h>	380	# include <sys/inotify.h>
		381	/* some very old inotify.h headers don't have IN_DONT_FOLLOW */
		382	# ifndef IN_DONT_FOLLOW
		383	# undef EV_USE_INOTIFY
		384	# define EV_USE_INOTIFY 0
		385	# endif
291	#endif	386	#endif
292		387
293	#if EV_SELECT_IS_WINSOCKET	388	#if EV_SELECT_IS_WINSOCKET
294	# include <winsock.h>	389	# include <winsock.h>
295	#endif	390	#endif
296		391
297	#if EV_USE_EVENTFD	392	#if EV_USE_EVENTFD
298	/* our minimum requirement is glibc 2.7 which has the stub, but not the header */	393	/* our minimum requirement is glibc 2.7 which has the stub, but not the header */
299	# include <stdint.h>	394	# include <stdint.h>
		395	# ifndef EFD_NONBLOCK
		396	# define EFD_NONBLOCK O_NONBLOCK
		397	# endif
		398	# ifndef EFD_CLOEXEC
		399	# ifdef O_CLOEXEC
		400	# define EFD_CLOEXEC O_CLOEXEC
		401	# else
		402	# define EFD_CLOEXEC 02000000
		403	# endif
		404	# endif
300	# ifdef __cplusplus	405	# ifdef __cplusplus
301	extern "C" {	406	extern "C" {
302	# endif	407	# endif
303	int eventfd (unsigned int initval, int flags);	408	int (eventfd) (unsigned int initval, int flags);
304	# ifdef __cplusplus	409	# ifdef __cplusplus
305	}	410	}
306	# endif	411	# endif
307	#endif	412	#endif
		413
		414	#if EV_USE_SIGNALFD
		415	/* our minimum requirement is glibc 2.7 which has the stub, but not the header */
		416	# include <stdint.h>
		417	# ifndef SFD_NONBLOCK
		418	# define SFD_NONBLOCK O_NONBLOCK
		419	# endif
		420	# ifndef SFD_CLOEXEC
		421	# ifdef O_CLOEXEC
		422	# define SFD_CLOEXEC O_CLOEXEC
		423	# else
		424	# define SFD_CLOEXEC 02000000
		425	# endif
		426	# endif
		427	# ifdef __cplusplus
		428	extern "C" {
		429	# endif
		430	int signalfd (int fd, const sigset_t *mask, int flags);
		431
		432	struct signalfd_siginfo
		433	{
		434	uint32_t ssi_signo;
		435	char pad[128 - sizeof (uint32_t)];
		436	};
		437	# ifdef __cplusplus
		438	}
		439	# endif
		440	#endif
		441
308		442
309	/**/	443	/**/
310		444
311	#if EV_VERIFY >= 3	445	#if EV_VERIFY >= 3
312	# define EV_FREQUENT_CHECK ev_loop_verify (EV_A)	446	# define EV_FREQUENT_CHECK ev_loop_verify (EV_A)
…		…
324	*/	458	*/
325	#define TIME_EPSILON 0.0001220703125 /* 1/8192 */	459	#define TIME_EPSILON 0.0001220703125 /* 1/8192 */
326		460
327	#define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */	461	#define MIN_TIMEJUMP 1. /* minimum timejump that gets detected (if monotonic clock available) */
328	#define MAX_BLOCKTIME 59.743 /* never wait longer than this time (to detect time jumps) */	462	#define MAX_BLOCKTIME 59.743 /* never wait longer than this time (to detect time jumps) */
329	/*#define CLEANUP_INTERVAL (MAX_BLOCKTIME * 5.) /* how often to try to free memory and re-check fds, TODO */
330		463
331	#if __GNUC__ >= 4	464	#if __GNUC__ >= 4
332	# define expect(expr,value) __builtin_expect ((expr),(value))	465	# define expect(expr,value) __builtin_expect ((expr),(value))
333	# define noinline __attribute__ ((noinline))	466	# define noinline __attribute__ ((noinline))
334	#else	467	#else
…		…
347	# define inline_speed static noinline	480	# define inline_speed static noinline
348	#else	481	#else
349	# define inline_speed static inline	482	# define inline_speed static inline
350	#endif	483	#endif
351		484
352	#define NUMPRI (EV_MAXPRI - EV_MINPRI + 1)	485	#define NUMPRI (EV_MAXPRI - EV_MINPRI + 1)
		486
		487	#if EV_MINPRI == EV_MAXPRI
		488	# define ABSPRI(w) (((W)w), 0)
		489	#else
353	#define ABSPRI(w) (((W)w)->priority - EV_MINPRI)	490	# define ABSPRI(w) (((W)w)->priority - EV_MINPRI)
		491	#endif
354		492
355	#define EMPTY /* required for microsofts broken pseudo-c compiler */	493	#define EMPTY /* required for microsofts broken pseudo-c compiler */
356	#define EMPTY2(a,b) /* used to suppress some warnings */	494	#define EMPTY2(a,b) /* used to suppress some warnings */
357		495
358	typedef ev_watcher *W;	496	typedef ev_watcher *W;
…		…
360	typedef ev_watcher_time *WT;	498	typedef ev_watcher_time *WT;
361		499
362	#define ev_active(w) ((W)(w))->active	500	#define ev_active(w) ((W)(w))->active
363	#define ev_at(w) ((WT)(w))->at	501	#define ev_at(w) ((WT)(w))->at
364		502
365	#if EV_USE_MONOTONIC	503	#if EV_USE_REALTIME
366	/* sig_atomic_t is used to avoid per-thread variables or locking but still */	504	/* sig_atomic_t is used to avoid per-thread variables or locking but still */
367	/* giving it a reasonably high chance of working on typical architetcures */	505	/* giving it a reasonably high chance of working on typical architetcures */
		506	static EV_ATOMIC_T have_realtime; /* did clock_gettime (CLOCK_REALTIME) work? */
		507	#endif
		508
		509	#if EV_USE_MONOTONIC
368	static EV_ATOMIC_T have_monotonic; /* did clock_gettime (CLOCK_MONOTONIC) work? */	510	static EV_ATOMIC_T have_monotonic; /* did clock_gettime (CLOCK_MONOTONIC) work? */
		511	#endif
		512
		513	#ifndef EV_FD_TO_WIN32_HANDLE
		514	# define EV_FD_TO_WIN32_HANDLE(fd) _get_osfhandle (fd)
		515	#endif
		516	#ifndef EV_WIN32_HANDLE_TO_FD
		517	# define EV_WIN32_HANDLE_TO_FD(handle) _open_osfhandle (handle, 0)
		518	#endif
		519	#ifndef EV_WIN32_CLOSE_FD
		520	# define EV_WIN32_CLOSE_FD(fd) close (fd)
369	#endif	521	#endif
370		522
371	#ifdef _WIN32	523	#ifdef _WIN32
372	# include "ev_win32.c"	524	# include "ev_win32.c"
373	#endif	525	#endif
…		…
381	{	533	{
382	syserr_cb = cb;	534	syserr_cb = cb;
383	}	535	}
384		536
385	static void noinline	537	static void noinline
386	syserr (const char *msg)	538	ev_syserr (const char *msg)
387	{	539	{
388	if (!msg)	540	if (!msg)
389	msg = "(libev) system error";	541	msg = "(libev) system error";
390		542
391	if (syserr_cb)	543	if (syserr_cb)
392	syserr_cb (msg);	544	syserr_cb (msg);
393	else	545	else
394	{	546	{
		547	#if EV_AVOID_STDIO
		548	write (STDERR_FILENO, msg, strlen (msg));
		549	write (STDERR_FILENO, ": ", 2);
		550	msg = strerror (errno);
		551	write (STDERR_FILENO, msg, strlen (msg));
		552	write (STDERR_FILENO, "\n", 1);
		553	#else
395	perror (msg);	554	perror (msg);
		555	#endif
396	abort ();	556	abort ();
397	}	557	}
398	}	558	}
399		559
400	static void *	560	static void *
…		…
425	{	585	{
426	ptr = alloc (ptr, size);	586	ptr = alloc (ptr, size);
427		587
428	if (!ptr && size)	588	if (!ptr && size)
429	{	589	{
		590	#if EV_AVOID_STDIO
		591	write (STDERR_FILENO, "libev: memory allocation failed, aborting.",
		592	sizeof ("libev: memory allocation failed, aborting.") - 1);
		593	#else
430	fprintf (stderr, "libev: cannot allocate %ld bytes, aborting.", size);	594	fprintf (stderr, "libev: cannot allocate %ld bytes, aborting.", size);
		595	#endif
431	abort ();	596	abort ();
432	}	597	}
433		598
434	return ptr;	599	return ptr;
435	}	600	}
…		…
437	#define ev_malloc(size) ev_realloc (0, (size))	602	#define ev_malloc(size) ev_realloc (0, (size))
438	#define ev_free(ptr) ev_realloc ((ptr), 0)	603	#define ev_free(ptr) ev_realloc ((ptr), 0)
439		604
440	/*****************************************************************************/	605	/*****************************************************************************/
441		606
		607	/* set in reify when reification needed */
		608	#define EV_ANFD_REIFY 1
		609
		610	/* file descriptor info structure */
442	typedef struct	611	typedef struct
443	{	612	{
444	WL head;	613	WL head;
445	unsigned char events;	614	unsigned char events; /* the events watched for */
		615	unsigned char reify; /* flag set when this ANFD needs reification (EV_ANFD_REIFY, EV__IOFDSET) */
		616	unsigned char emask; /* the epoll backend stores the actual kernel mask in here */
446	unsigned char reify;	617	unsigned char unused;
		618	#if EV_USE_EPOLL
		619	unsigned int egen; /* generation counter to counter epoll bugs */
		620	#endif
447	#if EV_SELECT_IS_WINSOCKET	621	#if EV_SELECT_IS_WINSOCKET
448	SOCKET handle;	622	SOCKET handle;
449	#endif	623	#endif
450	} ANFD;	624	} ANFD;
451		625
		626	/* stores the pending event set for a given watcher */
452	typedef struct	627	typedef struct
453	{	628	{
454	W w;	629	W w;
455	int events;	630	int events; /* the pending event set for the given watcher */
456	} ANPENDING;	631	} ANPENDING;
457		632
458	#if EV_USE_INOTIFY	633	#if EV_USE_INOTIFY
459	/* hash table entry per inotify-id */	634	/* hash table entry per inotify-id */
460	typedef struct	635	typedef struct
…		…
463	} ANFS;	638	} ANFS;
464	#endif	639	#endif
465		640
466	/* Heap Entry */	641	/* Heap Entry */
467	#if EV_HEAP_CACHE_AT	642	#if EV_HEAP_CACHE_AT
		643	/* a heap element */
468	typedef struct {	644	typedef struct {
469	ev_tstamp at;	645	ev_tstamp at;
470	WT w;	646	WT w;
471	} ANHE;	647	} ANHE;
472		648
473	#define ANHE_w(he) (he).w /* access watcher, read-write */	649	#define ANHE_w(he) (he).w /* access watcher, read-write */
474	#define ANHE_at(he) (he).at /* access cached at, read-only */	650	#define ANHE_at(he) (he).at /* access cached at, read-only */
475	#define ANHE_at_cache(he) (he).at = (he).w->at /* update at from watcher */	651	#define ANHE_at_cache(he) (he).at = (he).w->at /* update at from watcher */
476	#else	652	#else
		653	/* a heap element */
477	typedef WT ANHE;	654	typedef WT ANHE;
478		655
479	#define ANHE_w(he) (he)	656	#define ANHE_w(he) (he)
480	#define ANHE_at(he) (he)->at	657	#define ANHE_at(he) (he)->at
481	#define ANHE_at_cache(he)	658	#define ANHE_at_cache(he)
…		…
505		682
506	static int ev_default_loop_ptr;	683	static int ev_default_loop_ptr;
507		684
508	#endif	685	#endif
509		686
		687	#if EV_MINIMAL < 2
		688	# define EV_RELEASE_CB if (expect_false (release_cb)) release_cb (EV_A)
		689	# define EV_ACQUIRE_CB if (expect_false (acquire_cb)) acquire_cb (EV_A)
		690	# define EV_INVOKE_PENDING invoke_cb (EV_A)
		691	#else
		692	# define EV_RELEASE_CB (void)0
		693	# define EV_ACQUIRE_CB (void)0
		694	# define EV_INVOKE_PENDING ev_invoke_pending (EV_A)
		695	#endif
		696
		697	#define EVUNLOOP_RECURSE 0x80
		698
510	/*****************************************************************************/	699	/*****************************************************************************/
511		700
		701	#ifndef EV_HAVE_EV_TIME
512	ev_tstamp	702	ev_tstamp
513	ev_time (void)	703	ev_time (void)
514	{	704	{
515	#if EV_USE_REALTIME	705	#if EV_USE_REALTIME
		706	if (expect_true (have_realtime))
		707	{
516	struct timespec ts;	708	struct timespec ts;
517	clock_gettime (CLOCK_REALTIME, &ts);	709	clock_gettime (CLOCK_REALTIME, &ts);
518	return ts.tv_sec + ts.tv_nsec * 1e-9;	710	return ts.tv_sec + ts.tv_nsec * 1e-9;
519	#else	711	}
		712	#endif
		713
520	struct timeval tv;	714	struct timeval tv;
521	gettimeofday (&tv, 0);	715	gettimeofday (&tv, 0);
522	return tv.tv_sec + tv.tv_usec * 1e-6;	716	return tv.tv_sec + tv.tv_usec * 1e-6;
523	#endif
524	}	717	}
		718	#endif
525		719
526	ev_tstamp inline_size	720	inline_size ev_tstamp
527	get_clock (void)	721	get_clock (void)
528	{	722	{
529	#if EV_USE_MONOTONIC	723	#if EV_USE_MONOTONIC
530	if (expect_true (have_monotonic))	724	if (expect_true (have_monotonic))
531	{	725	{
…		…
564	struct timeval tv;	758	struct timeval tv;
565		759
566	tv.tv_sec = (time_t)delay;	760	tv.tv_sec = (time_t)delay;
567	tv.tv_usec = (long)((delay - (ev_tstamp)(tv.tv_sec)) * 1e6);	761	tv.tv_usec = (long)((delay - (ev_tstamp)(tv.tv_sec)) * 1e6);
568		762
		763	/* here we rely on sys/time.h + sys/types.h + unistd.h providing select */
		764	/* something not guaranteed by newer posix versions, but guaranteed */
		765	/* by older ones */
569	select (0, 0, 0, 0, &tv);	766	select (0, 0, 0, 0, &tv);
570	#endif	767	#endif
571	}	768	}
572	}	769	}
573		770
574	/*****************************************************************************/	771	/*****************************************************************************/
575		772
576	#define MALLOC_ROUND 4096 /* prefer to allocate in chunks of this size, must be 2**n and >> 4 longs */	773	#define MALLOC_ROUND 4096 /* prefer to allocate in chunks of this size, must be 2**n and >> 4 longs */
577		774
578	int inline_size	775	/* find a suitable new size for the given array, */
		776	/* hopefully by rounding to a ncie-to-malloc size */
		777	inline_size int
579	array_nextsize (int elem, int cur, int cnt)	778	array_nextsize (int elem, int cur, int cnt)
580	{	779	{
581	int ncur = cur + 1;	780	int ncur = cur + 1;
582		781
583	do	782	do
…		…
600	array_realloc (int elem, void *base, int *cur, int cnt)	799	array_realloc (int elem, void *base, int *cur, int cnt)
601	{	800	{
602	*cur = array_nextsize (elem, *cur, cnt);	801	*cur = array_nextsize (elem, *cur, cnt);
603	return ev_realloc (base, elem * *cur);	802	return ev_realloc (base, elem * *cur);
604	}	803	}
		804
		805	#define array_init_zero(base,count) \
		806	memset ((void *)(base), 0, sizeof (*(base)) * (count))
605		807
606	#define array_needsize(type,base,cur,cnt,init) \	808	#define array_needsize(type,base,cur,cnt,init) \
607	if (expect_false ((cnt) > (cur))) \	809	if (expect_false ((cnt) > (cur))) \
608	{ \	810	{ \
609	int ocur_ = (cur); \	811	int ocur_ = (cur); \
…		…
621	fprintf (stderr, "slimmed down " # stem " to %d\n", stem ## max);/*D*/\	823	fprintf (stderr, "slimmed down " # stem " to %d\n", stem ## max);/*D*/\
622	}	824	}
623	#endif	825	#endif
624		826
625	#define array_free(stem, idx) \	827	#define array_free(stem, idx) \
626	ev_free (stem ## s idx); stem ## cnt idx = stem ## max idx = 0;	828	ev_free (stem ## s idx); stem ## cnt idx = stem ## max idx = 0; stem ## s idx = 0
627		829
628	/*****************************************************************************/	830	/*****************************************************************************/
		831
		832	/* dummy callback for pending events */
		833	static void noinline
		834	pendingcb (EV_P_ ev_prepare *w, int revents)
		835	{
		836	}
629		837
630	void noinline	838	void noinline
631	ev_feed_event (EV_P_ void *w, int revents)	839	ev_feed_event (EV_P_ void *w, int revents)
632	{	840	{
633	W w_ = (W)w;	841	W w_ = (W)w;
…		…
642	pendings [pri][w_->pending - 1].w = w_;	850	pendings [pri][w_->pending - 1].w = w_;
643	pendings [pri][w_->pending - 1].events = revents;	851	pendings [pri][w_->pending - 1].events = revents;
644	}	852	}
645	}	853	}
646		854
647	void inline_speed	855	inline_speed void
		856	feed_reverse (EV_P_ W w)
		857	{
		858	array_needsize (W, rfeeds, rfeedmax, rfeedcnt + 1, EMPTY2);
		859	rfeeds [rfeedcnt++] = w;
		860	}
		861
		862	inline_size void
		863	feed_reverse_done (EV_P_ int revents)
		864	{
		865	do
		866	ev_feed_event (EV_A_ rfeeds [--rfeedcnt], revents);
		867	while (rfeedcnt);
		868	}
		869
		870	inline_speed void
648	queue_events (EV_P_ W *events, int eventcnt, int type)	871	queue_events (EV_P_ W *events, int eventcnt, int type)
649	{	872	{
650	int i;	873	int i;
651		874
652	for (i = 0; i < eventcnt; ++i)	875	for (i = 0; i < eventcnt; ++i)
653	ev_feed_event (EV_A_ events [i], type);	876	ev_feed_event (EV_A_ events [i], type);
654	}	877	}
655		878
656	/*****************************************************************************/	879	/*****************************************************************************/
657		880
658	void inline_size	881	inline_speed void
659	anfds_init (ANFD *base, int count)
660	{
661	while (count--)
662	{
663	base->head = 0;
664	base->events = EV_NONE;
665	base->reify = 0;
666
667	++base;
668	}
669	}
670
671	void inline_speed
672	fd_event (EV_P_ int fd, int revents)	882	fd_event_nc (EV_P_ int fd, int revents)
673	{	883	{
674	ANFD *anfd = anfds + fd;	884	ANFD *anfd = anfds + fd;
675	ev_io *w;	885	ev_io *w;
676		886
677	for (w = (ev_io *)anfd->head; w; w = (ev_io *)((WL)w)->next)	887	for (w = (ev_io *)anfd->head; w; w = (ev_io *)((WL)w)->next)
…		…
681	if (ev)	891	if (ev)
682	ev_feed_event (EV_A_ (W)w, ev);	892	ev_feed_event (EV_A_ (W)w, ev);
683	}	893	}
684	}	894	}
685		895
		896	/* do not submit kernel events for fds that have reify set */
		897	/* because that means they changed while we were polling for new events */
		898	inline_speed void
		899	fd_event (EV_P_ int fd, int revents)
		900	{
		901	ANFD *anfd = anfds + fd;
		902
		903	if (expect_true (!anfd->reify))
		904	fd_event_nc (EV_A_ fd, revents);
		905	}
		906
686	void	907	void
687	ev_feed_fd_event (EV_P_ int fd, int revents)	908	ev_feed_fd_event (EV_P_ int fd, int revents)
688	{	909	{
689	if (fd >= 0 && fd < anfdmax)	910	if (fd >= 0 && fd < anfdmax)
690	fd_event (EV_A_ fd, revents);	911	fd_event_nc (EV_A_ fd, revents);
691	}	912	}
692		913
693	void inline_size	914	/* make sure the external fd watch events are in-sync */
		915	/* with the kernel/libev internal state */
		916	inline_size void
694	fd_reify (EV_P)	917	fd_reify (EV_P)
695	{	918	{
696	int i;	919	int i;
697		920
698	for (i = 0; i < fdchangecnt; ++i)	921	for (i = 0; i < fdchangecnt; ++i)
…		…
707	events |= (unsigned char)w->events;	930	events |= (unsigned char)w->events;
708		931
709	#if EV_SELECT_IS_WINSOCKET	932	#if EV_SELECT_IS_WINSOCKET
710	if (events)	933	if (events)
711	{	934	{
712	unsigned long argp;	935	unsigned long arg;
713	#ifdef EV_FD_TO_WIN32_HANDLE
714	anfd->handle = EV_FD_TO_WIN32_HANDLE (fd);	936	anfd->handle = EV_FD_TO_WIN32_HANDLE (fd);
715	#else
716	anfd->handle = _get_osfhandle (fd);
717	#endif
718	assert (("libev only supports socket fds in this configuration", ioctlsocket (anfd->handle, FIONREAD, &argp) == 0));	937	assert (("libev: only socket fds supported in this configuration", ioctlsocket (anfd->handle, FIONREAD, &arg) == 0));
719	}	938	}
720	#endif	939	#endif
721		940
722	{	941	{
723	unsigned char o_events = anfd->events;	942	unsigned char o_events = anfd->events;
724	unsigned char o_reify = anfd->reify;	943	unsigned char o_reify = anfd->reify;
725		944
726	anfd->reify = 0;	945	anfd->reify = 0;
727	anfd->events = events;	946	anfd->events = events;
728		947
729	if (o_events != events || o_reify & EV_IOFDSET)	948	if (o_events != events || o_reify & EV__IOFDSET)
730	backend_modify (EV_A_ fd, o_events, events);	949	backend_modify (EV_A_ fd, o_events, events);
731	}	950	}
732	}	951	}
733		952
734	fdchangecnt = 0;	953	fdchangecnt = 0;
735	}	954	}
736		955
737	void inline_size	956	/* something about the given fd changed */
		957	inline_size void
738	fd_change (EV_P_ int fd, int flags)	958	fd_change (EV_P_ int fd, int flags)
739	{	959	{
740	unsigned char reify = anfds [fd].reify;	960	unsigned char reify = anfds [fd].reify;
741	anfds [fd].reify |= flags;	961	anfds [fd].reify |= flags;
742		962
…		…
746	array_needsize (int, fdchanges, fdchangemax, fdchangecnt, EMPTY2);	966	array_needsize (int, fdchanges, fdchangemax, fdchangecnt, EMPTY2);
747	fdchanges [fdchangecnt - 1] = fd;	967	fdchanges [fdchangecnt - 1] = fd;
748	}	968	}
749	}	969	}
750		970
751	void inline_speed	971	/* the given fd is invalid/unusable, so make sure it doesn't hurt us anymore */
		972	inline_speed void
752	fd_kill (EV_P_ int fd)	973	fd_kill (EV_P_ int fd)
753	{	974	{
754	ev_io *w;	975	ev_io *w;
755		976
756	while ((w = (ev_io *)anfds [fd].head))	977	while ((w = (ev_io *)anfds [fd].head))
…		…
758	ev_io_stop (EV_A_ w);	979	ev_io_stop (EV_A_ w);
759	ev_feed_event (EV_A_ (W)w, EV_ERROR | EV_READ | EV_WRITE);	980	ev_feed_event (EV_A_ (W)w, EV_ERROR | EV_READ | EV_WRITE);
760	}	981	}
761	}	982	}
762		983
763	int inline_size	984	/* check whether the given fd is atcually valid, for error recovery */
		985	inline_size int
764	fd_valid (int fd)	986	fd_valid (int fd)
765	{	987	{
766	#ifdef _WIN32	988	#ifdef _WIN32
767	return _get_osfhandle (fd) != -1;	989	return EV_FD_TO_WIN32_HANDLE (fd) != -1;
768	#else	990	#else
769	return fcntl (fd, F_GETFD) != -1;	991	return fcntl (fd, F_GETFD) != -1;
770	#endif	992	#endif
771	}	993	}
772		994
…		…
776	{	998	{
777	int fd;	999	int fd;
778		1000
779	for (fd = 0; fd < anfdmax; ++fd)	1001	for (fd = 0; fd < anfdmax; ++fd)
780	if (anfds [fd].events)	1002	if (anfds [fd].events)
781	if (!fd_valid (fd) == -1 && errno == EBADF)	1003	if (!fd_valid (fd) && errno == EBADF)
782	fd_kill (EV_A_ fd);	1004	fd_kill (EV_A_ fd);
783	}	1005	}
784		1006
785	/* called on ENOMEM in select/poll to kill some fds and retry */	1007	/* called on ENOMEM in select/poll to kill some fds and retry */
786	static void noinline	1008	static void noinline
…		…
790		1012
791	for (fd = anfdmax; fd--; )	1013	for (fd = anfdmax; fd--; )
792	if (anfds [fd].events)	1014	if (anfds [fd].events)
793	{	1015	{
794	fd_kill (EV_A_ fd);	1016	fd_kill (EV_A_ fd);
795	return;	1017	break;
796	}	1018	}
797	}	1019	}
798		1020
799	/* usually called after fork if backend needs to re-arm all fds from scratch */	1021	/* usually called after fork if backend needs to re-arm all fds from scratch */
800	static void noinline	1022	static void noinline
…		…
804		1026
805	for (fd = 0; fd < anfdmax; ++fd)	1027	for (fd = 0; fd < anfdmax; ++fd)
806	if (anfds [fd].events)	1028	if (anfds [fd].events)
807	{	1029	{
808	anfds [fd].events = 0;	1030	anfds [fd].events = 0;
		1031	anfds [fd].emask = 0;
809	fd_change (EV_A_ fd, EV_IOFDSET | 1);	1032	fd_change (EV_A_ fd, EV__IOFDSET | EV_ANFD_REIFY);
810	}	1033	}
811	}	1034	}
812		1035
813	/*****************************************************************************/	1036	/*****************************************************************************/
814		1037
…		…
830	#define HEAP0 (DHEAP - 1) /* index of first element in heap */	1053	#define HEAP0 (DHEAP - 1) /* index of first element in heap */
831	#define HPARENT(k) ((((k) - HEAP0 - 1) / DHEAP) + HEAP0)	1054	#define HPARENT(k) ((((k) - HEAP0 - 1) / DHEAP) + HEAP0)
832	#define UPHEAP_DONE(p,k) ((p) == (k))	1055	#define UPHEAP_DONE(p,k) ((p) == (k))
833		1056
834	/* away from the root */	1057	/* away from the root */
835	void inline_speed	1058	inline_speed void
836	downheap (ANHE *heap, int N, int k)	1059	downheap (ANHE *heap, int N, int k)
837	{	1060	{
838	ANHE he = heap [k];	1061	ANHE he = heap [k];
839	ANHE *E = heap + N + HEAP0;	1062	ANHE *E = heap + N + HEAP0;
840		1063
…		…
880	#define HEAP0 1	1103	#define HEAP0 1
881	#define HPARENT(k) ((k) >> 1)	1104	#define HPARENT(k) ((k) >> 1)
882	#define UPHEAP_DONE(p,k) (!(p))	1105	#define UPHEAP_DONE(p,k) (!(p))
883		1106
884	/* away from the root */	1107	/* away from the root */
885	void inline_speed	1108	inline_speed void
886	downheap (ANHE *heap, int N, int k)	1109	downheap (ANHE *heap, int N, int k)
887	{	1110	{
888	ANHE he = heap [k];	1111	ANHE he = heap [k];
889		1112
890	for (;;)	1113	for (;;)
891	{	1114	{
892	int c = k << 1;	1115	int c = k << 1;
893		1116
894	if (c > N + HEAP0 - 1)	1117	if (c >= N + HEAP0)
895	break;	1118	break;
896		1119
897	c += c + 1 < N + HEAP0 && ANHE_at (heap [c]) > ANHE_at (heap [c + 1])	1120	c += c + 1 < N + HEAP0 && ANHE_at (heap [c]) > ANHE_at (heap [c + 1])
898	? 1 : 0;	1121	? 1 : 0;
899		1122
…		…
910	ev_active (ANHE_w (he)) = k;	1133	ev_active (ANHE_w (he)) = k;
911	}	1134	}
912	#endif	1135	#endif
913		1136
914	/* towards the root */	1137	/* towards the root */
915	void inline_speed	1138	inline_speed void
916	upheap (ANHE *heap, int k)	1139	upheap (ANHE *heap, int k)
917	{	1140	{
918	ANHE he = heap [k];	1141	ANHE he = heap [k];
919		1142
920	for (;;)	1143	for (;;)
…		…
931		1154
932	heap [k] = he;	1155	heap [k] = he;
933	ev_active (ANHE_w (he)) = k;	1156	ev_active (ANHE_w (he)) = k;
934	}	1157	}
935		1158
936	void inline_size	1159	/* move an element suitably so it is in a correct place */
		1160	inline_size void
937	adjustheap (ANHE *heap, int N, int k)	1161	adjustheap (ANHE *heap, int N, int k)
938	{	1162	{
939	if (k > HEAP0 && ANHE_at (heap [HPARENT (k)]) >= ANHE_at (heap [k]))	1163	if (k > HEAP0 && ANHE_at (heap [k]) <= ANHE_at (heap [HPARENT (k)]))
940	upheap (heap, k);	1164	upheap (heap, k);
941	else	1165	else
942	downheap (heap, N, k);	1166	downheap (heap, N, k);
943	}	1167	}
944		1168
945	/* rebuild the heap: this function is used only once and executed rarely */	1169	/* rebuild the heap: this function is used only once and executed rarely */
946	void inline_size	1170	inline_size void
947	reheap (ANHE *heap, int N)	1171	reheap (ANHE *heap, int N)
948	{	1172	{
949	int i;	1173	int i;
950		1174
951	/* we don't use floyds algorithm, upheap is simpler and is more cache-efficient */	1175	/* we don't use floyds algorithm, upheap is simpler and is more cache-efficient */
…		…
954	upheap (heap, i + HEAP0);	1178	upheap (heap, i + HEAP0);
955	}	1179	}
956		1180
957	/*****************************************************************************/	1181	/*****************************************************************************/
958		1182
		1183	/* associate signal watchers to a signal signal */
959	typedef struct	1184	typedef struct
960	{	1185	{
		1186	EV_ATOMIC_T pending;
		1187	#if EV_MULTIPLICITY
		1188	EV_P;
		1189	#endif
961	WL head;	1190	WL head;
962	EV_ATOMIC_T gotsig;
963	} ANSIG;	1191	} ANSIG;
964		1192
965	static ANSIG *signals;	1193	static ANSIG signals [EV_NSIG - 1];
966	static int signalmax;
967
968	static EV_ATOMIC_T gotsig;
969
970	void inline_size
971	signals_init (ANSIG *base, int count)
972	{
973	while (count--)
974	{
975	base->head = 0;
976	base->gotsig = 0;
977
978	++base;
979	}
980	}
981		1194
982	/*****************************************************************************/	1195	/*****************************************************************************/
983		1196
984	void inline_speed	1197	/* used to prepare libev internal fd's */
		1198	/* this is not fork-safe */
		1199	inline_speed void
985	fd_intern (int fd)	1200	fd_intern (int fd)
986	{	1201	{
987	#ifdef _WIN32	1202	#ifdef _WIN32
988	int arg = 1;	1203	unsigned long arg = 1;
989	ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg);	1204	ioctlsocket (EV_FD_TO_WIN32_HANDLE (fd), FIONBIO, &arg);
990	#else	1205	#else
991	fcntl (fd, F_SETFD, FD_CLOEXEC);	1206	fcntl (fd, F_SETFD, FD_CLOEXEC);
992	fcntl (fd, F_SETFL, O_NONBLOCK);	1207	fcntl (fd, F_SETFL, O_NONBLOCK);
993	#endif	1208	#endif
994	}	1209	}
995		1210
996	static void noinline	1211	static void noinline
997	evpipe_init (EV_P)	1212	evpipe_init (EV_P)
998	{	1213	{
999	if (!ev_is_active (&pipeev))	1214	if (!ev_is_active (&pipe_w))
1000	{	1215	{
1001	#if EV_USE_EVENTFD	1216	#if EV_USE_EVENTFD
		1217	evfd = eventfd (0, EFD_NONBLOCK | EFD_CLOEXEC);
		1218	if (evfd < 0 && errno == EINVAL)
1002	if ((evfd = eventfd (0, 0)) >= 0)	1219	evfd = eventfd (0, 0);
		1220
		1221	if (evfd >= 0)
1003	{	1222	{
1004	evpipe [0] = -1;	1223	evpipe [0] = -1;
1005	fd_intern (evfd);	1224	fd_intern (evfd); /* doing it twice doesn't hurt */
1006	ev_io_set (&pipeev, evfd, EV_READ);	1225	ev_io_set (&pipe_w, evfd, EV_READ);
1007	}	1226	}
1008	else	1227	else
1009	#endif	1228	#endif
1010	{	1229	{
1011	while (pipe (evpipe))	1230	while (pipe (evpipe))
1012	syserr ("(libev) error creating signal/async pipe");	1231	ev_syserr ("(libev) error creating signal/async pipe");
1013		1232
1014	fd_intern (evpipe [0]);	1233	fd_intern (evpipe [0]);
1015	fd_intern (evpipe [1]);	1234	fd_intern (evpipe [1]);
1016	ev_io_set (&pipeev, evpipe [0], EV_READ);	1235	ev_io_set (&pipe_w, evpipe [0], EV_READ);
1017	}	1236	}
1018		1237
1019	ev_io_start (EV_A_ &pipeev);	1238	ev_io_start (EV_A_ &pipe_w);
1020	ev_unref (EV_A); /* watcher should not keep loop alive */	1239	ev_unref (EV_A); /* watcher should not keep loop alive */
1021	}	1240	}
1022	}	1241	}
1023		1242
1024	void inline_size	1243	inline_size void
1025	evpipe_write (EV_P_ EV_ATOMIC_T *flag)	1244	evpipe_write (EV_P_ EV_ATOMIC_T *flag)
1026	{	1245	{
1027	if (!*flag)	1246	if (!*flag)
1028	{	1247	{
1029	int old_errno = errno; /* save errno because write might clobber it */	1248	int old_errno = errno; /* save errno because write might clobber it */
…		…
1042		1261
1043	errno = old_errno;	1262	errno = old_errno;
1044	}	1263	}
1045	}	1264	}
1046		1265
		1266	/* called whenever the libev signal pipe */
		1267	/* got some events (signal, async) */
1047	static void	1268	static void
1048	pipecb (EV_P_ ev_io *iow, int revents)	1269	pipecb (EV_P_ ev_io *iow, int revents)
1049	{	1270	{
		1271	int i;
		1272
1050	#if EV_USE_EVENTFD	1273	#if EV_USE_EVENTFD
1051	if (evfd >= 0)	1274	if (evfd >= 0)
1052	{	1275	{
1053	uint64_t counter;	1276	uint64_t counter;
1054	read (evfd, &counter, sizeof (uint64_t));	1277	read (evfd, &counter, sizeof (uint64_t));
…		…
1058	{	1281	{
1059	char dummy;	1282	char dummy;
1060	read (evpipe [0], &dummy, 1);	1283	read (evpipe [0], &dummy, 1);
1061	}	1284	}
1062		1285
1063	if (gotsig && ev_is_default_loop (EV_A))	1286	if (sig_pending)
1064	{	1287	{
1065	int signum;	1288	sig_pending = 0;
1066	gotsig = 0;
1067		1289
1068	for (signum = signalmax; signum--; )	1290	for (i = EV_NSIG - 1; i--; )
1069	if (signals [signum].gotsig)	1291	if (expect_false (signals [i].pending))
1070	ev_feed_signal_event (EV_A_ signum + 1);	1292	ev_feed_signal_event (EV_A_ i + 1);
1071	}	1293	}
1072		1294
1073	#if EV_ASYNC_ENABLE	1295	#if EV_ASYNC_ENABLE
1074	if (gotasync)	1296	if (async_pending)
1075	{	1297	{
1076	int i;	1298	async_pending = 0;
1077	gotasync = 0;
1078		1299
1079	for (i = asynccnt; i--; )	1300	for (i = asynccnt; i--; )
1080	if (asyncs [i]->sent)	1301	if (asyncs [i]->sent)
1081	{	1302	{
1082	asyncs [i]->sent = 0;	1303	asyncs [i]->sent = 0;
…		…
1090		1311
1091	static void	1312	static void
1092	ev_sighandler (int signum)	1313	ev_sighandler (int signum)
1093	{	1314	{
1094	#if EV_MULTIPLICITY	1315	#if EV_MULTIPLICITY
1095	struct ev_loop *loop = &default_loop_struct;	1316	EV_P = signals [signum - 1].loop;
1096	#endif	1317	#endif
1097		1318
1098	#if _WIN32	1319	#ifdef _WIN32
1099	signal (signum, ev_sighandler);	1320	signal (signum, ev_sighandler);
1100	#endif	1321	#endif
1101		1322
1102	signals [signum - 1].gotsig = 1;	1323	signals [signum - 1].pending = 1;
1103	evpipe_write (EV_A_ &gotsig);	1324	evpipe_write (EV_A_ &sig_pending);
1104	}	1325	}
1105		1326
1106	void noinline	1327	void noinline
1107	ev_feed_signal_event (EV_P_ int signum)	1328	ev_feed_signal_event (EV_P_ int signum)
1108	{	1329	{
1109	WL w;	1330	WL w;
1110		1331
		1332	if (expect_false (signum <= 0 || signum > EV_NSIG))
		1333	return;
		1334
		1335	--signum;
		1336
1111	#if EV_MULTIPLICITY	1337	#if EV_MULTIPLICITY
1112	assert (("feeding signal events is only supported in the default loop", loop == ev_default_loop_ptr));	1338	/* it is permissible to try to feed a signal to the wrong loop */
1113	#endif	1339	/* or, likely more useful, feeding a signal nobody is waiting for */
1114		1340
1115	--signum;	1341	if (expect_false (signals [signum].loop != EV_A))
1116
1117	if (signum < 0 || signum >= signalmax)
1118	return;	1342	return;
		1343	#endif
1119		1344
1120	signals [signum].gotsig = 0;	1345	signals [signum].pending = 0;
1121		1346
1122	for (w = signals [signum].head; w; w = w->next)	1347	for (w = signals [signum].head; w; w = w->next)
1123	ev_feed_event (EV_A_ (W)w, EV_SIGNAL);	1348	ev_feed_event (EV_A_ (W)w, EV_SIGNAL);
1124	}	1349	}
1125		1350
		1351	#if EV_USE_SIGNALFD
		1352	static void
		1353	sigfdcb (EV_P_ ev_io *iow, int revents)
		1354	{
		1355	struct signalfd_siginfo si[2], *sip; /* these structs are big */
		1356
		1357	for (;;)
		1358	{
		1359	ssize_t res = read (sigfd, si, sizeof (si));
		1360
		1361	/* not ISO-C, as res might be -1, but works with SuS */
		1362	for (sip = si; (char *)sip < (char *)si + res; ++sip)
		1363	ev_feed_signal_event (EV_A_ sip->ssi_signo);
		1364
		1365	if (res < (ssize_t)sizeof (si))
		1366	break;
		1367	}
		1368	}
		1369	#endif
		1370
1126	/*****************************************************************************/	1371	/*****************************************************************************/
1127		1372
1128	static WL childs [EV_PID_HASHSIZE];	1373	static WL childs [EV_PID_HASHSIZE];
1129		1374
1130	#ifndef _WIN32	1375	#ifndef _WIN32
…		…
1133		1378
1134	#ifndef WIFCONTINUED	1379	#ifndef WIFCONTINUED
1135	# define WIFCONTINUED(status) 0	1380	# define WIFCONTINUED(status) 0
1136	#endif	1381	#endif
1137		1382
1138	void inline_speed	1383	/* handle a single child status event */
		1384	inline_speed void
1139	child_reap (EV_P_ int chain, int pid, int status)	1385	child_reap (EV_P_ int chain, int pid, int status)
1140	{	1386	{
1141	ev_child *w;	1387	ev_child *w;
1142	int traced = WIFSTOPPED (status) || WIFCONTINUED (status);	1388	int traced = WIFSTOPPED (status) || WIFCONTINUED (status);
1143		1389
…		…
1156		1402
1157	#ifndef WCONTINUED	1403	#ifndef WCONTINUED
1158	# define WCONTINUED 0	1404	# define WCONTINUED 0
1159	#endif	1405	#endif
1160		1406
		1407	/* called on sigchld etc., calls waitpid */
1161	static void	1408	static void
1162	childcb (EV_P_ ev_signal *sw, int revents)	1409	childcb (EV_P_ ev_signal *sw, int revents)
1163	{	1410	{
1164	int pid, status;	1411	int pid, status;
1165		1412
…		…
1246	/* kqueue is borked on everything but netbsd apparently */	1493	/* kqueue is borked on everything but netbsd apparently */
1247	/* it usually doesn't work correctly on anything but sockets and pipes */	1494	/* it usually doesn't work correctly on anything but sockets and pipes */
1248	flags &= ~EVBACKEND_KQUEUE;	1495	flags &= ~EVBACKEND_KQUEUE;
1249	#endif	1496	#endif
1250	#ifdef __APPLE__	1497	#ifdef __APPLE__
1251	// flags &= ~EVBACKEND_KQUEUE; for documentation	1498	/* only select works correctly on that "unix-certified" platform */
1252	flags &= ~EVBACKEND_POLL;	1499	flags &= ~EVBACKEND_KQUEUE; /* horribly broken, even for sockets */
		1500	flags &= ~EVBACKEND_POLL; /* poll is based on kqueue from 10.5 onwards */
1253	#endif	1501	#endif
1254		1502
1255	return flags;	1503	return flags;
1256	}	1504	}
1257		1505
…		…
1271	ev_backend (EV_P)	1519	ev_backend (EV_P)
1272	{	1520	{
1273	return backend;	1521	return backend;
1274	}	1522	}
1275		1523
		1524	#if EV_MINIMAL < 2
1276	unsigned int	1525	unsigned int
1277	ev_loop_count (EV_P)	1526	ev_loop_count (EV_P)
1278	{	1527	{
1279	return loop_count;	1528	return loop_count;
1280	}	1529	}
1281		1530
		1531	unsigned int
		1532	ev_loop_depth (EV_P)
		1533	{
		1534	return loop_depth;
		1535	}
		1536
1282	void	1537	void
1283	ev_set_io_collect_interval (EV_P_ ev_tstamp interval)	1538	ev_set_io_collect_interval (EV_P_ ev_tstamp interval)
1284	{	1539	{
1285	io_blocktime = interval;	1540	io_blocktime = interval;
1286	}	1541	}
…		…
1289	ev_set_timeout_collect_interval (EV_P_ ev_tstamp interval)	1544	ev_set_timeout_collect_interval (EV_P_ ev_tstamp interval)
1290	{	1545	{
1291	timeout_blocktime = interval;	1546	timeout_blocktime = interval;
1292	}	1547	}
1293		1548
		1549	void
		1550	ev_set_userdata (EV_P_ void *data)
		1551	{
		1552	userdata = data;
		1553	}
		1554
		1555	void *
		1556	ev_userdata (EV_P)
		1557	{
		1558	return userdata;
		1559	}
		1560
		1561	void ev_set_invoke_pending_cb (EV_P_ void (*invoke_pending_cb)(EV_P))
		1562	{
		1563	invoke_cb = invoke_pending_cb;
		1564	}
		1565
		1566	void ev_set_loop_release_cb (EV_P_ void (*release)(EV_P), void (*acquire)(EV_P))
		1567	{
		1568	release_cb = release;
		1569	acquire_cb = acquire;
		1570	}
		1571	#endif
		1572
		1573	/* initialise a loop structure, must be zero-initialised */
1294	static void noinline	1574	static void noinline
1295	loop_init (EV_P_ unsigned int flags)	1575	loop_init (EV_P_ unsigned int flags)
1296	{	1576	{
1297	if (!backend)	1577	if (!backend)
1298	{	1578	{
		1579	#if EV_USE_REALTIME
		1580	if (!have_realtime)
		1581	{
		1582	struct timespec ts;
		1583
		1584	if (!clock_gettime (CLOCK_REALTIME, &ts))
		1585	have_realtime = 1;
		1586	}
		1587	#endif
		1588
1299	#if EV_USE_MONOTONIC	1589	#if EV_USE_MONOTONIC
		1590	if (!have_monotonic)
1300	{	1591	{
1301	struct timespec ts;	1592	struct timespec ts;
		1593
1302	if (!clock_gettime (CLOCK_MONOTONIC, &ts))	1594	if (!clock_gettime (CLOCK_MONOTONIC, &ts))
1303	have_monotonic = 1;	1595	have_monotonic = 1;
1304	}	1596	}
1305	#endif	1597	#endif
		1598
		1599	/* pid check not overridable via env */
		1600	#ifndef _WIN32
		1601	if (flags & EVFLAG_FORKCHECK)
		1602	curpid = getpid ();
		1603	#endif
		1604
		1605	if (!(flags & EVFLAG_NOENV)
		1606	&& !enable_secure ()
		1607	&& getenv ("LIBEV_FLAGS"))
		1608	flags = atoi (getenv ("LIBEV_FLAGS"));
1306		1609
1307	ev_rt_now = ev_time ();	1610	ev_rt_now = ev_time ();
1308	mn_now = get_clock ();	1611	mn_now = get_clock ();
1309	now_floor = mn_now;	1612	now_floor = mn_now;
1310	rtmn_diff = ev_rt_now - mn_now;	1613	rtmn_diff = ev_rt_now - mn_now;
		1614	#if EV_MINIMAL < 2
		1615	invoke_cb = ev_invoke_pending;
		1616	#endif
1311		1617
1312	io_blocktime = 0.;	1618	io_blocktime = 0.;
1313	timeout_blocktime = 0.;	1619	timeout_blocktime = 0.;
1314	backend = 0;	1620	backend = 0;
1315	backend_fd = -1;	1621	backend_fd = -1;
1316	gotasync = 0;	1622	sig_pending = 0;
		1623	#if EV_ASYNC_ENABLE
		1624	async_pending = 0;
		1625	#endif
1317	#if EV_USE_INOTIFY	1626	#if EV_USE_INOTIFY
1318	fs_fd = -2;	1627	fs_fd = flags & EVFLAG_NOINOTIFY ? -1 : -2;
1319	#endif	1628	#endif
1320		1629	#if EV_USE_SIGNALFD
1321	/* pid check not overridable via env */	1630	sigfd = flags & EVFLAG_SIGNALFD ? -2 : -1;
1322	#ifndef _WIN32
1323	if (flags & EVFLAG_FORKCHECK)
1324	curpid = getpid ();
1325	#endif	1631	#endif
1326
1327	if (!(flags & EVFLAG_NOENV)
1328	&& !enable_secure ()
1329	&& getenv ("LIBEV_FLAGS"))
1330	flags = atoi (getenv ("LIBEV_FLAGS"));
1331		1632
1332	if (!(flags & 0x0000ffffU))	1633	if (!(flags & 0x0000ffffU))
1333	flags |= ev_recommended_backends ();	1634	flags |= ev_recommended_backends ();
1334		1635
1335	#if EV_USE_PORT	1636	#if EV_USE_PORT
…		…
1346	#endif	1647	#endif
1347	#if EV_USE_SELECT	1648	#if EV_USE_SELECT
1348	if (!backend && (flags & EVBACKEND_SELECT)) backend = select_init (EV_A_ flags);	1649	if (!backend && (flags & EVBACKEND_SELECT)) backend = select_init (EV_A_ flags);
1349	#endif	1650	#endif
1350		1651
		1652	ev_prepare_init (&pending_w, pendingcb);
		1653
1351	ev_init (&pipeev, pipecb);	1654	ev_init (&pipe_w, pipecb);
1352	ev_set_priority (&pipeev, EV_MAXPRI);	1655	ev_set_priority (&pipe_w, EV_MAXPRI);
1353	}	1656	}
1354	}	1657	}
1355		1658
		1659	/* free up a loop structure */
1356	static void noinline	1660	static void noinline
1357	loop_destroy (EV_P)	1661	loop_destroy (EV_P)
1358	{	1662	{
1359	int i;	1663	int i;
1360		1664
1361	if (ev_is_active (&pipeev))	1665	if (ev_is_active (&pipe_w))
1362	{	1666	{
1363	ev_ref (EV_A); /* signal watcher */	1667	/*ev_ref (EV_A);*/
1364	ev_io_stop (EV_A_ &pipeev);	1668	/*ev_io_stop (EV_A_ &pipe_w);*/
1365		1669
1366	#if EV_USE_EVENTFD	1670	#if EV_USE_EVENTFD
1367	if (evfd >= 0)	1671	if (evfd >= 0)
1368	close (evfd);	1672	close (evfd);
1369	#endif	1673	#endif
1370		1674
1371	if (evpipe [0] >= 0)	1675	if (evpipe [0] >= 0)
1372	{	1676	{
1373	close (evpipe [0]);	1677	EV_WIN32_CLOSE_FD (evpipe [0]);
1374	close (evpipe [1]);	1678	EV_WIN32_CLOSE_FD (evpipe [1]);
1375	}	1679	}
1376	}	1680	}
		1681
		1682	#if EV_USE_SIGNALFD
		1683	if (ev_is_active (&sigfd_w))
		1684	close (sigfd);
		1685	#endif
1377		1686
1378	#if EV_USE_INOTIFY	1687	#if EV_USE_INOTIFY
1379	if (fs_fd >= 0)	1688	if (fs_fd >= 0)
1380	close (fs_fd);	1689	close (fs_fd);
1381	#endif	1690	#endif
…		…
1405	#if EV_IDLE_ENABLE	1714	#if EV_IDLE_ENABLE
1406	array_free (idle, [i]);	1715	array_free (idle, [i]);
1407	#endif	1716	#endif
1408	}	1717	}
1409		1718
1410	ev_free (anfds); anfdmax = 0;	1719	ev_free (anfds); anfds = 0; anfdmax = 0;
1411		1720
1412	/* have to use the microsoft-never-gets-it-right macro */	1721	/* have to use the microsoft-never-gets-it-right macro */
		1722	array_free (rfeed, EMPTY);
1413	array_free (fdchange, EMPTY);	1723	array_free (fdchange, EMPTY);
1414	array_free (timer, EMPTY);	1724	array_free (timer, EMPTY);
1415	#if EV_PERIODIC_ENABLE	1725	#if EV_PERIODIC_ENABLE
1416	array_free (periodic, EMPTY);	1726	array_free (periodic, EMPTY);
1417	#endif	1727	#endif
…		…
1426		1736
1427	backend = 0;	1737	backend = 0;
1428	}	1738	}
1429		1739
1430	#if EV_USE_INOTIFY	1740	#if EV_USE_INOTIFY
1431	void inline_size infy_fork (EV_P);	1741	inline_size void infy_fork (EV_P);
1432	#endif	1742	#endif
1433		1743
1434	void inline_size	1744	inline_size void
1435	loop_fork (EV_P)	1745	loop_fork (EV_P)
1436	{	1746	{
1437	#if EV_USE_PORT	1747	#if EV_USE_PORT
1438	if (backend == EVBACKEND_PORT ) port_fork (EV_A);	1748	if (backend == EVBACKEND_PORT ) port_fork (EV_A);
1439	#endif	1749	#endif
…		…
1445	#endif	1755	#endif
1446	#if EV_USE_INOTIFY	1756	#if EV_USE_INOTIFY
1447	infy_fork (EV_A);	1757	infy_fork (EV_A);
1448	#endif	1758	#endif
1449		1759
1450	if (ev_is_active (&pipeev))	1760	if (ev_is_active (&pipe_w))
1451	{	1761	{
1452	/* this "locks" the handlers against writing to the pipe */	1762	/* this "locks" the handlers against writing to the pipe */
1453	/* while we modify the fd vars */	1763	/* while we modify the fd vars */
1454	gotsig = 1;	1764	sig_pending = 1;
1455	#if EV_ASYNC_ENABLE	1765	#if EV_ASYNC_ENABLE
1456	gotasync = 1;	1766	async_pending = 1;
1457	#endif	1767	#endif
1458		1768
1459	ev_ref (EV_A);	1769	ev_ref (EV_A);
1460	ev_io_stop (EV_A_ &pipeev);	1770	ev_io_stop (EV_A_ &pipe_w);
1461		1771
1462	#if EV_USE_EVENTFD	1772	#if EV_USE_EVENTFD
1463	if (evfd >= 0)	1773	if (evfd >= 0)
1464	close (evfd);	1774	close (evfd);
1465	#endif	1775	#endif
1466		1776
1467	if (evpipe [0] >= 0)	1777	if (evpipe [0] >= 0)
1468	{	1778	{
1469	close (evpipe [0]);	1779	EV_WIN32_CLOSE_FD (evpipe [0]);
1470	close (evpipe [1]);	1780	EV_WIN32_CLOSE_FD (evpipe [1]);
1471	}	1781	}
1472		1782
1473	evpipe_init (EV_A);	1783	evpipe_init (EV_A);
1474	/* now iterate over everything, in case we missed something */	1784	/* now iterate over everything, in case we missed something */
1475	pipecb (EV_A_ &pipeev, EV_READ);	1785	pipecb (EV_A_ &pipe_w, EV_READ);
1476	}	1786	}
1477		1787
1478	postfork = 0;	1788	postfork = 0;
1479	}	1789	}
1480		1790
1481	#if EV_MULTIPLICITY	1791	#if EV_MULTIPLICITY
1482		1792
1483	struct ev_loop *	1793	struct ev_loop *
1484	ev_loop_new (unsigned int flags)	1794	ev_loop_new (unsigned int flags)
1485	{	1795	{
1486	struct ev_loop *loop = (struct ev_loop *)ev_malloc (sizeof (struct ev_loop));	1796	EV_P = (struct ev_loop *)ev_malloc (sizeof (struct ev_loop));
1487		1797
1488	memset (loop, 0, sizeof (struct ev_loop));	1798	memset (EV_A, 0, sizeof (struct ev_loop));
1489
1490	loop_init (EV_A_ flags);	1799	loop_init (EV_A_ flags);
1491		1800
1492	if (ev_backend (EV_A))	1801	if (ev_backend (EV_A))
1493	return loop;	1802	return EV_A;
1494		1803
1495	return 0;	1804	return 0;
1496	}	1805	}
1497		1806
1498	void	1807	void
…		…
1505	void	1814	void
1506	ev_loop_fork (EV_P)	1815	ev_loop_fork (EV_P)
1507	{	1816	{
1508	postfork = 1; /* must be in line with ev_default_fork */	1817	postfork = 1; /* must be in line with ev_default_fork */
1509	}	1818	}
		1819	#endif /* multiplicity */
1510		1820
1511	#if EV_VERIFY	1821	#if EV_VERIFY
1512	void noinline	1822	static void noinline
1513	verify_watcher (EV_P_ W w)	1823	verify_watcher (EV_P_ W w)
1514	{	1824	{
1515	assert (("watcher has invalid priority", ABSPRI (w) >= 0 && ABSPRI (w) < NUMPRI));	1825	assert (("libev: watcher has invalid priority", ABSPRI (w) >= 0 && ABSPRI (w) < NUMPRI));
1516		1826
1517	if (w->pending)	1827	if (w->pending)
1518	assert (("pending watcher not on pending queue", pendings [ABSPRI (w)][w->pending - 1].w == w));	1828	assert (("libev: pending watcher not on pending queue", pendings [ABSPRI (w)][w->pending - 1].w == w));
1519	}	1829	}
1520		1830
1521	static void noinline	1831	static void noinline
1522	verify_heap (EV_P_ ANHE *heap, int N)	1832	verify_heap (EV_P_ ANHE *heap, int N)
1523	{	1833	{
1524	int i;	1834	int i;
1525		1835
1526	for (i = HEAP0; i < N + HEAP0; ++i)	1836	for (i = HEAP0; i < N + HEAP0; ++i)
1527	{	1837	{
1528	assert (("active index mismatch in heap", ev_active (ANHE_w (heap [i])) == i));	1838	assert (("libev: active index mismatch in heap", ev_active (ANHE_w (heap [i])) == i));
1529	assert (("heap condition violated", i == HEAP0 || ANHE_at (heap [HPARENT (i)]) <= ANHE_at (heap [i])));	1839	assert (("libev: heap condition violated", i == HEAP0 || ANHE_at (heap [HPARENT (i)]) <= ANHE_at (heap [i])));
1530	assert (("heap at cache mismatch", ANHE_at (heap [i]) == ev_at (ANHE_w (heap [i]))));	1840	assert (("libev: heap at cache mismatch", ANHE_at (heap [i]) == ev_at (ANHE_w (heap [i]))));
1531		1841
1532	verify_watcher (EV_A_ (W)ANHE_w (heap [i]));	1842	verify_watcher (EV_A_ (W)ANHE_w (heap [i]));
1533	}	1843	}
1534	}	1844	}
1535		1845
1536	static void noinline	1846	static void noinline
1537	array_verify (EV_P_ W *ws, int cnt)	1847	array_verify (EV_P_ W *ws, int cnt)
1538	{	1848	{
1539	while (cnt--)	1849	while (cnt--)
1540	{	1850	{
1541	assert (("active index mismatch", ev_active (ws [cnt]) == cnt + 1));	1851	assert (("libev: active index mismatch", ev_active (ws [cnt]) == cnt + 1));
1542	verify_watcher (EV_A_ ws [cnt]);	1852	verify_watcher (EV_A_ ws [cnt]);
1543	}	1853	}
1544	}	1854	}
1545	#endif	1855	#endif
1546		1856
		1857	#if EV_MINIMAL < 2
1547	void	1858	void
1548	ev_loop_verify (EV_P)	1859	ev_loop_verify (EV_P)
1549	{	1860	{
1550	#if EV_VERIFY	1861	#if EV_VERIFY
1551	int i;	1862	int i;
…		…
1553		1864
1554	assert (activecnt >= -1);	1865	assert (activecnt >= -1);
1555		1866
1556	assert (fdchangemax >= fdchangecnt);	1867	assert (fdchangemax >= fdchangecnt);
1557	for (i = 0; i < fdchangecnt; ++i)	1868	for (i = 0; i < fdchangecnt; ++i)
1558	assert (("negative fd in fdchanges", fdchanges [i] >= 0));	1869	assert (("libev: negative fd in fdchanges", fdchanges [i] >= 0));
1559		1870
1560	assert (anfdmax >= 0);	1871	assert (anfdmax >= 0);
1561	for (i = 0; i < anfdmax; ++i)	1872	for (i = 0; i < anfdmax; ++i)
1562	for (w = anfds [i].head; w; w = w->next)	1873	for (w = anfds [i].head; w; w = w->next)
1563	{	1874	{
1564	verify_watcher (EV_A_ (W)w);	1875	verify_watcher (EV_A_ (W)w);
1565	assert (("inactive fd watcher on anfd list", ev_active (w) == 1));	1876	assert (("libev: inactive fd watcher on anfd list", ev_active (w) == 1));
1566	assert (("fd mismatch between watcher and anfd", ((ev_io *)w)->fd == i));	1877	assert (("libev: fd mismatch between watcher and anfd", ((ev_io *)w)->fd == i));
1567	}	1878	}
1568		1879
1569	assert (timermax >= timercnt);	1880	assert (timermax >= timercnt);
1570	verify_heap (EV_A_ timers, timercnt);	1881	verify_heap (EV_A_ timers, timercnt);
1571		1882
…		…
1600	assert (checkmax >= checkcnt);	1911	assert (checkmax >= checkcnt);
1601	array_verify (EV_A_ (W *)checks, checkcnt);	1912	array_verify (EV_A_ (W *)checks, checkcnt);
1602		1913
1603	# if 0	1914	# if 0
1604	for (w = (ev_child *)childs [chain & (EV_PID_HASHSIZE - 1)]; w; w = (ev_child *)((WL)w)->next)	1915	for (w = (ev_child *)childs [chain & (EV_PID_HASHSIZE - 1)]; w; w = (ev_child *)((WL)w)->next)
1605	for (signum = signalmax; signum--; ) if (signals [signum].gotsig)	1916	for (signum = EV_NSIG; signum--; ) if (signals [signum].pending)
1606	# endif
1607	#endif	1917	# endif
		1918	#endif
1608	}	1919	}
1609		1920	#endif
1610	#endif /* multiplicity */
1611		1921
1612	#if EV_MULTIPLICITY	1922	#if EV_MULTIPLICITY
1613	struct ev_loop *	1923	struct ev_loop *
1614	ev_default_loop_init (unsigned int flags)	1924	ev_default_loop_init (unsigned int flags)
1615	#else	1925	#else
…		…
1618	#endif	1928	#endif
1619	{	1929	{
1620	if (!ev_default_loop_ptr)	1930	if (!ev_default_loop_ptr)
1621	{	1931	{
1622	#if EV_MULTIPLICITY	1932	#if EV_MULTIPLICITY
1623	struct ev_loop *loop = ev_default_loop_ptr = &default_loop_struct;	1933	EV_P = ev_default_loop_ptr = &default_loop_struct;
1624	#else	1934	#else
1625	ev_default_loop_ptr = 1;	1935	ev_default_loop_ptr = 1;
1626	#endif	1936	#endif
1627		1937
1628	loop_init (EV_A_ flags);	1938	loop_init (EV_A_ flags);
…		…
1645		1955
1646	void	1956	void
1647	ev_default_destroy (void)	1957	ev_default_destroy (void)
1648	{	1958	{
1649	#if EV_MULTIPLICITY	1959	#if EV_MULTIPLICITY
1650	struct ev_loop *loop = ev_default_loop_ptr;	1960	EV_P = ev_default_loop_ptr;
1651	#endif	1961	#endif
		1962
		1963	ev_default_loop_ptr = 0;
1652		1964
1653	#ifndef _WIN32	1965	#ifndef _WIN32
1654	ev_ref (EV_A); /* child watcher */	1966	ev_ref (EV_A); /* child watcher */
1655	ev_signal_stop (EV_A_ &childev);	1967	ev_signal_stop (EV_A_ &childev);
1656	#endif	1968	#endif
…		…
1660		1972
1661	void	1973	void
1662	ev_default_fork (void)	1974	ev_default_fork (void)
1663	{	1975	{
1664	#if EV_MULTIPLICITY	1976	#if EV_MULTIPLICITY
1665	struct ev_loop *loop = ev_default_loop_ptr;	1977	EV_P = ev_default_loop_ptr;
1666	#endif	1978	#endif
1667		1979
1668	if (backend)
1669	postfork = 1; /* must be in line with ev_loop_fork */	1980	postfork = 1; /* must be in line with ev_loop_fork */
1670	}	1981	}
1671		1982
1672	/*****************************************************************************/	1983	/*****************************************************************************/
1673		1984
1674	void	1985	void
1675	ev_invoke (EV_P_ void *w, int revents)	1986	ev_invoke (EV_P_ void *w, int revents)
1676	{	1987	{
1677	EV_CB_INVOKE ((W)w, revents);	1988	EV_CB_INVOKE ((W)w, revents);
1678	}	1989	}
1679		1990
1680	void inline_speed	1991	unsigned int
1681	call_pending (EV_P)	1992	ev_pending_count (EV_P)
		1993	{
		1994	int pri;
		1995	unsigned int count = 0;
		1996
		1997	for (pri = NUMPRI; pri--; )
		1998	count += pendingcnt [pri];
		1999
		2000	return count;
		2001	}
		2002
		2003	void noinline
		2004	ev_invoke_pending (EV_P)
1682	{	2005	{
1683	int pri;	2006	int pri;
1684		2007
1685	for (pri = NUMPRI; pri--; )	2008	for (pri = NUMPRI; pri--; )
1686	while (pendingcnt [pri])	2009	while (pendingcnt [pri])
1687	{	2010	{
1688	ANPENDING *p = pendings [pri] + --pendingcnt [pri];	2011	ANPENDING *p = pendings [pri] + --pendingcnt [pri];
1689		2012
1690	if (expect_true (p->w))
1691	{
1692	/*assert (("non-pending watcher on pending list", p->w->pending));*/	2013	/*assert (("libev: non-pending watcher on pending list", p->w->pending));*/
		2014	/* ^ this is no longer true, as pending_w could be here */
1693		2015
1694	p->w->pending = 0;	2016	p->w->pending = 0;
1695	EV_CB_INVOKE (p->w, p->events);	2017	EV_CB_INVOKE (p->w, p->events);
1696	EV_FREQUENT_CHECK;	2018	EV_FREQUENT_CHECK;
1697	}
1698	}	2019	}
1699	}	2020	}
1700		2021
1701	#if EV_IDLE_ENABLE	2022	#if EV_IDLE_ENABLE
1702	void inline_size	2023	/* make idle watchers pending. this handles the "call-idle */
		2024	/* only when higher priorities are idle" logic */
		2025	inline_size void
1703	idle_reify (EV_P)	2026	idle_reify (EV_P)
1704	{	2027	{
1705	if (expect_false (idleall))	2028	if (expect_false (idleall))
1706	{	2029	{
1707	int pri;	2030	int pri;
…		…
1719	}	2042	}
1720	}	2043	}
1721	}	2044	}
1722	#endif	2045	#endif
1723		2046
1724	void inline_size	2047	/* make timers pending */
		2048	inline_size void
1725	timers_reify (EV_P)	2049	timers_reify (EV_P)
1726	{	2050	{
1727	EV_FREQUENT_CHECK;	2051	EV_FREQUENT_CHECK;
1728		2052
1729	while (timercnt && ANHE_at (timers [HEAP0]) < mn_now)	2053	if (timercnt && ANHE_at (timers [HEAP0]) < mn_now)
1730	{	2054	{
1731	ev_timer *w = (ev_timer *)ANHE_w (timers [HEAP0]);	2055	do
1732
1733	/*assert (("inactive timer on timer heap detected", ev_is_active (w)));*/
1734
1735	/* first reschedule or stop timer */
1736	if (w->repeat)
1737	{	2056	{
		2057	ev_timer *w = (ev_timer *)ANHE_w (timers [HEAP0]);
		2058
		2059	/*assert (("libev: inactive timer on timer heap detected", ev_is_active (w)));*/
		2060
		2061	/* first reschedule or stop timer */
		2062	if (w->repeat)
		2063	{
1738	ev_at (w) += w->repeat;	2064	ev_at (w) += w->repeat;
1739	if (ev_at (w) < mn_now)	2065	if (ev_at (w) < mn_now)
1740	ev_at (w) = mn_now;	2066	ev_at (w) = mn_now;
1741		2067
1742	assert (("negative ev_timer repeat value found while processing timers", w->repeat > 0.));	2068	assert (("libev: negative ev_timer repeat value found while processing timers", w->repeat > 0.));
1743		2069
1744	ANHE_at_cache (timers [HEAP0]);	2070	ANHE_at_cache (timers [HEAP0]);
1745	downheap (timers, timercnt, HEAP0);	2071	downheap (timers, timercnt, HEAP0);
		2072	}
		2073	else
		2074	ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */
		2075
		2076	EV_FREQUENT_CHECK;
		2077	feed_reverse (EV_A_ (W)w);
1746	}	2078	}
1747	else	2079	while (timercnt && ANHE_at (timers [HEAP0]) < mn_now);
1748	ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */
1749		2080
1750	EV_FREQUENT_CHECK;
1751	ev_feed_event (EV_A_ (W)w, EV_TIMEOUT);	2081	feed_reverse_done (EV_A_ EV_TIMEOUT);
1752	}	2082	}
1753	}	2083	}
1754		2084
1755	#if EV_PERIODIC_ENABLE	2085	#if EV_PERIODIC_ENABLE
1756	void inline_size	2086	/* make periodics pending */
		2087	inline_size void
1757	periodics_reify (EV_P)	2088	periodics_reify (EV_P)
1758	{	2089	{
1759	EV_FREQUENT_CHECK;	2090	EV_FREQUENT_CHECK;
1760		2091
1761	while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now)	2092	while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now)
1762	{	2093	{
1763	ev_periodic *w = (ev_periodic *)ANHE_w (periodics [HEAP0]);	2094	int feed_count = 0;
1764		2095
1765	/*assert (("inactive timer on periodic heap detected", ev_is_active (w)));*/	2096	do
1766
1767	/* first reschedule or stop timer */
1768	if (w->reschedule_cb)
1769	{	2097	{
		2098	ev_periodic *w = (ev_periodic *)ANHE_w (periodics [HEAP0]);
		2099
		2100	/*assert (("libev: inactive timer on periodic heap detected", ev_is_active (w)));*/
		2101
		2102	/* first reschedule or stop timer */
		2103	if (w->reschedule_cb)
		2104	{
1770	ev_at (w) = w->reschedule_cb (w, ev_rt_now);	2105	ev_at (w) = w->reschedule_cb (w, ev_rt_now);
1771		2106
1772	assert (("ev_periodic reschedule callback returned time in the past", ev_at (w) >= ev_rt_now));	2107	assert (("libev: ev_periodic reschedule callback returned time in the past", ev_at (w) >= ev_rt_now));
1773		2108
1774	ANHE_at_cache (periodics [HEAP0]);	2109	ANHE_at_cache (periodics [HEAP0]);
1775	downheap (periodics, periodiccnt, HEAP0);	2110	downheap (periodics, periodiccnt, HEAP0);
		2111	}
		2112	else if (w->interval)
		2113	{
		2114	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
		2115	/* if next trigger time is not sufficiently in the future, put it there */
		2116	/* this might happen because of floating point inexactness */
		2117	if (ev_at (w) - ev_rt_now < TIME_EPSILON)
		2118	{
		2119	ev_at (w) += w->interval;
		2120
		2121	/* if interval is unreasonably low we might still have a time in the past */
		2122	/* so correct this. this will make the periodic very inexact, but the user */
		2123	/* has effectively asked to get triggered more often than possible */
		2124	if (ev_at (w) < ev_rt_now)
		2125	ev_at (w) = ev_rt_now;
		2126	}
		2127
		2128	ANHE_at_cache (periodics [HEAP0]);
		2129	downheap (periodics, periodiccnt, HEAP0);
		2130	}
		2131	else
		2132	ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */
		2133
		2134	EV_FREQUENT_CHECK;
		2135	feed_reverse (EV_A_ (W)w);
1776	}	2136	}
1777	else if (w->interval)	2137	while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now);
1778	{
1779	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
1780	/* if next trigger time is not sufficiently in the future, put it there */
1781	/* this might happen because of floating point inexactness */
1782	if (ev_at (w) - ev_rt_now < TIME_EPSILON)
1783	{
1784	ev_at (w) += w->interval;
1785		2138
1786	/* if interval is unreasonably low we might still have a time in the past */
1787	/* so correct this. this will make the periodic very inexact, but the user */
1788	/* has effectively asked to get triggered more often than possible */
1789	if (ev_at (w) < ev_rt_now)
1790	ev_at (w) = ev_rt_now;
1791	}
1792
1793	ANHE_at_cache (periodics [HEAP0]);
1794	downheap (periodics, periodiccnt, HEAP0);
1795	}
1796	else
1797	ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */
1798
1799	EV_FREQUENT_CHECK;
1800	ev_feed_event (EV_A_ (W)w, EV_PERIODIC);	2139	feed_reverse_done (EV_A_ EV_PERIODIC);
1801	}	2140	}
1802	}	2141	}
1803		2142
		2143	/* simply recalculate all periodics */
		2144	/* TODO: maybe ensure that at leats one event happens when jumping forward? */
1804	static void noinline	2145	static void noinline
1805	periodics_reschedule (EV_P)	2146	periodics_reschedule (EV_P)
1806	{	2147	{
1807	int i;	2148	int i;
1808		2149
…		…
1821		2162
1822	reheap (periodics, periodiccnt);	2163	reheap (periodics, periodiccnt);
1823	}	2164	}
1824	#endif	2165	#endif
1825		2166
1826	void inline_speed	2167	/* adjust all timers by a given offset */
		2168	static void noinline
		2169	timers_reschedule (EV_P_ ev_tstamp adjust)
		2170	{
		2171	int i;
		2172
		2173	for (i = 0; i < timercnt; ++i)
		2174	{
		2175	ANHE *he = timers + i + HEAP0;
		2176	ANHE_w (*he)->at += adjust;
		2177	ANHE_at_cache (*he);
		2178	}
		2179	}
		2180
		2181	/* fetch new monotonic and realtime times from the kernel */
		2182	/* also detect if there was a timejump, and act accordingly */
		2183	inline_speed void
1827	time_update (EV_P_ ev_tstamp max_block)	2184	time_update (EV_P_ ev_tstamp max_block)
1828	{	2185	{
1829	int i;
1830
1831	#if EV_USE_MONOTONIC	2186	#if EV_USE_MONOTONIC
1832	if (expect_true (have_monotonic))	2187	if (expect_true (have_monotonic))
1833	{	2188	{
		2189	int i;
1834	ev_tstamp odiff = rtmn_diff;	2190	ev_tstamp odiff = rtmn_diff;
1835		2191
1836	mn_now = get_clock ();	2192	mn_now = get_clock ();
1837		2193
1838	/* only fetch the realtime clock every 0.5*MIN_TIMEJUMP seconds */	2194	/* only fetch the realtime clock every 0.5*MIN_TIMEJUMP seconds */
…		…
1864	ev_rt_now = ev_time ();	2220	ev_rt_now = ev_time ();
1865	mn_now = get_clock ();	2221	mn_now = get_clock ();
1866	now_floor = mn_now;	2222	now_floor = mn_now;
1867	}	2223	}
1868		2224
		2225	/* no timer adjustment, as the monotonic clock doesn't jump */
		2226	/* timers_reschedule (EV_A_ rtmn_diff - odiff) */
1869	# if EV_PERIODIC_ENABLE	2227	# if EV_PERIODIC_ENABLE
1870	periodics_reschedule (EV_A);	2228	periodics_reschedule (EV_A);
1871	# endif	2229	# endif
1872	/* no timer adjustment, as the monotonic clock doesn't jump */
1873	/* timers_reschedule (EV_A_ rtmn_diff - odiff) */
1874	}	2230	}
1875	else	2231	else
1876	#endif	2232	#endif
1877	{	2233	{
1878	ev_rt_now = ev_time ();	2234	ev_rt_now = ev_time ();
1879		2235
1880	if (expect_false (mn_now > ev_rt_now || ev_rt_now > mn_now + max_block + MIN_TIMEJUMP))	2236	if (expect_false (mn_now > ev_rt_now || ev_rt_now > mn_now + max_block + MIN_TIMEJUMP))
1881	{	2237	{
		2238	/* adjust timers. this is easy, as the offset is the same for all of them */
		2239	timers_reschedule (EV_A_ ev_rt_now - mn_now);
1882	#if EV_PERIODIC_ENABLE	2240	#if EV_PERIODIC_ENABLE
1883	periodics_reschedule (EV_A);	2241	periodics_reschedule (EV_A);
1884	#endif	2242	#endif
1885	/* adjust timers. this is easy, as the offset is the same for all of them */
1886	for (i = 0; i < timercnt; ++i)
1887	{
1888	ANHE *he = timers + i + HEAP0;
1889	ANHE_w (*he)->at += ev_rt_now - mn_now;
1890	ANHE_at_cache (*he);
1891	}
1892	}	2243	}
1893		2244
1894	mn_now = ev_rt_now;	2245	mn_now = ev_rt_now;
1895	}	2246	}
1896	}	2247	}
1897		2248
1898	void	2249	void
1899	ev_ref (EV_P)
1900	{
1901	++activecnt;
1902	}
1903
1904	void
1905	ev_unref (EV_P)
1906	{
1907	--activecnt;
1908	}
1909
1910	static int loop_done;
1911
1912	void
1913	ev_loop (EV_P_ int flags)	2250	ev_loop (EV_P_ int flags)
1914	{	2251	{
		2252	#if EV_MINIMAL < 2
		2253	++loop_depth;
		2254	#endif
		2255
		2256	assert (("libev: ev_loop recursion during release detected", loop_done != EVUNLOOP_RECURSE));
		2257
1915	loop_done = EVUNLOOP_CANCEL;	2258	loop_done = EVUNLOOP_CANCEL;
1916		2259
1917	call_pending (EV_A); /* in case we recurse, ensure ordering stays nice and clean */	2260	EV_INVOKE_PENDING; /* in case we recurse, ensure ordering stays nice and clean */
1918		2261
1919	do	2262	do
1920	{	2263	{
1921	#if EV_VERIFY >= 2	2264	#if EV_VERIFY >= 2
1922	ev_loop_verify (EV_A);	2265	ev_loop_verify (EV_A);
…		…
1935	/* we might have forked, so queue fork handlers */	2278	/* we might have forked, so queue fork handlers */
1936	if (expect_false (postfork))	2279	if (expect_false (postfork))
1937	if (forkcnt)	2280	if (forkcnt)
1938	{	2281	{
1939	queue_events (EV_A_ (W *)forks, forkcnt, EV_FORK);	2282	queue_events (EV_A_ (W *)forks, forkcnt, EV_FORK);
1940	call_pending (EV_A);	2283	EV_INVOKE_PENDING;
1941	}	2284	}
1942	#endif	2285	#endif
1943		2286
1944	/* queue prepare watchers (and execute them) */	2287	/* queue prepare watchers (and execute them) */
1945	if (expect_false (preparecnt))	2288	if (expect_false (preparecnt))
1946	{	2289	{
1947	queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE);	2290	queue_events (EV_A_ (W *)prepares, preparecnt, EV_PREPARE);
1948	call_pending (EV_A);	2291	EV_INVOKE_PENDING;
1949	}	2292	}
1950		2293
1951	if (expect_false (!activecnt))	2294	if (expect_false (loop_done))
1952	break;	2295	break;
1953		2296
1954	/* we might have forked, so reify kernel state if necessary */	2297	/* we might have forked, so reify kernel state if necessary */
1955	if (expect_false (postfork))	2298	if (expect_false (postfork))
1956	loop_fork (EV_A);	2299	loop_fork (EV_A);
…		…
1963	ev_tstamp waittime = 0.;	2306	ev_tstamp waittime = 0.;
1964	ev_tstamp sleeptime = 0.;	2307	ev_tstamp sleeptime = 0.;
1965		2308
1966	if (expect_true (!(flags & EVLOOP_NONBLOCK || idleall || !activecnt)))	2309	if (expect_true (!(flags & EVLOOP_NONBLOCK || idleall || !activecnt)))
1967	{	2310	{
		2311	/* remember old timestamp for io_blocktime calculation */
		2312	ev_tstamp prev_mn_now = mn_now;
		2313
1968	/* update time to cancel out callback processing overhead */	2314	/* update time to cancel out callback processing overhead */
1969	time_update (EV_A_ 1e100);	2315	time_update (EV_A_ 1e100);
1970		2316
1971	waittime = MAX_BLOCKTIME;	2317	waittime = MAX_BLOCKTIME;
1972		2318
…		…
1982	ev_tstamp to = ANHE_at (periodics [HEAP0]) - ev_rt_now + backend_fudge;	2328	ev_tstamp to = ANHE_at (periodics [HEAP0]) - ev_rt_now + backend_fudge;
1983	if (waittime > to) waittime = to;	2329	if (waittime > to) waittime = to;
1984	}	2330	}
1985	#endif	2331	#endif
1986		2332
		2333	/* don't let timeouts decrease the waittime below timeout_blocktime */
1987	if (expect_false (waittime < timeout_blocktime))	2334	if (expect_false (waittime < timeout_blocktime))
1988	waittime = timeout_blocktime;	2335	waittime = timeout_blocktime;
1989		2336
1990	sleeptime = waittime - backend_fudge;	2337	/* extra check because io_blocktime is commonly 0 */
1991
1992	if (expect_true (sleeptime > io_blocktime))	2338	if (expect_false (io_blocktime))
1993	sleeptime = io_blocktime;
1994
1995	if (sleeptime)
1996	{	2339	{
		2340	sleeptime = io_blocktime - (mn_now - prev_mn_now);
		2341
		2342	if (sleeptime > waittime - backend_fudge)
		2343	sleeptime = waittime - backend_fudge;
		2344
		2345	if (expect_true (sleeptime > 0.))
		2346	{
1997	ev_sleep (sleeptime);	2347	ev_sleep (sleeptime);
1998	waittime -= sleeptime;	2348	waittime -= sleeptime;
		2349	}
1999	}	2350	}
2000	}	2351	}
2001		2352
		2353	#if EV_MINIMAL < 2
2002	++loop_count;	2354	++loop_count;
		2355	#endif
		2356	assert ((loop_done = EVUNLOOP_RECURSE, 1)); /* assert for side effect */
2003	backend_poll (EV_A_ waittime);	2357	backend_poll (EV_A_ waittime);
		2358	assert ((loop_done = EVUNLOOP_CANCEL, 1)); /* assert for side effect */
2004		2359
2005	/* update ev_rt_now, do magic */	2360	/* update ev_rt_now, do magic */
2006	time_update (EV_A_ waittime + sleeptime);	2361	time_update (EV_A_ waittime + sleeptime);
2007	}	2362	}
2008		2363
…		…
2019		2374
2020	/* queue check watchers, to be executed first */	2375	/* queue check watchers, to be executed first */
2021	if (expect_false (checkcnt))	2376	if (expect_false (checkcnt))
2022	queue_events (EV_A_ (W *)checks, checkcnt, EV_CHECK);	2377	queue_events (EV_A_ (W *)checks, checkcnt, EV_CHECK);
2023		2378
2024	call_pending (EV_A);	2379	EV_INVOKE_PENDING;
2025	}	2380	}
2026	while (expect_true (	2381	while (expect_true (
2027	activecnt	2382	activecnt
2028	&& !loop_done	2383	&& !loop_done
2029	&& !(flags & (EVLOOP_ONESHOT | EVLOOP_NONBLOCK))	2384	&& !(flags & (EVLOOP_ONESHOT | EVLOOP_NONBLOCK))
2030	));	2385	));
2031		2386
2032	if (loop_done == EVUNLOOP_ONE)	2387	if (loop_done == EVUNLOOP_ONE)
2033	loop_done = EVUNLOOP_CANCEL;	2388	loop_done = EVUNLOOP_CANCEL;
		2389
		2390	#if EV_MINIMAL < 2
		2391	--loop_depth;
		2392	#endif
2034	}	2393	}
2035		2394
2036	void	2395	void
2037	ev_unloop (EV_P_ int how)	2396	ev_unloop (EV_P_ int how)
2038	{	2397	{
2039	loop_done = how;	2398	loop_done = how;
2040	}	2399	}
2041		2400
		2401	void
		2402	ev_ref (EV_P)
		2403	{
		2404	++activecnt;
		2405	}
		2406
		2407	void
		2408	ev_unref (EV_P)
		2409	{
		2410	--activecnt;
		2411	}
		2412
		2413	void
		2414	ev_now_update (EV_P)
		2415	{
		2416	time_update (EV_A_ 1e100);
		2417	}
		2418
		2419	void
		2420	ev_suspend (EV_P)
		2421	{
		2422	ev_now_update (EV_A);
		2423	}
		2424
		2425	void
		2426	ev_resume (EV_P)
		2427	{
		2428	ev_tstamp mn_prev = mn_now;
		2429
		2430	ev_now_update (EV_A);
		2431	timers_reschedule (EV_A_ mn_now - mn_prev);
		2432	#if EV_PERIODIC_ENABLE
		2433	/* TODO: really do this? */
		2434	periodics_reschedule (EV_A);
		2435	#endif
		2436	}
		2437
2042	/*****************************************************************************/	2438	/*****************************************************************************/
		2439	/* singly-linked list management, used when the expected list length is short */
2043		2440
2044	void inline_size	2441	inline_size void
2045	wlist_add (WL *head, WL elem)	2442	wlist_add (WL *head, WL elem)
2046	{	2443	{
2047	elem->next = *head;	2444	elem->next = *head;
2048	*head = elem;	2445	*head = elem;
2049	}	2446	}
2050		2447
2051	void inline_size	2448	inline_size void
2052	wlist_del (WL *head, WL elem)	2449	wlist_del (WL *head, WL elem)
2053	{	2450	{
2054	while (*head)	2451	while (*head)
2055	{	2452	{
2056	if (*head == elem)	2453	if (expect_true (*head == elem))
2057	{	2454	{
2058	*head = elem->next;	2455	*head = elem->next;
2059	return;	2456	break;
2060	}	2457	}
2061		2458
2062	head = &(*head)->next;	2459	head = &(*head)->next;
2063	}	2460	}
2064	}	2461	}
2065		2462
2066	void inline_speed	2463	/* internal, faster, version of ev_clear_pending */
		2464	inline_speed void
2067	clear_pending (EV_P_ W w)	2465	clear_pending (EV_P_ W w)
2068	{	2466	{
2069	if (w->pending)	2467	if (w->pending)
2070	{	2468	{
2071	pendings [ABSPRI (w)][w->pending - 1].w = 0;	2469	pendings [ABSPRI (w)][w->pending - 1].w = (W)&pending_w;
2072	w->pending = 0;	2470	w->pending = 0;
2073	}	2471	}
2074	}	2472	}
2075		2473
2076	int	2474	int
…		…
2080	int pending = w_->pending;	2478	int pending = w_->pending;
2081		2479
2082	if (expect_true (pending))	2480	if (expect_true (pending))
2083	{	2481	{
2084	ANPENDING *p = pendings [ABSPRI (w_)] + pending - 1;	2482	ANPENDING *p = pendings [ABSPRI (w_)] + pending - 1;
		2483	p->w = (W)&pending_w;
2085	w_->pending = 0;	2484	w_->pending = 0;
2086	p->w = 0;
2087	return p->events;	2485	return p->events;
2088	}	2486	}
2089	else	2487	else
2090	return 0;	2488	return 0;
2091	}	2489	}
2092		2490
2093	void inline_size	2491	inline_size void
2094	pri_adjust (EV_P_ W w)	2492	pri_adjust (EV_P_ W w)
2095	{	2493	{
2096	int pri = w->priority;	2494	int pri = ev_priority (w);
2097	pri = pri < EV_MINPRI ? EV_MINPRI : pri;	2495	pri = pri < EV_MINPRI ? EV_MINPRI : pri;
2098	pri = pri > EV_MAXPRI ? EV_MAXPRI : pri;	2496	pri = pri > EV_MAXPRI ? EV_MAXPRI : pri;
2099	w->priority = pri;	2497	ev_set_priority (w, pri);
2100	}	2498	}
2101		2499
2102	void inline_speed	2500	inline_speed void
2103	ev_start (EV_P_ W w, int active)	2501	ev_start (EV_P_ W w, int active)
2104	{	2502	{
2105	pri_adjust (EV_A_ w);	2503	pri_adjust (EV_A_ w);
2106	w->active = active;	2504	w->active = active;
2107	ev_ref (EV_A);	2505	ev_ref (EV_A);
2108	}	2506	}
2109		2507
2110	void inline_size	2508	inline_size void
2111	ev_stop (EV_P_ W w)	2509	ev_stop (EV_P_ W w)
2112	{	2510	{
2113	ev_unref (EV_A);	2511	ev_unref (EV_A);
2114	w->active = 0;	2512	w->active = 0;
2115	}	2513	}
…		…
2122	int fd = w->fd;	2520	int fd = w->fd;
2123		2521
2124	if (expect_false (ev_is_active (w)))	2522	if (expect_false (ev_is_active (w)))
2125	return;	2523	return;
2126		2524
2127	assert (("ev_io_start called with negative fd", fd >= 0));	2525	assert (("libev: ev_io_start called with negative fd", fd >= 0));
		2526	assert (("libev: ev_io_start called with illegal event mask", !(w->events & ~(EV__IOFDSET | EV_READ | EV_WRITE))));
2128		2527
2129	EV_FREQUENT_CHECK;	2528	EV_FREQUENT_CHECK;
2130		2529
2131	ev_start (EV_A_ (W)w, 1);	2530	ev_start (EV_A_ (W)w, 1);
2132	array_needsize (ANFD, anfds, anfdmax, fd + 1, anfds_init);	2531	array_needsize (ANFD, anfds, anfdmax, fd + 1, array_init_zero);
2133	wlist_add (&anfds[fd].head, (WL)w);	2532	wlist_add (&anfds[fd].head, (WL)w);
2134		2533
2135	fd_change (EV_A_ fd, w->events & EV_IOFDSET | 1);	2534	fd_change (EV_A_ fd, w->events & EV__IOFDSET | EV_ANFD_REIFY);
2136	w->events &= ~EV_IOFDSET;	2535	w->events &= ~EV__IOFDSET;
2137		2536
2138	EV_FREQUENT_CHECK;	2537	EV_FREQUENT_CHECK;
2139	}	2538	}
2140		2539
2141	void noinline	2540	void noinline
…		…
2143	{	2542	{
2144	clear_pending (EV_A_ (W)w);	2543	clear_pending (EV_A_ (W)w);
2145	if (expect_false (!ev_is_active (w)))	2544	if (expect_false (!ev_is_active (w)))
2146	return;	2545	return;
2147		2546
2148	assert (("ev_io_stop called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax));	2547	assert (("libev: ev_io_stop called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax));
2149		2548
2150	EV_FREQUENT_CHECK;	2549	EV_FREQUENT_CHECK;
2151		2550
2152	wlist_del (&anfds[w->fd].head, (WL)w);	2551	wlist_del (&anfds[w->fd].head, (WL)w);
2153	ev_stop (EV_A_ (W)w);	2552	ev_stop (EV_A_ (W)w);
…		…
2163	if (expect_false (ev_is_active (w)))	2562	if (expect_false (ev_is_active (w)))
2164	return;	2563	return;
2165		2564
2166	ev_at (w) += mn_now;	2565	ev_at (w) += mn_now;
2167		2566
2168	assert (("ev_timer_start called with negative timer repeat value", w->repeat >= 0.));	2567	assert (("libev: ev_timer_start called with negative timer repeat value", w->repeat >= 0.));
2169		2568
2170	EV_FREQUENT_CHECK;	2569	EV_FREQUENT_CHECK;
2171		2570
2172	++timercnt;	2571	++timercnt;
2173	ev_start (EV_A_ (W)w, timercnt + HEAP0 - 1);	2572	ev_start (EV_A_ (W)w, timercnt + HEAP0 - 1);
…		…
2176	ANHE_at_cache (timers [ev_active (w)]);	2575	ANHE_at_cache (timers [ev_active (w)]);
2177	upheap (timers, ev_active (w));	2576	upheap (timers, ev_active (w));
2178		2577
2179	EV_FREQUENT_CHECK;	2578	EV_FREQUENT_CHECK;
2180		2579
2181	/*assert (("internal timer heap corruption", timers [ev_active (w)] == (WT)w));*/	2580	/*assert (("libev: internal timer heap corruption", timers [ev_active (w)] == (WT)w));*/
2182	}	2581	}
2183		2582
2184	void noinline	2583	void noinline
2185	ev_timer_stop (EV_P_ ev_timer *w)	2584	ev_timer_stop (EV_P_ ev_timer *w)
2186	{	2585	{
…		…
2191	EV_FREQUENT_CHECK;	2590	EV_FREQUENT_CHECK;
2192		2591
2193	{	2592	{
2194	int active = ev_active (w);	2593	int active = ev_active (w);
2195		2594
2196	assert (("internal timer heap corruption", ANHE_w (timers [active]) == (WT)w));	2595	assert (("libev: internal timer heap corruption", ANHE_w (timers [active]) == (WT)w));
2197		2596
2198	--timercnt;	2597	--timercnt;
2199		2598
2200	if (expect_true (active < timercnt + HEAP0))	2599	if (expect_true (active < timercnt + HEAP0))
2201	{	2600	{
2202	timers [active] = timers [timercnt + HEAP0];	2601	timers [active] = timers [timercnt + HEAP0];
2203	adjustheap (timers, timercnt, active);	2602	adjustheap (timers, timercnt, active);
2204	}	2603	}
2205	}	2604	}
2206		2605
2207	EV_FREQUENT_CHECK;
2208
2209	ev_at (w) -= mn_now;	2606	ev_at (w) -= mn_now;
2210		2607
2211	ev_stop (EV_A_ (W)w);	2608	ev_stop (EV_A_ (W)w);
		2609
		2610	EV_FREQUENT_CHECK;
2212	}	2611	}
2213		2612
2214	void noinline	2613	void noinline
2215	ev_timer_again (EV_P_ ev_timer *w)	2614	ev_timer_again (EV_P_ ev_timer *w)
2216	{	2615	{
…		…
2234	}	2633	}
2235		2634
2236	EV_FREQUENT_CHECK;	2635	EV_FREQUENT_CHECK;
2237	}	2636	}
2238		2637
		2638	ev_tstamp
		2639	ev_timer_remaining (EV_P_ ev_timer *w)
		2640	{
		2641	return ev_at (w) - (ev_is_active (w) ? mn_now : 0.);
		2642	}
		2643
2239	#if EV_PERIODIC_ENABLE	2644	#if EV_PERIODIC_ENABLE
2240	void noinline	2645	void noinline
2241	ev_periodic_start (EV_P_ ev_periodic *w)	2646	ev_periodic_start (EV_P_ ev_periodic *w)
2242	{	2647	{
2243	if (expect_false (ev_is_active (w)))	2648	if (expect_false (ev_is_active (w)))
…		…
2245		2650
2246	if (w->reschedule_cb)	2651	if (w->reschedule_cb)
2247	ev_at (w) = w->reschedule_cb (w, ev_rt_now);	2652	ev_at (w) = w->reschedule_cb (w, ev_rt_now);
2248	else if (w->interval)	2653	else if (w->interval)
2249	{	2654	{
2250	assert (("ev_periodic_start called with negative interval value", w->interval >= 0.));	2655	assert (("libev: ev_periodic_start called with negative interval value", w->interval >= 0.));
2251	/* this formula differs from the one in periodic_reify because we do not always round up */	2656	/* this formula differs from the one in periodic_reify because we do not always round up */
2252	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;	2657	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
2253	}	2658	}
2254	else	2659	else
2255	ev_at (w) = w->offset;	2660	ev_at (w) = w->offset;
…		…
2263	ANHE_at_cache (periodics [ev_active (w)]);	2668	ANHE_at_cache (periodics [ev_active (w)]);
2264	upheap (periodics, ev_active (w));	2669	upheap (periodics, ev_active (w));
2265		2670
2266	EV_FREQUENT_CHECK;	2671	EV_FREQUENT_CHECK;
2267		2672
2268	/*assert (("internal periodic heap corruption", ANHE_w (periodics [ev_active (w)]) == (WT)w));*/	2673	/*assert (("libev: internal periodic heap corruption", ANHE_w (periodics [ev_active (w)]) == (WT)w));*/
2269	}	2674	}
2270		2675
2271	void noinline	2676	void noinline
2272	ev_periodic_stop (EV_P_ ev_periodic *w)	2677	ev_periodic_stop (EV_P_ ev_periodic *w)
2273	{	2678	{
…		…
2278	EV_FREQUENT_CHECK;	2683	EV_FREQUENT_CHECK;
2279		2684
2280	{	2685	{
2281	int active = ev_active (w);	2686	int active = ev_active (w);
2282		2687
2283	assert (("internal periodic heap corruption", ANHE_w (periodics [active]) == (WT)w));	2688	assert (("libev: internal periodic heap corruption", ANHE_w (periodics [active]) == (WT)w));
2284		2689
2285	--periodiccnt;	2690	--periodiccnt;
2286		2691
2287	if (expect_true (active < periodiccnt + HEAP0))	2692	if (expect_true (active < periodiccnt + HEAP0))
2288	{	2693	{
2289	periodics [active] = periodics [periodiccnt + HEAP0];	2694	periodics [active] = periodics [periodiccnt + HEAP0];
2290	adjustheap (periodics, periodiccnt, active);	2695	adjustheap (periodics, periodiccnt, active);
2291	}	2696	}
2292	}	2697	}
2293		2698
2294	EV_FREQUENT_CHECK;
2295
2296	ev_stop (EV_A_ (W)w);	2699	ev_stop (EV_A_ (W)w);
		2700
		2701	EV_FREQUENT_CHECK;
2297	}	2702	}
2298		2703
2299	void noinline	2704	void noinline
2300	ev_periodic_again (EV_P_ ev_periodic *w)	2705	ev_periodic_again (EV_P_ ev_periodic *w)
2301	{	2706	{
…		…
2310	#endif	2715	#endif
2311		2716
2312	void noinline	2717	void noinline
2313	ev_signal_start (EV_P_ ev_signal *w)	2718	ev_signal_start (EV_P_ ev_signal *w)
2314	{	2719	{
2315	#if EV_MULTIPLICITY
2316	assert (("signal watchers are only supported in the default loop", loop == ev_default_loop_ptr));
2317	#endif
2318	if (expect_false (ev_is_active (w)))	2720	if (expect_false (ev_is_active (w)))
2319	return;	2721	return;
2320		2722
2321	assert (("ev_signal_start called with illegal signal number", w->signum > 0));	2723	assert (("libev: ev_signal_start called with illegal signal number", w->signum > 0 && w->signum < EV_NSIG));
2322		2724
2323	evpipe_init (EV_A);	2725	#if EV_MULTIPLICITY
		2726	assert (("libev: a signal must not be attached to two different loops",
		2727	!signals [w->signum - 1].loop || signals [w->signum - 1].loop == loop));
2324		2728
2325	EV_FREQUENT_CHECK;	2729	signals [w->signum - 1].loop = EV_A;
		2730	#endif
2326		2731
		2732	EV_FREQUENT_CHECK;
		2733
		2734	#if EV_USE_SIGNALFD
		2735	if (sigfd == -2)
2327	{	2736	{
2328	#ifndef _WIN32	2737	sigfd = signalfd (-1, &sigfd_set, SFD_NONBLOCK | SFD_CLOEXEC);
2329	sigset_t full, prev;	2738	if (sigfd < 0 && errno == EINVAL)
2330	sigfillset (&full);	2739	sigfd = signalfd (-1, &sigfd_set, 0); /* retry without flags */
2331	sigprocmask (SIG_SETMASK, &full, &prev);
2332	#endif
2333		2740
2334	array_needsize (ANSIG, signals, signalmax, w->signum, signals_init);	2741	if (sigfd >= 0)
		2742	{
		2743	fd_intern (sigfd); /* doing it twice will not hurt */
2335		2744
2336	#ifndef _WIN32	2745	sigemptyset (&sigfd_set);
2337	sigprocmask (SIG_SETMASK, &prev, 0);	2746
2338	#endif	2747	ev_io_init (&sigfd_w, sigfdcb, sigfd, EV_READ);
		2748	ev_set_priority (&sigfd_w, EV_MAXPRI);
		2749	ev_io_start (EV_A_ &sigfd_w);
		2750	ev_unref (EV_A); /* signalfd watcher should not keep loop alive */
		2751	}
2339	}	2752	}
		2753
		2754	if (sigfd >= 0)
		2755	{
		2756	/* TODO: check .head */
		2757	sigaddset (&sigfd_set, w->signum);
		2758	sigprocmask (SIG_BLOCK, &sigfd_set, 0);
		2759
		2760	signalfd (sigfd, &sigfd_set, 0);
		2761	}
		2762	#endif
2340		2763
2341	ev_start (EV_A_ (W)w, 1);	2764	ev_start (EV_A_ (W)w, 1);
2342	wlist_add (&signals [w->signum - 1].head, (WL)w);	2765	wlist_add (&signals [w->signum - 1].head, (WL)w);
2343		2766
2344	if (!((WL)w)->next)	2767	if (!((WL)w)->next)
		2768	# if EV_USE_SIGNALFD
		2769	if (sigfd < 0) /*TODO*/
		2770	# endif
2345	{	2771	{
2346	#if _WIN32	2772	# ifdef _WIN32
		2773	evpipe_init (EV_A);
		2774
2347	signal (w->signum, ev_sighandler);	2775	signal (w->signum, ev_sighandler);
2348	#else	2776	# else
2349	struct sigaction sa;	2777	struct sigaction sa;
		2778
		2779	evpipe_init (EV_A);
		2780
2350	sa.sa_handler = ev_sighandler;	2781	sa.sa_handler = ev_sighandler;
2351	sigfillset (&sa.sa_mask);	2782	sigfillset (&sa.sa_mask);
2352	sa.sa_flags = SA_RESTART; /* if restarting works we save one iteration */	2783	sa.sa_flags = SA_RESTART; /* if restarting works we save one iteration */
2353	sigaction (w->signum, &sa, 0);	2784	sigaction (w->signum, &sa, 0);
		2785
		2786	sigemptyset (&sa.sa_mask);
		2787	sigaddset (&sa.sa_mask, w->signum);
		2788	sigprocmask (SIG_UNBLOCK, &sa.sa_mask, 0);
2354	#endif	2789	#endif
2355	}	2790	}
2356		2791
2357	EV_FREQUENT_CHECK;	2792	EV_FREQUENT_CHECK;
2358	}	2793	}
2359		2794
2360	void noinline	2795	void noinline
…		…
2368		2803
2369	wlist_del (&signals [w->signum - 1].head, (WL)w);	2804	wlist_del (&signals [w->signum - 1].head, (WL)w);
2370	ev_stop (EV_A_ (W)w);	2805	ev_stop (EV_A_ (W)w);
2371		2806
2372	if (!signals [w->signum - 1].head)	2807	if (!signals [w->signum - 1].head)
		2808	{
		2809	#if EV_MULTIPLICITY
		2810	signals [w->signum - 1].loop = 0; /* unattach from signal */
		2811	#endif
		2812	#if EV_USE_SIGNALFD
		2813	if (sigfd >= 0)
		2814	{
		2815	sigset_t ss;
		2816
		2817	sigemptyset (&ss);
		2818	sigaddset (&ss, w->signum);
		2819	sigdelset (&sigfd_set, w->signum);
		2820
		2821	signalfd (sigfd, &sigfd_set, 0);
		2822	sigprocmask (SIG_UNBLOCK, &ss, 0);
		2823	}
		2824	else
		2825	#endif
2373	signal (w->signum, SIG_DFL);	2826	signal (w->signum, SIG_DFL);
		2827	}
2374		2828
2375	EV_FREQUENT_CHECK;	2829	EV_FREQUENT_CHECK;
2376	}	2830	}
2377		2831
2378	void	2832	void
2379	ev_child_start (EV_P_ ev_child *w)	2833	ev_child_start (EV_P_ ev_child *w)
2380	{	2834	{
2381	#if EV_MULTIPLICITY	2835	#if EV_MULTIPLICITY
2382	assert (("child watchers are only supported in the default loop", loop == ev_default_loop_ptr));	2836	assert (("libev: child watchers are only supported in the default loop", loop == ev_default_loop_ptr));
2383	#endif	2837	#endif
2384	if (expect_false (ev_is_active (w)))	2838	if (expect_false (ev_is_active (w)))
2385	return;	2839	return;
2386		2840
2387	EV_FREQUENT_CHECK;	2841	EV_FREQUENT_CHECK;
…		…
2412	# ifdef _WIN32	2866	# ifdef _WIN32
2413	# undef lstat	2867	# undef lstat
2414	# define lstat(a,b) _stati64 (a,b)	2868	# define lstat(a,b) _stati64 (a,b)
2415	# endif	2869	# endif
2416		2870
2417	#define DEF_STAT_INTERVAL 5.0074891	2871	#define DEF_STAT_INTERVAL 5.0074891
		2872	#define NFS_STAT_INTERVAL 30.1074891 /* for filesystems potentially failing inotify */
2418	#define MIN_STAT_INTERVAL 0.1074891	2873	#define MIN_STAT_INTERVAL 0.1074891
2419		2874
2420	static void noinline stat_timer_cb (EV_P_ ev_timer *w_, int revents);	2875	static void noinline stat_timer_cb (EV_P_ ev_timer *w_, int revents);
2421		2876
2422	#if EV_USE_INOTIFY	2877	#if EV_USE_INOTIFY
2423	# define EV_INOTIFY_BUFSIZE 8192	2878
		2879	/* the * 2 is to allow for alignment padding, which for some reason is >> 8 */
		2880	# define EV_INOTIFY_BUFSIZE (sizeof (struct inotify_event) * 2 + NAME_MAX)
2424		2881
2425	static void noinline	2882	static void noinline
2426	infy_add (EV_P_ ev_stat *w)	2883	infy_add (EV_P_ ev_stat *w)
2427	{	2884	{
2428	w->wd = inotify_add_watch (fs_fd, w->path, IN_ATTRIB | IN_DELETE_SELF | IN_MOVE_SELF | IN_MODIFY | IN_DONT_FOLLOW | IN_MASK_ADD);	2885	w->wd = inotify_add_watch (fs_fd, w->path, IN_ATTRIB | IN_DELETE_SELF | IN_MOVE_SELF | IN_MODIFY | IN_DONT_FOLLOW | IN_MASK_ADD);
2429		2886
2430	if (w->wd < 0)	2887	if (w->wd >= 0)
		2888	{
		2889	struct statfs sfs;
		2890
		2891	/* now local changes will be tracked by inotify, but remote changes won't */
		2892	/* unless the filesystem is known to be local, we therefore still poll */
		2893	/* also do poll on <2.6.25, but with normal frequency */
		2894
		2895	if (!fs_2625)
		2896	w->timer.repeat = w->interval ? w->interval : DEF_STAT_INTERVAL;
		2897	else if (!statfs (w->path, &sfs)
		2898	&& (sfs.f_type == 0x1373 /* devfs */
		2899	|| sfs.f_type == 0xEF53 /* ext2/3 */
		2900	|| sfs.f_type == 0x3153464a /* jfs */
		2901	|| sfs.f_type == 0x52654973 /* reiser3 */
		2902	|| sfs.f_type == 0x01021994 /* tempfs */
		2903	|| sfs.f_type == 0x58465342 /* xfs */))
		2904	w->timer.repeat = 0.; /* filesystem is local, kernel new enough */
		2905	else
		2906	w->timer.repeat = w->interval ? w->interval : NFS_STAT_INTERVAL; /* remote, use reduced frequency */
2431	{	2907	}
2432	ev_timer_start (EV_A_ &w->timer); /* this is not race-free, so we still need to recheck periodically */	2908	else
		2909	{
		2910	/* can't use inotify, continue to stat */
		2911	w->timer.repeat = w->interval ? w->interval : DEF_STAT_INTERVAL;
2433		2912
2434	/* monitor some parent directory for speedup hints */	2913	/* if path is not there, monitor some parent directory for speedup hints */
2435	/* note that exceeding the hardcoded limit is not a correctness issue, */	2914	/* note that exceeding the hardcoded path limit is not a correctness issue, */
2436	/* but an efficiency issue only */	2915	/* but an efficiency issue only */
2437	if ((errno == ENOENT || errno == EACCES) && strlen (w->path) < 4096)	2916	if ((errno == ENOENT || errno == EACCES) && strlen (w->path) < 4096)
2438	{	2917	{
2439	char path [4096];	2918	char path [4096];
2440	strcpy (path, w->path);	2919	strcpy (path, w->path);
…		…
2444	int mask = IN_MASK_ADD | IN_DELETE_SELF | IN_MOVE_SELF	2923	int mask = IN_MASK_ADD | IN_DELETE_SELF | IN_MOVE_SELF
2445	| (errno == EACCES ? IN_ATTRIB : IN_CREATE | IN_MOVED_TO);	2924	| (errno == EACCES ? IN_ATTRIB : IN_CREATE | IN_MOVED_TO);
2446		2925
2447	char *pend = strrchr (path, '/');	2926	char *pend = strrchr (path, '/');
2448		2927
2449	if (!pend)	2928	if (!pend || pend == path)
2450	break; /* whoops, no '/', complain to your admin */	2929	break;
2451		2930
2452	*pend = 0;	2931	*pend = 0;
2453	w->wd = inotify_add_watch (fs_fd, path, mask);	2932	w->wd = inotify_add_watch (fs_fd, path, mask);
2454	}	2933	}
2455	while (w->wd < 0 && (errno == ENOENT || errno == EACCES));	2934	while (w->wd < 0 && (errno == ENOENT || errno == EACCES));
2456	}	2935	}
2457	}	2936	}
2458	else
2459	ev_timer_stop (EV_A_ &w->timer); /* we can watch this in a race-free way */
2460		2937
2461	if (w->wd >= 0)	2938	if (w->wd >= 0)
2462	wlist_add (&fs_hash [w->wd & (EV_INOTIFY_HASHSIZE - 1)].head, (WL)w);	2939	wlist_add (&fs_hash [w->wd & (EV_INOTIFY_HASHSIZE - 1)].head, (WL)w);
		2940
		2941	/* now re-arm timer, if required */
		2942	if (ev_is_active (&w->timer)) ev_ref (EV_A);
		2943	ev_timer_again (EV_A_ &w->timer);
		2944	if (ev_is_active (&w->timer)) ev_unref (EV_A);
2463	}	2945	}
2464		2946
2465	static void noinline	2947	static void noinline
2466	infy_del (EV_P_ ev_stat *w)	2948	infy_del (EV_P_ ev_stat *w)
2467	{	2949	{
…		…
2481		2963
2482	static void noinline	2964	static void noinline
2483	infy_wd (EV_P_ int slot, int wd, struct inotify_event *ev)	2965	infy_wd (EV_P_ int slot, int wd, struct inotify_event *ev)
2484	{	2966	{
2485	if (slot < 0)	2967	if (slot < 0)
2486	/* overflow, need to check for all hahs slots */	2968	/* overflow, need to check for all hash slots */
2487	for (slot = 0; slot < EV_INOTIFY_HASHSIZE; ++slot)	2969	for (slot = 0; slot < EV_INOTIFY_HASHSIZE; ++slot)
2488	infy_wd (EV_A_ slot, wd, ev);	2970	infy_wd (EV_A_ slot, wd, ev);
2489	else	2971	else
2490	{	2972	{
2491	WL w_;	2973	WL w_;
…		…
2497		2979
2498	if (w->wd == wd || wd == -1)	2980	if (w->wd == wd || wd == -1)
2499	{	2981	{
2500	if (ev->mask & (IN_IGNORED | IN_UNMOUNT | IN_DELETE_SELF))	2982	if (ev->mask & (IN_IGNORED | IN_UNMOUNT | IN_DELETE_SELF))
2501	{	2983	{
		2984	wlist_del (&fs_hash [slot & (EV_INOTIFY_HASHSIZE - 1)].head, (WL)w);
2502	w->wd = -1;	2985	w->wd = -1;
2503	infy_add (EV_A_ w); /* re-add, no matter what */	2986	infy_add (EV_A_ w); /* re-add, no matter what */
2504	}	2987	}
2505		2988
2506	stat_timer_cb (EV_A_ &w->timer, 0);	2989	stat_timer_cb (EV_A_ &w->timer, 0);
…		…
2511		2994
2512	static void	2995	static void
2513	infy_cb (EV_P_ ev_io *w, int revents)	2996	infy_cb (EV_P_ ev_io *w, int revents)
2514	{	2997	{
2515	char buf [EV_INOTIFY_BUFSIZE];	2998	char buf [EV_INOTIFY_BUFSIZE];
2516	struct inotify_event *ev = (struct inotify_event *)buf;
2517	int ofs;	2999	int ofs;
2518	int len = read (fs_fd, buf, sizeof (buf));	3000	int len = read (fs_fd, buf, sizeof (buf));
2519		3001
2520	for (ofs = 0; ofs < len; ofs += sizeof (struct inotify_event) + ev->len)	3002	for (ofs = 0; ofs < len; )
		3003	{
		3004	struct inotify_event *ev = (struct inotify_event *)(buf + ofs);
2521	infy_wd (EV_A_ ev->wd, ev->wd, ev);	3005	infy_wd (EV_A_ ev->wd, ev->wd, ev);
		3006	ofs += sizeof (struct inotify_event) + ev->len;
		3007	}
2522	}	3008	}
2523		3009
2524	void inline_size	3010	inline_size unsigned int
		3011	ev_linux_version (void)
		3012	{
		3013	struct utsname buf;
		3014	unsigned int v;
		3015	int i;
		3016	char *p = buf.release;
		3017
		3018	if (uname (&buf))
		3019	return 0;
		3020
		3021	for (i = 3+1; --i; )
		3022	{
		3023	unsigned int c = 0;
		3024
		3025	for (;;)
		3026	{
		3027	if (*p >= '0' && *p <= '9')
		3028	c = c * 10 + *p++ - '0';
		3029	else
		3030	{
		3031	p += *p == '.';
		3032	break;
		3033	}
		3034	}
		3035
		3036	v = (v << 8) | c;
		3037	}
		3038
		3039	return v;
		3040	}
		3041
		3042	inline_size void
		3043	ev_check_2625 (EV_P)
		3044	{
		3045	/* kernels < 2.6.25 are borked
		3046	* http://www.ussg.indiana.edu/hypermail/linux/kernel/0711.3/1208.html
		3047	*/
		3048	if (ev_linux_version () < 0x020619)
		3049	return;
		3050
		3051	fs_2625 = 1;
		3052	}
		3053
		3054	inline_size int
		3055	infy_newfd (void)
		3056	{
		3057	#if defined (IN_CLOEXEC) && defined (IN_NONBLOCK)
		3058	int fd = inotify_init1 (IN_CLOEXEC | IN_NONBLOCK);
		3059	if (fd >= 0)
		3060	return fd;
		3061	#endif
		3062	return inotify_init ();
		3063	}
		3064
		3065	inline_size void
2525	infy_init (EV_P)	3066	infy_init (EV_P)
2526	{	3067	{
2527	if (fs_fd != -2)	3068	if (fs_fd != -2)
2528	return;	3069	return;
2529		3070
		3071	fs_fd = -1;
		3072
		3073	ev_check_2625 (EV_A);
		3074
2530	fs_fd = inotify_init ();	3075	fs_fd = infy_newfd ();
2531		3076
2532	if (fs_fd >= 0)	3077	if (fs_fd >= 0)
2533	{	3078	{
		3079	fd_intern (fs_fd);
2534	ev_io_init (&fs_w, infy_cb, fs_fd, EV_READ);	3080	ev_io_init (&fs_w, infy_cb, fs_fd, EV_READ);
2535	ev_set_priority (&fs_w, EV_MAXPRI);	3081	ev_set_priority (&fs_w, EV_MAXPRI);
2536	ev_io_start (EV_A_ &fs_w);	3082	ev_io_start (EV_A_ &fs_w);
		3083	ev_unref (EV_A);
2537	}	3084	}
2538	}	3085	}
2539		3086
2540	void inline_size	3087	inline_size void
2541	infy_fork (EV_P)	3088	infy_fork (EV_P)
2542	{	3089	{
2543	int slot;	3090	int slot;
2544		3091
2545	if (fs_fd < 0)	3092	if (fs_fd < 0)
2546	return;	3093	return;
2547		3094
		3095	ev_ref (EV_A);
		3096	ev_io_stop (EV_A_ &fs_w);
2548	close (fs_fd);	3097	close (fs_fd);
2549	fs_fd = inotify_init ();	3098	fs_fd = infy_newfd ();
		3099
		3100	if (fs_fd >= 0)
		3101	{
		3102	fd_intern (fs_fd);
		3103	ev_io_set (&fs_w, fs_fd, EV_READ);
		3104	ev_io_start (EV_A_ &fs_w);
		3105	ev_unref (EV_A);
		3106	}
2550		3107
2551	for (slot = 0; slot < EV_INOTIFY_HASHSIZE; ++slot)	3108	for (slot = 0; slot < EV_INOTIFY_HASHSIZE; ++slot)
2552	{	3109	{
2553	WL w_ = fs_hash [slot].head;	3110	WL w_ = fs_hash [slot].head;
2554	fs_hash [slot].head = 0;	3111	fs_hash [slot].head = 0;
…		…
2561	w->wd = -1;	3118	w->wd = -1;
2562		3119
2563	if (fs_fd >= 0)	3120	if (fs_fd >= 0)
2564	infy_add (EV_A_ w); /* re-add, no matter what */	3121	infy_add (EV_A_ w); /* re-add, no matter what */
2565	else	3122	else
		3123	{
		3124	w->timer.repeat = w->interval ? w->interval : DEF_STAT_INTERVAL;
		3125	if (ev_is_active (&w->timer)) ev_ref (EV_A);
2566	ev_timer_start (EV_A_ &w->timer);	3126	ev_timer_again (EV_A_ &w->timer);
		3127	if (ev_is_active (&w->timer)) ev_unref (EV_A);
		3128	}
2567	}	3129	}
2568
2569	}	3130	}
2570	}	3131	}
2571		3132
		3133	#endif
		3134
		3135	#ifdef _WIN32
		3136	# define EV_LSTAT(p,b) _stati64 (p, b)
		3137	#else
		3138	# define EV_LSTAT(p,b) lstat (p, b)
2572	#endif	3139	#endif
2573		3140
2574	void	3141	void
2575	ev_stat_stat (EV_P_ ev_stat *w)	3142	ev_stat_stat (EV_P_ ev_stat *w)
2576	{	3143	{
…		…
2583	static void noinline	3150	static void noinline
2584	stat_timer_cb (EV_P_ ev_timer *w_, int revents)	3151	stat_timer_cb (EV_P_ ev_timer *w_, int revents)
2585	{	3152	{
2586	ev_stat *w = (ev_stat *)(((char *)w_) - offsetof (ev_stat, timer));	3153	ev_stat *w = (ev_stat *)(((char *)w_) - offsetof (ev_stat, timer));
2587		3154
2588	/* we copy this here each the time so that */	3155	ev_statdata prev = w->attr;
2589	/* prev has the old value when the callback gets invoked */
2590	w->prev = w->attr;
2591	ev_stat_stat (EV_A_ w);	3156	ev_stat_stat (EV_A_ w);
2592		3157
2593	/* memcmp doesn't work on netbsd, they.... do stuff to their struct stat */	3158	/* memcmp doesn't work on netbsd, they.... do stuff to their struct stat */
2594	if (	3159	if (
2595	w->prev.st_dev != w->attr.st_dev	3160	prev.st_dev != w->attr.st_dev
2596	|| w->prev.st_ino != w->attr.st_ino	3161	|| prev.st_ino != w->attr.st_ino
2597	|| w->prev.st_mode != w->attr.st_mode	3162	|| prev.st_mode != w->attr.st_mode
2598	|| w->prev.st_nlink != w->attr.st_nlink	3163	|| prev.st_nlink != w->attr.st_nlink
2599	|| w->prev.st_uid != w->attr.st_uid	3164	|| prev.st_uid != w->attr.st_uid
2600	|| w->prev.st_gid != w->attr.st_gid	3165	|| prev.st_gid != w->attr.st_gid
2601	|| w->prev.st_rdev != w->attr.st_rdev	3166	|| prev.st_rdev != w->attr.st_rdev
2602	|| w->prev.st_size != w->attr.st_size	3167	|| prev.st_size != w->attr.st_size
2603	|| w->prev.st_atime != w->attr.st_atime	3168	|| prev.st_atime != w->attr.st_atime
2604	|| w->prev.st_mtime != w->attr.st_mtime	3169	|| prev.st_mtime != w->attr.st_mtime
2605	|| w->prev.st_ctime != w->attr.st_ctime	3170	|| prev.st_ctime != w->attr.st_ctime
2606	) {	3171	) {
		3172	/* we only update w->prev on actual differences */
		3173	/* in case we test more often than invoke the callback, */
		3174	/* to ensure that prev is always different to attr */
		3175	w->prev = prev;
		3176
2607	#if EV_USE_INOTIFY	3177	#if EV_USE_INOTIFY
		3178	if (fs_fd >= 0)
		3179	{
2608	infy_del (EV_A_ w);	3180	infy_del (EV_A_ w);
2609	infy_add (EV_A_ w);	3181	infy_add (EV_A_ w);
2610	ev_stat_stat (EV_A_ w); /* avoid race... */	3182	ev_stat_stat (EV_A_ w); /* avoid race... */
		3183	}
2611	#endif	3184	#endif
2612		3185
2613	ev_feed_event (EV_A_ w, EV_STAT);	3186	ev_feed_event (EV_A_ w, EV_STAT);
2614	}	3187	}
2615	}	3188	}
…		…
2618	ev_stat_start (EV_P_ ev_stat *w)	3191	ev_stat_start (EV_P_ ev_stat *w)
2619	{	3192	{
2620	if (expect_false (ev_is_active (w)))	3193	if (expect_false (ev_is_active (w)))
2621	return;	3194	return;
2622		3195
2623	/* since we use memcmp, we need to clear any padding data etc. */
2624	memset (&w->prev, 0, sizeof (ev_statdata));
2625	memset (&w->attr, 0, sizeof (ev_statdata));
2626
2627	ev_stat_stat (EV_A_ w);	3196	ev_stat_stat (EV_A_ w);
2628		3197
		3198	if (w->interval < MIN_STAT_INTERVAL && w->interval)
2629	if (w->interval < MIN_STAT_INTERVAL)	3199	w->interval = MIN_STAT_INTERVAL;
2630	w->interval = w->interval ? MIN_STAT_INTERVAL : DEF_STAT_INTERVAL;
2631		3200
2632	ev_timer_init (&w->timer, stat_timer_cb, w->interval, w->interval);	3201	ev_timer_init (&w->timer, stat_timer_cb, 0., w->interval ? w->interval : DEF_STAT_INTERVAL);
2633	ev_set_priority (&w->timer, ev_priority (w));	3202	ev_set_priority (&w->timer, ev_priority (w));
2634		3203
2635	#if EV_USE_INOTIFY	3204	#if EV_USE_INOTIFY
2636	infy_init (EV_A);	3205	infy_init (EV_A);
2637		3206
2638	if (fs_fd >= 0)	3207	if (fs_fd >= 0)
2639	infy_add (EV_A_ w);	3208	infy_add (EV_A_ w);
2640	else	3209	else
2641	#endif	3210	#endif
		3211	{
2642	ev_timer_start (EV_A_ &w->timer);	3212	ev_timer_again (EV_A_ &w->timer);
		3213	ev_unref (EV_A);
		3214	}
2643		3215
2644	ev_start (EV_A_ (W)w, 1);	3216	ev_start (EV_A_ (W)w, 1);
2645		3217
2646	EV_FREQUENT_CHECK;	3218	EV_FREQUENT_CHECK;
2647	}	3219	}
…		…
2656	EV_FREQUENT_CHECK;	3228	EV_FREQUENT_CHECK;
2657		3229
2658	#if EV_USE_INOTIFY	3230	#if EV_USE_INOTIFY
2659	infy_del (EV_A_ w);	3231	infy_del (EV_A_ w);
2660	#endif	3232	#endif
		3233
		3234	if (ev_is_active (&w->timer))
		3235	{
		3236	ev_ref (EV_A);
2661	ev_timer_stop (EV_A_ &w->timer);	3237	ev_timer_stop (EV_A_ &w->timer);
		3238	}
2662		3239
2663	ev_stop (EV_A_ (W)w);	3240	ev_stop (EV_A_ (W)w);
2664		3241
2665	EV_FREQUENT_CHECK;	3242	EV_FREQUENT_CHECK;
2666	}	3243	}
…		…
2807	embed_prepare_cb (EV_P_ ev_prepare *prepare, int revents)	3384	embed_prepare_cb (EV_P_ ev_prepare *prepare, int revents)
2808	{	3385	{
2809	ev_embed *w = (ev_embed *)(((char *)prepare) - offsetof (ev_embed, prepare));	3386	ev_embed *w = (ev_embed *)(((char *)prepare) - offsetof (ev_embed, prepare));
2810		3387
2811	{	3388	{
2812	struct ev_loop *loop = w->other;	3389	EV_P = w->other;
2813		3390
2814	while (fdchangecnt)	3391	while (fdchangecnt)
2815	{	3392	{
2816	fd_reify (EV_A);	3393	fd_reify (EV_A);
2817	ev_loop (EV_A_ EVLOOP_NONBLOCK);	3394	ev_loop (EV_A_ EVLOOP_NONBLOCK);
2818	}	3395	}
2819	}	3396	}
2820	}	3397	}
2821		3398
		3399	static void
		3400	embed_fork_cb (EV_P_ ev_fork *fork_w, int revents)
		3401	{
		3402	ev_embed *w = (ev_embed *)(((char *)fork_w) - offsetof (ev_embed, fork));
		3403
		3404	ev_embed_stop (EV_A_ w);
		3405
		3406	{
		3407	EV_P = w->other;
		3408
		3409	ev_loop_fork (EV_A);
		3410	ev_loop (EV_A_ EVLOOP_NONBLOCK);
		3411	}
		3412
		3413	ev_embed_start (EV_A_ w);
		3414	}
		3415
2822	#if 0	3416	#if 0
2823	static void	3417	static void
2824	embed_idle_cb (EV_P_ ev_idle *idle, int revents)	3418	embed_idle_cb (EV_P_ ev_idle *idle, int revents)
2825	{	3419	{
2826	ev_idle_stop (EV_A_ idle);	3420	ev_idle_stop (EV_A_ idle);
…		…
2832	{	3426	{
2833	if (expect_false (ev_is_active (w)))	3427	if (expect_false (ev_is_active (w)))
2834	return;	3428	return;
2835		3429
2836	{	3430	{
2837	struct ev_loop *loop = w->other;	3431	EV_P = w->other;
2838	assert (("loop to be embedded is not embeddable", backend & ev_embeddable_backends ()));	3432	assert (("libev: loop to be embedded is not embeddable", backend & ev_embeddable_backends ()));
2839	ev_io_init (&w->io, embed_io_cb, backend_fd, EV_READ);	3433	ev_io_init (&w->io, embed_io_cb, backend_fd, EV_READ);
2840	}	3434	}
2841		3435
2842	EV_FREQUENT_CHECK;	3436	EV_FREQUENT_CHECK;
2843		3437
…		…
2846		3440
2847	ev_prepare_init (&w->prepare, embed_prepare_cb);	3441	ev_prepare_init (&w->prepare, embed_prepare_cb);
2848	ev_set_priority (&w->prepare, EV_MINPRI);	3442	ev_set_priority (&w->prepare, EV_MINPRI);
2849	ev_prepare_start (EV_A_ &w->prepare);	3443	ev_prepare_start (EV_A_ &w->prepare);
2850		3444
		3445	ev_fork_init (&w->fork, embed_fork_cb);
		3446	ev_fork_start (EV_A_ &w->fork);
		3447
2851	/*ev_idle_init (&w->idle, e,bed_idle_cb);*/	3448	/*ev_idle_init (&w->idle, e,bed_idle_cb);*/
2852		3449
2853	ev_start (EV_A_ (W)w, 1);	3450	ev_start (EV_A_ (W)w, 1);
2854		3451
2855	EV_FREQUENT_CHECK;	3452	EV_FREQUENT_CHECK;
…		…
2862	if (expect_false (!ev_is_active (w)))	3459	if (expect_false (!ev_is_active (w)))
2863	return;	3460	return;
2864		3461
2865	EV_FREQUENT_CHECK;	3462	EV_FREQUENT_CHECK;
2866		3463
2867	ev_io_stop (EV_A_ &w->io);	3464	ev_io_stop (EV_A_ &w->io);
2868	ev_prepare_stop (EV_A_ &w->prepare);	3465	ev_prepare_stop (EV_A_ &w->prepare);
		3466	ev_fork_stop (EV_A_ &w->fork);
2869		3467
2870	ev_stop (EV_A_ (W)w);	3468	ev_stop (EV_A_ (W)w);
2871		3469
2872	EV_FREQUENT_CHECK;	3470	EV_FREQUENT_CHECK;
2873	}	3471	}
…		…
2952		3550
2953	void	3551	void
2954	ev_async_send (EV_P_ ev_async *w)	3552	ev_async_send (EV_P_ ev_async *w)
2955	{	3553	{
2956	w->sent = 1;	3554	w->sent = 1;
2957	evpipe_write (EV_A_ &gotasync);	3555	evpipe_write (EV_A_ &async_pending);
2958	}	3556	}
2959	#endif	3557	#endif
2960		3558
2961	/*****************************************************************************/	3559	/*****************************************************************************/
2962		3560
…		…
2972	once_cb (EV_P_ struct ev_once *once, int revents)	3570	once_cb (EV_P_ struct ev_once *once, int revents)
2973	{	3571	{
2974	void (*cb)(int revents, void *arg) = once->cb;	3572	void (*cb)(int revents, void *arg) = once->cb;
2975	void *arg = once->arg;	3573	void *arg = once->arg;
2976		3574
2977	ev_io_stop (EV_A_ &once->io);	3575	ev_io_stop (EV_A_ &once->io);
2978	ev_timer_stop (EV_A_ &once->to);	3576	ev_timer_stop (EV_A_ &once->to);
2979	ev_free (once);	3577	ev_free (once);
2980		3578
2981	cb (revents, arg);	3579	cb (revents, arg);
2982	}	3580	}
2983		3581
2984	static void	3582	static void
2985	once_cb_io (EV_P_ ev_io *w, int revents)	3583	once_cb_io (EV_P_ ev_io *w, int revents)
2986	{	3584	{
2987	once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, io)), revents);	3585	struct ev_once *once = (struct ev_once *)(((char *)w) - offsetof (struct ev_once, io));
		3586
		3587	once_cb (EV_A_ once, revents | ev_clear_pending (EV_A_ &once->to));
2988	}	3588	}
2989		3589
2990	static void	3590	static void
2991	once_cb_to (EV_P_ ev_timer *w, int revents)	3591	once_cb_to (EV_P_ ev_timer *w, int revents)
2992	{	3592	{
2993	once_cb (EV_A_ (struct ev_once *)(((char *)w) - offsetof (struct ev_once, to)), revents);	3593	struct ev_once *once = (struct ev_once *)(((char *)w) - offsetof (struct ev_once, to));
		3594
		3595	once_cb (EV_A_ once, revents | ev_clear_pending (EV_A_ &once->io));
2994	}	3596	}
2995		3597
2996	void	3598	void
2997	ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg)	3599	ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg)
2998	{	3600	{
…		…
3020	ev_timer_set (&once->to, timeout, 0.);	3622	ev_timer_set (&once->to, timeout, 0.);
3021	ev_timer_start (EV_A_ &once->to);	3623	ev_timer_start (EV_A_ &once->to);
3022	}	3624	}
3023	}	3625	}
3024		3626
		3627	/*****************************************************************************/
		3628
		3629	#if EV_WALK_ENABLE
		3630	void
		3631	ev_walk (EV_P_ int types, void (*cb)(EV_P_ int type, void *w))
		3632	{
		3633	int i, j;
		3634	ev_watcher_list *wl, *wn;
		3635
		3636	if (types & (EV_IO | EV_EMBED))
		3637	for (i = 0; i < anfdmax; ++i)
		3638	for (wl = anfds [i].head; wl; )
		3639	{
		3640	wn = wl->next;
		3641
		3642	#if EV_EMBED_ENABLE
		3643	if (ev_cb ((ev_io *)wl) == embed_io_cb)
		3644	{
		3645	if (types & EV_EMBED)
		3646	cb (EV_A_ EV_EMBED, ((char *)wl) - offsetof (struct ev_embed, io));
		3647	}
		3648	else
		3649	#endif
		3650	#if EV_USE_INOTIFY
		3651	if (ev_cb ((ev_io *)wl) == infy_cb)
		3652	;
		3653	else
		3654	#endif
		3655	if ((ev_io *)wl != &pipe_w)
		3656	if (types & EV_IO)
		3657	cb (EV_A_ EV_IO, wl);
		3658
		3659	wl = wn;
		3660	}
		3661
		3662	if (types & (EV_TIMER | EV_STAT))
		3663	for (i = timercnt + HEAP0; i-- > HEAP0; )
		3664	#if EV_STAT_ENABLE
		3665	/*TODO: timer is not always active*/
		3666	if (ev_cb ((ev_timer *)ANHE_w (timers [i])) == stat_timer_cb)
		3667	{
		3668	if (types & EV_STAT)
		3669	cb (EV_A_ EV_STAT, ((char *)ANHE_w (timers [i])) - offsetof (struct ev_stat, timer));
		3670	}
		3671	else
		3672	#endif
		3673	if (types & EV_TIMER)
		3674	cb (EV_A_ EV_TIMER, ANHE_w (timers [i]));
		3675
		3676	#if EV_PERIODIC_ENABLE
		3677	if (types & EV_PERIODIC)
		3678	for (i = periodiccnt + HEAP0; i-- > HEAP0; )
		3679	cb (EV_A_ EV_PERIODIC, ANHE_w (periodics [i]));
		3680	#endif
		3681
		3682	#if EV_IDLE_ENABLE
		3683	if (types & EV_IDLE)
		3684	for (j = NUMPRI; i--; )
		3685	for (i = idlecnt [j]; i--; )
		3686	cb (EV_A_ EV_IDLE, idles [j][i]);
		3687	#endif
		3688
		3689	#if EV_FORK_ENABLE
		3690	if (types & EV_FORK)
		3691	for (i = forkcnt; i--; )
		3692	if (ev_cb (forks [i]) != embed_fork_cb)
		3693	cb (EV_A_ EV_FORK, forks [i]);
		3694	#endif
		3695
		3696	#if EV_ASYNC_ENABLE
		3697	if (types & EV_ASYNC)
		3698	for (i = asynccnt; i--; )
		3699	cb (EV_A_ EV_ASYNC, asyncs [i]);
		3700	#endif
		3701
		3702	if (types & EV_PREPARE)
		3703	for (i = preparecnt; i--; )
		3704	#if EV_EMBED_ENABLE
		3705	if (ev_cb (prepares [i]) != embed_prepare_cb)
		3706	#endif
		3707	cb (EV_A_ EV_PREPARE, prepares [i]);
		3708
		3709	if (types & EV_CHECK)
		3710	for (i = checkcnt; i--; )
		3711	cb (EV_A_ EV_CHECK, checks [i]);
		3712
		3713	if (types & EV_SIGNAL)
		3714	for (i = 0; i < EV_NSIG - 1; ++i)
		3715	for (wl = signals [i].head; wl; )
		3716	{
		3717	wn = wl->next;
		3718	cb (EV_A_ EV_SIGNAL, wl);
		3719	wl = wn;
		3720	}
		3721
		3722	if (types & EV_CHILD)
		3723	for (i = EV_PID_HASHSIZE; i--; )
		3724	for (wl = childs [i]; wl; )
		3725	{
		3726	wn = wl->next;
		3727	cb (EV_A_ EV_CHILD, wl);
		3728	wl = wn;
		3729	}
		3730	/* EV_STAT 0x00001000 /* stat data changed */
		3731	/* EV_EMBED 0x00010000 /* embedded event loop needs sweep */
		3732	}
		3733	#endif
		3734
3025	#if EV_MULTIPLICITY	3735	#if EV_MULTIPLICITY
3026	#include "ev_wrap.h"	3736	#include "ev_wrap.h"
3027	#endif	3737	#endif
3028		3738
3029	#ifdef __cplusplus	3739	#ifdef __cplusplus

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines