[ViewVC] Diff of: cvs/libev/ev.c

Comparing libev/ev.c (file contents):
Revision 1.245 by root, Wed May 21 00:26:01 2008 UTC vs.
Revision 1.267 by root, Mon Oct 27 11:08:29 2008 UTC

…		…
126	# define EV_USE_EVENTFD 1	126	# define EV_USE_EVENTFD 1
127	# else	127	# else
128	# define EV_USE_EVENTFD 0	128	# define EV_USE_EVENTFD 0
129	# endif	129	# endif
130	# endif	130	# endif
131		131
132	#endif	132	#endif
133		133
134	#include <math.h>	134	#include <math.h>
135	#include <stdlib.h>	135	#include <stdlib.h>
136	#include <fcntl.h>	136	#include <fcntl.h>
…		…
154	#ifndef _WIN32	154	#ifndef _WIN32
155	# include <sys/time.h>	155	# include <sys/time.h>
156	# include <sys/wait.h>	156	# include <sys/wait.h>
157	# include <unistd.h>	157	# include <unistd.h>
158	#else	158	#else
		159	# include <io.h>
159	# define WIN32_LEAN_AND_MEAN	160	# define WIN32_LEAN_AND_MEAN
160	# include <windows.h>	161	# include <windows.h>
161	# ifndef EV_SELECT_IS_WINSOCKET	162	# ifndef EV_SELECT_IS_WINSOCKET
162	# define EV_SELECT_IS_WINSOCKET 1	163	# define EV_SELECT_IS_WINSOCKET 1
163	# endif	164	# endif
164	#endif	165	#endif
165		166
166	/* this block tries to deduce configuration from header-defined symbols and defaults */	167	/* this block tries to deduce configuration from header-defined symbols and defaults */
167		168
168	#ifndef EV_USE_MONOTONIC	169	#ifndef EV_USE_MONOTONIC
		170	# if defined (_POSIX_MONOTONIC_CLOCK) && _POSIX_MONOTONIC_CLOCK >= 0
		171	# define EV_USE_MONOTONIC 1
		172	# else
169	# define EV_USE_MONOTONIC 0	173	# define EV_USE_MONOTONIC 0
		174	# endif
170	#endif	175	#endif
171		176
172	#ifndef EV_USE_REALTIME	177	#ifndef EV_USE_REALTIME
173	# define EV_USE_REALTIME 0	178	# define EV_USE_REALTIME 0
174	#endif	179	#endif
175		180
176	#ifndef EV_USE_NANOSLEEP	181	#ifndef EV_USE_NANOSLEEP
		182	# if _POSIX_C_SOURCE >= 199309L
		183	# define EV_USE_NANOSLEEP 1
		184	# else
177	# define EV_USE_NANOSLEEP 0	185	# define EV_USE_NANOSLEEP 0
		186	# endif
178	#endif	187	#endif
179		188
180	#ifndef EV_USE_SELECT	189	#ifndef EV_USE_SELECT
181	# define EV_USE_SELECT 1	190	# define EV_USE_SELECT 1
182	#endif	191	#endif
…		…
235	# else	244	# else
236	# define EV_USE_EVENTFD 0	245	# define EV_USE_EVENTFD 0
237	# endif	246	# endif
238	#endif	247	#endif
239		248
		249	#if 0 /* debugging */
		250	# define EV_VERIFY 3
		251	# define EV_USE_4HEAP 1
		252	# define EV_HEAP_CACHE_AT 1
		253	#endif
		254
		255	#ifndef EV_VERIFY
		256	# define EV_VERIFY !EV_MINIMAL
		257	#endif
		258
240	#ifndef EV_USE_4HEAP	259	#ifndef EV_USE_4HEAP
241	# define EV_USE_4HEAP !EV_MINIMAL	260	# define EV_USE_4HEAP !EV_MINIMAL
242	#endif	261	#endif
243		262
244	#ifndef EV_HEAP_CACHE_AT	263	#ifndef EV_HEAP_CACHE_AT
…		…
267	# include <sys/select.h>	286	# include <sys/select.h>
268	# endif	287	# endif
269	#endif	288	#endif
270		289
271	#if EV_USE_INOTIFY	290	#if EV_USE_INOTIFY
		291	# include <sys/utsname.h>
272	# include <sys/inotify.h>	292	# include <sys/inotify.h>
		293	/* some very old inotify.h headers don't have IN_DONT_FOLLOW */
		294	# ifndef IN_DONT_FOLLOW
		295	# undef EV_USE_INOTIFY
		296	# define EV_USE_INOTIFY 0
		297	# endif
273	#endif	298	#endif
274		299
275	#if EV_SELECT_IS_WINSOCKET	300	#if EV_SELECT_IS_WINSOCKET
276	# include <winsock.h>	301	# include <winsock.h>
277	#endif	302	#endif
…		…
287	}	312	}
288	# endif	313	# endif
289	#endif	314	#endif
290		315
291	/**/	316	/**/
		317
		318	#if EV_VERIFY >= 3
		319	# define EV_FREQUENT_CHECK ev_loop_verify (EV_A)
		320	#else
		321	# define EV_FREQUENT_CHECK do { } while (0)
		322	#endif
292		323
293	/*	324	/*
294	* This is used to avoid floating point rounding problems.	325	* This is used to avoid floating point rounding problems.
295	* It is added to ev_rt_now when scheduling periodics	326	* It is added to ev_rt_now when scheduling periodics
296	* to ensure progress, time-wise, even when rounding	327	* to ensure progress, time-wise, even when rounding
…		…
418	typedef struct	449	typedef struct
419	{	450	{
420	WL head;	451	WL head;
421	unsigned char events;	452	unsigned char events;
422	unsigned char reify;	453	unsigned char reify;
		454	unsigned char emask; /* the epoll backend stores the actual kernel mask in here */
		455	unsigned char egen; /* generation counter to counter epoll bugs */
423	#if EV_SELECT_IS_WINSOCKET	456	#if EV_SELECT_IS_WINSOCKET
424	SOCKET handle;	457	SOCKET handle;
425	#endif	458	#endif
426	} ANFD;	459	} ANFD;
427		460
…		…
444	typedef struct {	477	typedef struct {
445	ev_tstamp at;	478	ev_tstamp at;
446	WT w;	479	WT w;
447	} ANHE;	480	} ANHE;
448		481
449	#define ANHE_w(he) (he).w /* access watcher, read-write */	482	#define ANHE_w(he) (he).w /* access watcher, read-write */
450	#define ANHE_at(he) (he).at /* access cached at, read-only */	483	#define ANHE_at(he) (he).at /* access cached at, read-only */
451	#define ANHE_at_set(he) (he).at = (he).w->at /* update at from watcher */	484	#define ANHE_at_cache(he) (he).at = (he).w->at /* update at from watcher */
452	#else	485	#else
453	typedef WT ANHE;	486	typedef WT ANHE;
454		487
455	#define ANHE_w(he) (he)	488	#define ANHE_w(he) (he)
456	#define ANHE_at(he) (he)->at	489	#define ANHE_at(he) (he)->at
457	#define ANHE_at_set(he)	490	#define ANHE_at_cache(he)
458	#endif	491	#endif
459		492
460	#if EV_MULTIPLICITY	493	#if EV_MULTIPLICITY
461		494
462	struct ev_loop	495	struct ev_loop
…		…
540	struct timeval tv;	573	struct timeval tv;
541		574
542	tv.tv_sec = (time_t)delay;	575	tv.tv_sec = (time_t)delay;
543	tv.tv_usec = (long)((delay - (ev_tstamp)(tv.tv_sec)) * 1e6);	576	tv.tv_usec = (long)((delay - (ev_tstamp)(tv.tv_sec)) * 1e6);
544		577
		578	/* here we rely on sys/time.h + sys/types.h + unistd.h providing select */
		579	/* somehting nto guaranteed by newer posix versions, but guaranteed */
		580	/* by older ones */
545	select (0, 0, 0, 0, &tv);	581	select (0, 0, 0, 0, &tv);
546	#endif	582	#endif
547	}	583	}
548	}	584	}
549		585
…		…
576	array_realloc (int elem, void base, int cur, int cnt)	612	array_realloc (int elem, void base, int cur, int cnt)
577	{	613	{
578	cur = array_nextsize (elem, cur, cnt);	614	cur = array_nextsize (elem, cur, cnt);
579	return ev_realloc (base, elem * *cur);	615	return ev_realloc (base, elem * *cur);
580	}	616	}
		617
		618	#define array_init_zero(base,count) \
		619	memset ((void )(base), 0, sizeof ((base)) * (count))
581		620
582	#define array_needsize(type,base,cur,cnt,init) \	621	#define array_needsize(type,base,cur,cnt,init) \
583	if (expect_false ((cnt) > (cur))) \	622	if (expect_false ((cnt) > (cur))) \
584	{ \	623	{ \
585	int ocur_ = (cur); \	624	int ocur_ = (cur); \
…		…
629	ev_feed_event (EV_A_ events [i], type);	668	ev_feed_event (EV_A_ events [i], type);
630	}	669	}
631		670
632	/*****************************************************************************/	671	/*****************************************************************************/
633		672
634	void inline_size
635	anfds_init (ANFD *base, int count)
636	{
637	while (count--)
638	{
639	base->head = 0;
640	base->events = EV_NONE;
641	base->reify = 0;
642
643	++base;
644	}
645	}
646
647	void inline_speed	673	void inline_speed
648	fd_event (EV_P_ int fd, int revents)	674	fd_event (EV_P_ int fd, int revents)
649	{	675	{
650	ANFD *anfd = anfds + fd;	676	ANFD *anfd = anfds + fd;
651	ev_io *w;	677	ev_io *w;
…		…
683	events \|= (unsigned char)w->events;	709	events \|= (unsigned char)w->events;
684		710
685	#if EV_SELECT_IS_WINSOCKET	711	#if EV_SELECT_IS_WINSOCKET
686	if (events)	712	if (events)
687	{	713	{
688	unsigned long argp;	714	unsigned long arg;
689	#ifdef EV_FD_TO_WIN32_HANDLE	715	#ifdef EV_FD_TO_WIN32_HANDLE
690	anfd->handle = EV_FD_TO_WIN32_HANDLE (fd);	716	anfd->handle = EV_FD_TO_WIN32_HANDLE (fd);
691	#else	717	#else
692	anfd->handle = _get_osfhandle (fd);	718	anfd->handle = _get_osfhandle (fd);
693	#endif	719	#endif
694	assert (("libev only supports socket fds in this configuration", ioctlsocket (anfd->handle, FIONREAD, &argp) == 0));	720	assert (("libev only supports socket fds in this configuration", ioctlsocket (anfd->handle, FIONREAD, &arg) == 0));
695	}	721	}
696	#endif	722	#endif
697		723
698	{	724	{
699	unsigned char o_events = anfd->events;	725	unsigned char o_events = anfd->events;
…		…
752	{	778	{
753	int fd;	779	int fd;
754		780
755	for (fd = 0; fd < anfdmax; ++fd)	781	for (fd = 0; fd < anfdmax; ++fd)
756	if (anfds [fd].events)	782	if (anfds [fd].events)
757	if (!fd_valid (fd) == -1 && errno == EBADF)	783	if (!fd_valid (fd) && errno == EBADF)
758	fd_kill (EV_A_ fd);	784	fd_kill (EV_A_ fd);
759	}	785	}
760		786
761	/* called on ENOMEM in select/poll to kill some fds and retry */	787	/* called on ENOMEM in select/poll to kill some fds and retry */
762	static void noinline	788	static void noinline
…		…
802	*/	828	*/
803	#if EV_USE_4HEAP	829	#if EV_USE_4HEAP
804		830
805	#define DHEAP 4	831	#define DHEAP 4
806	#define HEAP0 (DHEAP - 1) /* index of first element in heap */	832	#define HEAP0 (DHEAP - 1) /* index of first element in heap */
807		833	#define HPARENT(k) ((((k) - HEAP0 - 1) / DHEAP) + HEAP0)
808	/* towards the root */	834	#define UPHEAP_DONE(p,k) ((p) == (k))
809	void inline_speed
810	upheap (ANHE *heap, int k)
811	{
812	ANHE he = heap [k];
813
814	for (;;)
815	{
816	int p = ((k - HEAP0 - 1) / DHEAP) + HEAP0;
817
818	if (p == k \|\| ANHE_at (heap [p]) <= ANHE_at (he))
819	break;
820
821	heap [k] = heap [p];
822	ev_active (ANHE_w (heap [k])) = k;
823	k = p;
824	}
825
826	ev_active (ANHE_w (he)) = k;
827	heap [k] = he;
828	}
829		835
830	/* away from the root */	836	/* away from the root */
831	void inline_speed	837	void inline_speed
832	downheap (ANHE *heap, int N, int k)	838	downheap (ANHE *heap, int N, int k)
833	{	839	{
…		…
836		842
837	for (;;)	843	for (;;)
838	{	844	{
839	ev_tstamp minat;	845	ev_tstamp minat;
840	ANHE *minpos;	846	ANHE *minpos;
841	ANHE pos = heap + DHEAP (k - HEAP0) + HEAP0;	847	ANHE pos = heap + DHEAP (k - HEAP0) + HEAP0 + 1;
842		848
843	// find minimum child	849	/* find minimum child */
844	if (expect_true (pos + DHEAP - 1 < E))	850	if (expect_true (pos + DHEAP - 1 < E))
845	{	851	{
846	/* fast path / (minpos = pos + 0), (minat = ANHE_at (minpos));	852	/* fast path / (minpos = pos + 0), (minat = ANHE_at (minpos));
847	if ( ANHE_at (pos [1]) < minat) (minpos = pos + 1), (minat = ANHE_at (*minpos));	853	if ( ANHE_at (pos [1]) < minat) (minpos = pos + 1), (minat = ANHE_at (*minpos));
848	if ( ANHE_at (pos [2]) < minat) (minpos = pos + 2), (minat = ANHE_at (*minpos));	854	if ( ANHE_at (pos [2]) < minat) (minpos = pos + 2), (minat = ANHE_at (*minpos));
…		…
859	break;	865	break;
860		866
861	if (ANHE_at (he) <= minat)	867	if (ANHE_at (he) <= minat)
862	break;	868	break;
863		869
		870	heap [k] = *minpos;
864	ev_active (ANHE_w (*minpos)) = k;	871	ev_active (ANHE_w (*minpos)) = k;
865	heap [k] = *minpos;
866		872
867	k = minpos - heap;	873	k = minpos - heap;
868	}	874	}
869		875
		876	heap [k] = he;
870	ev_active (ANHE_w (he)) = k;	877	ev_active (ANHE_w (he)) = k;
871	heap [k] = he;
872	}	878	}
873		879
874	#else // 4HEAP	880	#else /* 4HEAP */
875		881
876	#define HEAP0 1	882	#define HEAP0 1
877		883	#define HPARENT(k) ((k) >> 1)
878	/* towards the root */	884	#define UPHEAP_DONE(p,k) (!(p))
879	void inline_speed
880	upheap (ANHE *heap, int k)
881	{
882	ANHE he = heap [k];
883
884	for (;;)
885	{
886	int p = k >> 1;
887
888	/* maybe we could use a dummy element at heap [0]? */
889	if (!p \|\| ANHE_at (heap [p]) <= ANHE_at (he))
890	break;
891
892	heap [k] = heap [p];
893	ev_active (ANHE_w (heap [k])) = k;
894	k = p;
895	}
896
897	heap [k] = he;
898	ev_active (ANHE_w (heap [k])) = k;
899	}
900		885
901	/* away from the root */	886	/* away from the root */
902	void inline_speed	887	void inline_speed
903	downheap (ANHE *heap, int N, int k)	888	downheap (ANHE *heap, int N, int k)
904	{	889	{
…		…
906		891
907	for (;;)	892	for (;;)
908	{	893	{
909	int c = k << 1;	894	int c = k << 1;
910		895
911	if (c > N)	896	if (c > N + HEAP0 - 1)
912	break;	897	break;
913		898
914	c += c + 1 < N && ANHE_at (heap [c]) > ANHE_at (heap [c + 1])	899	c += c + 1 < N + HEAP0 && ANHE_at (heap [c]) > ANHE_at (heap [c + 1])
915	? 1 : 0;	900	? 1 : 0;
916		901
917	if (ANHE_at (he) <= ANHE_at (heap [c]))	902	if (ANHE_at (he) <= ANHE_at (heap [c]))
918	break;	903	break;
919		904
…		…
926	heap [k] = he;	911	heap [k] = he;
927	ev_active (ANHE_w (he)) = k;	912	ev_active (ANHE_w (he)) = k;
928	}	913	}
929	#endif	914	#endif
930		915
		916	/* towards the root */
		917	void inline_speed
		918	upheap (ANHE *heap, int k)
		919	{
		920	ANHE he = heap [k];
		921
		922	for (;;)
		923	{
		924	int p = HPARENT (k);
		925
		926	if (UPHEAP_DONE (p, k) \|\| ANHE_at (heap [p]) <= ANHE_at (he))
		927	break;
		928
		929	heap [k] = heap [p];
		930	ev_active (ANHE_w (heap [k])) = k;
		931	k = p;
		932	}
		933
		934	heap [k] = he;
		935	ev_active (ANHE_w (he)) = k;
		936	}
		937
931	void inline_size	938	void inline_size
932	adjustheap (ANHE *heap, int N, int k)	939	adjustheap (ANHE *heap, int N, int k)
933	{	940	{
		941	if (k > HEAP0 && ANHE_at (heap [HPARENT (k)]) >= ANHE_at (heap [k]))
934	upheap (heap, k);	942	upheap (heap, k);
		943	else
935	downheap (heap, N, k);	944	downheap (heap, N, k);
		945	}
		946
		947	/* rebuild the heap: this function is used only once and executed rarely */
		948	void inline_size
		949	reheap (ANHE *heap, int N)
		950	{
		951	int i;
		952
		953	/* we don't use floyds algorithm, upheap is simpler and is more cache-efficient */
		954	/* also, this is easy to implement and correct for both 2-heaps and 4-heaps */
		955	for (i = 0; i < N; ++i)
		956	upheap (heap, i + HEAP0);
936	}	957	}
937		958
938	/*****************************************************************************/	959	/*****************************************************************************/
939		960
940	typedef struct	961	typedef struct
…		…
946	static ANSIG *signals;	967	static ANSIG *signals;
947	static int signalmax;	968	static int signalmax;
948		969
949	static EV_ATOMIC_T gotsig;	970	static EV_ATOMIC_T gotsig;
950		971
951	void inline_size
952	signals_init (ANSIG *base, int count)
953	{
954	while (count--)
955	{
956	base->head = 0;
957	base->gotsig = 0;
958
959	++base;
960	}
961	}
962
963	/*****************************************************************************/	972	/*****************************************************************************/
964		973
965	void inline_speed	974	void inline_speed
966	fd_intern (int fd)	975	fd_intern (int fd)
967	{	976	{
968	#ifdef _WIN32	977	#ifdef _WIN32
969	int arg = 1;	978	unsigned long arg = 1;
970	ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg);	979	ioctlsocket (_get_osfhandle (fd), FIONBIO, &arg);
971	#else	980	#else
972	fcntl (fd, F_SETFD, FD_CLOEXEC);	981	fcntl (fd, F_SETFD, FD_CLOEXEC);
973	fcntl (fd, F_SETFL, O_NONBLOCK);	982	fcntl (fd, F_SETFL, O_NONBLOCK);
974	#endif	983	#endif
…		…
1458		1467
1459	postfork = 0;	1468	postfork = 0;
1460	}	1469	}
1461		1470
1462	#if EV_MULTIPLICITY	1471	#if EV_MULTIPLICITY
		1472
1463	struct ev_loop *	1473	struct ev_loop *
1464	ev_loop_new (unsigned int flags)	1474	ev_loop_new (unsigned int flags)
1465	{	1475	{
1466	struct ev_loop loop = (struct ev_loop )ev_malloc (sizeof (struct ev_loop));	1476	struct ev_loop loop = (struct ev_loop )ev_malloc (sizeof (struct ev_loop));
1467		1477
…		…
1485	void	1495	void
1486	ev_loop_fork (EV_P)	1496	ev_loop_fork (EV_P)
1487	{	1497	{
1488	postfork = 1; /* must be in line with ev_default_fork */	1498	postfork = 1; /* must be in line with ev_default_fork */
1489	}	1499	}
		1500
		1501	#if EV_VERIFY
		1502	static void noinline
		1503	verify_watcher (EV_P_ W w)
		1504	{
		1505	assert (("watcher has invalid priority", ABSPRI (w) >= 0 && ABSPRI (w) < NUMPRI));
		1506
		1507	if (w->pending)
		1508	assert (("pending watcher not on pending queue", pendings [ABSPRI (w)][w->pending - 1].w == w));
		1509	}
		1510
		1511	static void noinline
		1512	verify_heap (EV_P_ ANHE *heap, int N)
		1513	{
		1514	int i;
		1515
		1516	for (i = HEAP0; i < N + HEAP0; ++i)
		1517	{
		1518	assert (("active index mismatch in heap", ev_active (ANHE_w (heap [i])) == i));
		1519	assert (("heap condition violated", i == HEAP0 \|\| ANHE_at (heap [HPARENT (i)]) <= ANHE_at (heap [i])));
		1520	assert (("heap at cache mismatch", ANHE_at (heap [i]) == ev_at (ANHE_w (heap [i]))));
		1521
		1522	verify_watcher (EV_A_ (W)ANHE_w (heap [i]));
		1523	}
		1524	}
		1525
		1526	static void noinline
		1527	array_verify (EV_P_ W *ws, int cnt)
		1528	{
		1529	while (cnt--)
		1530	{
		1531	assert (("active index mismatch", ev_active (ws [cnt]) == cnt + 1));
		1532	verify_watcher (EV_A_ ws [cnt]);
		1533	}
		1534	}
		1535	#endif
		1536
		1537	void
		1538	ev_loop_verify (EV_P)
		1539	{
		1540	#if EV_VERIFY
		1541	int i;
		1542	WL w;
		1543
		1544	assert (activecnt >= -1);
		1545
		1546	assert (fdchangemax >= fdchangecnt);
		1547	for (i = 0; i < fdchangecnt; ++i)
		1548	assert (("negative fd in fdchanges", fdchanges [i] >= 0));
		1549
		1550	assert (anfdmax >= 0);
		1551	for (i = 0; i < anfdmax; ++i)
		1552	for (w = anfds [i].head; w; w = w->next)
		1553	{
		1554	verify_watcher (EV_A_ (W)w);
		1555	assert (("inactive fd watcher on anfd list", ev_active (w) == 1));
		1556	assert (("fd mismatch between watcher and anfd", ((ev_io *)w)->fd == i));
		1557	}
		1558
		1559	assert (timermax >= timercnt);
		1560	verify_heap (EV_A_ timers, timercnt);
		1561
		1562	#if EV_PERIODIC_ENABLE
		1563	assert (periodicmax >= periodiccnt);
		1564	verify_heap (EV_A_ periodics, periodiccnt);
		1565	#endif
		1566
		1567	for (i = NUMPRI; i--; )
		1568	{
		1569	assert (pendingmax [i] >= pendingcnt [i]);
		1570	#if EV_IDLE_ENABLE
		1571	assert (idleall >= 0);
		1572	assert (idlemax [i] >= idlecnt [i]);
		1573	array_verify (EV_A_ (W *)idles [i], idlecnt [i]);
		1574	#endif
		1575	}
		1576
		1577	#if EV_FORK_ENABLE
		1578	assert (forkmax >= forkcnt);
		1579	array_verify (EV_A_ (W *)forks, forkcnt);
		1580	#endif
		1581
		1582	#if EV_ASYNC_ENABLE
		1583	assert (asyncmax >= asynccnt);
		1584	array_verify (EV_A_ (W *)asyncs, asynccnt);
		1585	#endif
		1586
		1587	assert (preparemax >= preparecnt);
		1588	array_verify (EV_A_ (W *)prepares, preparecnt);
		1589
		1590	assert (checkmax >= checkcnt);
		1591	array_verify (EV_A_ (W *)checks, checkcnt);
		1592
		1593	# if 0
		1594	for (w = (ev_child )childs [chain & (EV_PID_HASHSIZE - 1)]; w; w = (ev_child )((WL)w)->next)
		1595	for (signum = signalmax; signum--; ) if (signals [signum].gotsig)
1490	#endif	1596	# endif
		1597	#endif
		1598	}
		1599
		1600	#endif /* multiplicity */
1491		1601
1492	#if EV_MULTIPLICITY	1602	#if EV_MULTIPLICITY
1493	struct ev_loop *	1603	struct ev_loop *
1494	ev_default_loop_init (unsigned int flags)	1604	ev_default_loop_init (unsigned int flags)
1495	#else	1605	#else
…		…
1528	{	1638	{
1529	#if EV_MULTIPLICITY	1639	#if EV_MULTIPLICITY
1530	struct ev_loop *loop = ev_default_loop_ptr;	1640	struct ev_loop *loop = ev_default_loop_ptr;
1531	#endif	1641	#endif
1532		1642
		1643	ev_default_loop_ptr = 0;
		1644
1533	#ifndef _WIN32	1645	#ifndef _WIN32
1534	ev_ref (EV_A); /* child watcher */	1646	ev_ref (EV_A); /* child watcher */
1535	ev_signal_stop (EV_A_ &childev);	1647	ev_signal_stop (EV_A_ &childev);
1536	#endif	1648	#endif
1537		1649
…		…
1571	{	1683	{
1572	/assert (("non-pending watcher on pending list", p->w->pending));/	1684	/assert (("non-pending watcher on pending list", p->w->pending));/
1573		1685
1574	p->w->pending = 0;	1686	p->w->pending = 0;
1575	EV_CB_INVOKE (p->w, p->events);	1687	EV_CB_INVOKE (p->w, p->events);
		1688	EV_FREQUENT_CHECK;
1576	}	1689	}
1577	}	1690	}
1578	}	1691	}
1579		1692
1580	#if EV_IDLE_ENABLE	1693	#if EV_IDLE_ENABLE
…		…
1601	#endif	1714	#endif
1602		1715
1603	void inline_size	1716	void inline_size
1604	timers_reify (EV_P)	1717	timers_reify (EV_P)
1605	{	1718	{
		1719	EV_FREQUENT_CHECK;
		1720
1606	while (timercnt && ANHE_at (timers [HEAP0]) < mn_now)	1721	while (timercnt && ANHE_at (timers [HEAP0]) < mn_now)
1607	{	1722	{
1608	ev_timer w = (ev_timer )ANHE_w (timers [HEAP0]);	1723	ev_timer w = (ev_timer )ANHE_w (timers [HEAP0]);
1609		1724
1610	/assert (("inactive timer on timer heap detected", ev_is_active (w)));/	1725	/assert (("inactive timer on timer heap detected", ev_is_active (w)));/
…		…
1616	if (ev_at (w) < mn_now)	1731	if (ev_at (w) < mn_now)
1617	ev_at (w) = mn_now;	1732	ev_at (w) = mn_now;
1618		1733
1619	assert (("negative ev_timer repeat value found while processing timers", w->repeat > 0.));	1734	assert (("negative ev_timer repeat value found while processing timers", w->repeat > 0.));
1620		1735
1621	ANHE_at_set (timers [HEAP0]);	1736	ANHE_at_cache (timers [HEAP0]);
1622	downheap (timers, timercnt, HEAP0);	1737	downheap (timers, timercnt, HEAP0);
1623	}	1738	}
1624	else	1739	else
1625	ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */	1740	ev_timer_stop (EV_A_ w); /* nonrepeating: stop timer */
1626		1741
		1742	EV_FREQUENT_CHECK;
1627	ev_feed_event (EV_A_ (W)w, EV_TIMEOUT);	1743	ev_feed_event (EV_A_ (W)w, EV_TIMEOUT);
1628	}	1744	}
1629	}	1745	}
1630		1746
1631	#if EV_PERIODIC_ENABLE	1747	#if EV_PERIODIC_ENABLE
1632	void inline_size	1748	void inline_size
1633	periodics_reify (EV_P)	1749	periodics_reify (EV_P)
1634	{	1750	{
		1751	EV_FREQUENT_CHECK;
		1752
1635	while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now)	1753	while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now)
1636	{	1754	{
1637	ev_periodic w = (ev_periodic )ANHE_w (periodics [HEAP0]);	1755	ev_periodic w = (ev_periodic )ANHE_w (periodics [HEAP0]);
1638		1756
1639	/assert (("inactive timer on periodic heap detected", ev_is_active (w)));/	1757	/assert (("inactive timer on periodic heap detected", ev_is_active (w)));/
…		…
1643	{	1761	{
1644	ev_at (w) = w->reschedule_cb (w, ev_rt_now);	1762	ev_at (w) = w->reschedule_cb (w, ev_rt_now);
1645		1763
1646	assert (("ev_periodic reschedule callback returned time in the past", ev_at (w) >= ev_rt_now));	1764	assert (("ev_periodic reschedule callback returned time in the past", ev_at (w) >= ev_rt_now));
1647		1765
1648	ANHE_at_set (periodics [HEAP0]);	1766	ANHE_at_cache (periodics [HEAP0]);
1649	downheap (periodics, periodiccnt, HEAP0);	1767	downheap (periodics, periodiccnt, HEAP0);
1650	}	1768	}
1651	else if (w->interval)	1769	else if (w->interval)
1652	{	1770	{
1653	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;	1771	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
		1772	/* if next trigger time is not sufficiently in the future, put it there */
		1773	/* this might happen because of floating point inexactness */
1654	if (ev_at (w) - ev_rt_now <= TIME_EPSILON) ev_at (w) += w->interval;	1774	if (ev_at (w) - ev_rt_now < TIME_EPSILON)
		1775	{
		1776	ev_at (w) += w->interval;
1655		1777
1656	assert (("ev_periodic timeout in the past detected while processing timers, negative interval?", ev_at (w) >= ev_rt_now));	1778	/* if interval is unreasonably low we might still have a time in the past */
		1779	/* so correct this. this will make the periodic very inexact, but the user */
		1780	/* has effectively asked to get triggered more often than possible */
		1781	if (ev_at (w) < ev_rt_now)
		1782	ev_at (w) = ev_rt_now;
		1783	}
1657		1784
1658	ANHE_at_set (periodics [HEAP0]);	1785	ANHE_at_cache (periodics [HEAP0]);
1659	downheap (periodics, periodiccnt, HEAP0);	1786	downheap (periodics, periodiccnt, HEAP0);
1660	}	1787	}
1661	else	1788	else
1662	ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */	1789	ev_periodic_stop (EV_A_ w); /* nonrepeating: stop timer */
1663		1790
		1791	EV_FREQUENT_CHECK;
1664	ev_feed_event (EV_A_ (W)w, EV_PERIODIC);	1792	ev_feed_event (EV_A_ (W)w, EV_PERIODIC);
1665	}	1793	}
1666	}	1794	}
1667		1795
1668	static void noinline	1796	static void noinline
…		…
1678	if (w->reschedule_cb)	1806	if (w->reschedule_cb)
1679	ev_at (w) = w->reschedule_cb (w, ev_rt_now);	1807	ev_at (w) = w->reschedule_cb (w, ev_rt_now);
1680	else if (w->interval)	1808	else if (w->interval)
1681	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;	1809	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
1682		1810
1683	ANHE_at_set (periodics [i]);	1811	ANHE_at_cache (periodics [i]);
1684	}	1812	}
1685		1813
1686	/* we don't use floyds algorithm, uphead is simpler and is more cache-efficient */	1814	reheap (periodics, periodiccnt);
1687	/* also, this is easy and corretc for both 2-heaps and 4-heaps */
1688	for (i = 0; i < periodiccnt; ++i)
1689	upheap (periodics, i + HEAP0);
1690	}	1815	}
1691	#endif	1816	#endif
1692		1817
1693	void inline_speed	1818	void inline_speed
1694	time_update (EV_P_ ev_tstamp max_block)	1819	time_update (EV_P_ ev_tstamp max_block)
…		…
1752	/* adjust timers. this is easy, as the offset is the same for all of them */	1877	/* adjust timers. this is easy, as the offset is the same for all of them */
1753	for (i = 0; i < timercnt; ++i)	1878	for (i = 0; i < timercnt; ++i)
1754	{	1879	{
1755	ANHE *he = timers + i + HEAP0;	1880	ANHE *he = timers + i + HEAP0;
1756	ANHE_w (*he)->at += ev_rt_now - mn_now;	1881	ANHE_w (*he)->at += ev_rt_now - mn_now;
1757	ANHE_at_set (*he);	1882	ANHE_at_cache (*he);
1758	}	1883	}
1759	}	1884	}
1760		1885
1761	mn_now = ev_rt_now;	1886	mn_now = ev_rt_now;
1762	}	1887	}
…		…
1772	ev_unref (EV_P)	1897	ev_unref (EV_P)
1773	{	1898	{
1774	--activecnt;	1899	--activecnt;
1775	}	1900	}
1776		1901
		1902	void
		1903	ev_now_update (EV_P)
		1904	{
		1905	time_update (EV_A_ 1e100);
		1906	}
		1907
1777	static int loop_done;	1908	static int loop_done;
1778		1909
1779	void	1910	void
1780	ev_loop (EV_P_ int flags)	1911	ev_loop (EV_P_ int flags)
1781	{	1912	{
…		…
1783		1914
1784	call_pending (EV_A); /* in case we recurse, ensure ordering stays nice and clean */	1915	call_pending (EV_A); /* in case we recurse, ensure ordering stays nice and clean */
1785		1916
1786	do	1917	do
1787	{	1918	{
		1919	#if EV_VERIFY >= 2
		1920	ev_loop_verify (EV_A);
		1921	#endif
		1922
1788	#ifndef _WIN32	1923	#ifndef _WIN32
1789	if (expect_false (curpid)) /* penalise the forking check even more */	1924	if (expect_false (curpid)) /* penalise the forking check even more */
1790	if (expect_false (getpid () != curpid))	1925	if (expect_false (getpid () != curpid))
1791	{	1926	{
1792	curpid = getpid ();	1927	curpid = getpid ();
…		…
1986		2121
1987	if (expect_false (ev_is_active (w)))	2122	if (expect_false (ev_is_active (w)))
1988	return;	2123	return;
1989		2124
1990	assert (("ev_io_start called with negative fd", fd >= 0));	2125	assert (("ev_io_start called with negative fd", fd >= 0));
		2126	assert (("ev_io start called with illegal event mask", !(w->events & ~(EV_IOFDSET \| EV_READ \| EV_WRITE))));
		2127
		2128	EV_FREQUENT_CHECK;
1991		2129
1992	ev_start (EV_A_ (W)w, 1);	2130	ev_start (EV_A_ (W)w, 1);
1993	array_needsize (ANFD, anfds, anfdmax, fd + 1, anfds_init);	2131	array_needsize (ANFD, anfds, anfdmax, fd + 1, array_init_zero);
1994	wlist_add (&anfds[fd].head, (WL)w);	2132	wlist_add (&anfds[fd].head, (WL)w);
1995		2133
1996	fd_change (EV_A_ fd, w->events & EV_IOFDSET \| 1);	2134	fd_change (EV_A_ fd, w->events & EV_IOFDSET \| 1);
1997	w->events &= ~EV_IOFDSET;	2135	w->events &= ~EV_IOFDSET;
		2136
		2137	EV_FREQUENT_CHECK;
1998	}	2138	}
1999		2139
2000	void noinline	2140	void noinline
2001	ev_io_stop (EV_P_ ev_io *w)	2141	ev_io_stop (EV_P_ ev_io *w)
2002	{	2142	{
…		…
2004	if (expect_false (!ev_is_active (w)))	2144	if (expect_false (!ev_is_active (w)))
2005	return;	2145	return;
2006		2146
2007	assert (("ev_io_stop called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax));	2147	assert (("ev_io_stop called with illegal fd (must stay constant after start!)", w->fd >= 0 && w->fd < anfdmax));
2008		2148
		2149	EV_FREQUENT_CHECK;
		2150
2009	wlist_del (&anfds[w->fd].head, (WL)w);	2151	wlist_del (&anfds[w->fd].head, (WL)w);
2010	ev_stop (EV_A_ (W)w);	2152	ev_stop (EV_A_ (W)w);
2011		2153
2012	fd_change (EV_A_ w->fd, 1);	2154	fd_change (EV_A_ w->fd, 1);
		2155
		2156	EV_FREQUENT_CHECK;
2013	}	2157	}
2014		2158
2015	void noinline	2159	void noinline
2016	ev_timer_start (EV_P_ ev_timer *w)	2160	ev_timer_start (EV_P_ ev_timer *w)
2017	{	2161	{
…		…
2020		2164
2021	ev_at (w) += mn_now;	2165	ev_at (w) += mn_now;
2022		2166
2023	assert (("ev_timer_start called with negative timer repeat value", w->repeat >= 0.));	2167	assert (("ev_timer_start called with negative timer repeat value", w->repeat >= 0.));
2024		2168
		2169	EV_FREQUENT_CHECK;
		2170
		2171	++timercnt;
2025	ev_start (EV_A_ (W)w, ++timercnt + HEAP0 - 1);	2172	ev_start (EV_A_ (W)w, timercnt + HEAP0 - 1);
2026	array_needsize (ANHE, timers, timermax, ev_active (w) + 1, EMPTY2);	2173	array_needsize (ANHE, timers, timermax, ev_active (w) + 1, EMPTY2);
2027	ANHE_w (timers [ev_active (w)]) = (WT)w;	2174	ANHE_w (timers [ev_active (w)]) = (WT)w;
2028	ANHE_at_set (timers [ev_active (w)]);	2175	ANHE_at_cache (timers [ev_active (w)]);
2029	upheap (timers, ev_active (w));	2176	upheap (timers, ev_active (w));
		2177
		2178	EV_FREQUENT_CHECK;
2030		2179
2031	/assert (("internal timer heap corruption", timers [ev_active (w)] == (WT)w));/	2180	/assert (("internal timer heap corruption", timers [ev_active (w)] == (WT)w));/
2032	}	2181	}
2033		2182
2034	void noinline	2183	void noinline
…		…
2036	{	2185	{
2037	clear_pending (EV_A_ (W)w);	2186	clear_pending (EV_A_ (W)w);
2038	if (expect_false (!ev_is_active (w)))	2187	if (expect_false (!ev_is_active (w)))
2039	return;	2188	return;
2040		2189
		2190	EV_FREQUENT_CHECK;
		2191
2041	{	2192	{
2042	int active = ev_active (w);	2193	int active = ev_active (w);
2043		2194
2044	assert (("internal timer heap corruption", ANHE_w (timers [active]) == (WT)w));	2195	assert (("internal timer heap corruption", ANHE_w (timers [active]) == (WT)w));
2045		2196
		2197	--timercnt;
		2198
2046	if (expect_true (active < timercnt + HEAP0 - 1))	2199	if (expect_true (active < timercnt + HEAP0))
2047	{	2200	{
2048	timers [active] = timers [timercnt + HEAP0 - 1];	2201	timers [active] = timers [timercnt + HEAP0];
2049	adjustheap (timers, timercnt, active);	2202	adjustheap (timers, timercnt, active);
2050	}	2203	}
2051
2052	--timercnt;
2053	}	2204	}
		2205
		2206	EV_FREQUENT_CHECK;
2054		2207
2055	ev_at (w) -= mn_now;	2208	ev_at (w) -= mn_now;
2056		2209
2057	ev_stop (EV_A_ (W)w);	2210	ev_stop (EV_A_ (W)w);
2058	}	2211	}
2059		2212
2060	void noinline	2213	void noinline
2061	ev_timer_again (EV_P_ ev_timer *w)	2214	ev_timer_again (EV_P_ ev_timer *w)
2062	{	2215	{
		2216	EV_FREQUENT_CHECK;
		2217
2063	if (ev_is_active (w))	2218	if (ev_is_active (w))
2064	{	2219	{
2065	if (w->repeat)	2220	if (w->repeat)
2066	{	2221	{
2067	ev_at (w) = mn_now + w->repeat;	2222	ev_at (w) = mn_now + w->repeat;
2068	ANHE_at_set (timers [ev_active (w)]);	2223	ANHE_at_cache (timers [ev_active (w)]);
2069	adjustheap (timers, timercnt, ev_active (w));	2224	adjustheap (timers, timercnt, ev_active (w));
2070	}	2225	}
2071	else	2226	else
2072	ev_timer_stop (EV_A_ w);	2227	ev_timer_stop (EV_A_ w);
2073	}	2228	}
2074	else if (w->repeat)	2229	else if (w->repeat)
2075	{	2230	{
2076	ev_at (w) = w->repeat;	2231	ev_at (w) = w->repeat;
2077	ev_timer_start (EV_A_ w);	2232	ev_timer_start (EV_A_ w);
2078	}	2233	}
		2234
		2235	EV_FREQUENT_CHECK;
2079	}	2236	}
2080		2237
2081	#if EV_PERIODIC_ENABLE	2238	#if EV_PERIODIC_ENABLE
2082	void noinline	2239	void noinline
2083	ev_periodic_start (EV_P_ ev_periodic *w)	2240	ev_periodic_start (EV_P_ ev_periodic *w)
…		…
2094	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;	2251	ev_at (w) = w->offset + ceil ((ev_rt_now - w->offset) / w->interval) * w->interval;
2095	}	2252	}
2096	else	2253	else
2097	ev_at (w) = w->offset;	2254	ev_at (w) = w->offset;
2098		2255
		2256	EV_FREQUENT_CHECK;
		2257
		2258	++periodiccnt;
2099	ev_start (EV_A_ (W)w, ++periodiccnt + HEAP0 - 1);	2259	ev_start (EV_A_ (W)w, periodiccnt + HEAP0 - 1);
2100	array_needsize (ANHE, periodics, periodicmax, ev_active (w) + 1, EMPTY2);	2260	array_needsize (ANHE, periodics, periodicmax, ev_active (w) + 1, EMPTY2);
2101	ANHE_w (periodics [ev_active (w)]) = (WT)w;	2261	ANHE_w (periodics [ev_active (w)]) = (WT)w;
2102	ANHE_at_set (periodics [ev_active (w)]);	2262	ANHE_at_cache (periodics [ev_active (w)]);
2103	upheap (periodics, ev_active (w));	2263	upheap (periodics, ev_active (w));
		2264
		2265	EV_FREQUENT_CHECK;
2104		2266
2105	/assert (("internal periodic heap corruption", ANHE_w (periodics [ev_active (w)]) == (WT)w));/	2267	/assert (("internal periodic heap corruption", ANHE_w (periodics [ev_active (w)]) == (WT)w));/
2106	}	2268	}
2107		2269
2108	void noinline	2270	void noinline
…		…
2110	{	2272	{
2111	clear_pending (EV_A_ (W)w);	2273	clear_pending (EV_A_ (W)w);
2112	if (expect_false (!ev_is_active (w)))	2274	if (expect_false (!ev_is_active (w)))
2113	return;	2275	return;
2114		2276
		2277	EV_FREQUENT_CHECK;
		2278
2115	{	2279	{
2116	int active = ev_active (w);	2280	int active = ev_active (w);
2117		2281
2118	assert (("internal periodic heap corruption", ANHE_w (periodics [active]) == (WT)w));	2282	assert (("internal periodic heap corruption", ANHE_w (periodics [active]) == (WT)w));
2119		2283
		2284	--periodiccnt;
		2285
2120	if (expect_true (active < periodiccnt + HEAP0 - 1))	2286	if (expect_true (active < periodiccnt + HEAP0))
2121	{	2287	{
2122	periodics [active] = periodics [periodiccnt + HEAP0 - 1];	2288	periodics [active] = periodics [periodiccnt + HEAP0];
2123	adjustheap (periodics, periodiccnt, active);	2289	adjustheap (periodics, periodiccnt, active);
2124	}	2290	}
2125
2126	--periodiccnt;
2127	}	2291	}
		2292
		2293	EV_FREQUENT_CHECK;
2128		2294
2129	ev_stop (EV_A_ (W)w);	2295	ev_stop (EV_A_ (W)w);
2130	}	2296	}
2131		2297
2132	void noinline	2298	void noinline
…		…
2152	return;	2318	return;
2153		2319
2154	assert (("ev_signal_start called with illegal signal number", w->signum > 0));	2320	assert (("ev_signal_start called with illegal signal number", w->signum > 0));
2155		2321
2156	evpipe_init (EV_A);	2322	evpipe_init (EV_A);
		2323
		2324	EV_FREQUENT_CHECK;
2157		2325
2158	{	2326	{
2159	#ifndef _WIN32	2327	#ifndef _WIN32
2160	sigset_t full, prev;	2328	sigset_t full, prev;
2161	sigfillset (&full);	2329	sigfillset (&full);
2162	sigprocmask (SIG_SETMASK, &full, &prev);	2330	sigprocmask (SIG_SETMASK, &full, &prev);
2163	#endif	2331	#endif
2164		2332
2165	array_needsize (ANSIG, signals, signalmax, w->signum, signals_init);	2333	array_needsize (ANSIG, signals, signalmax, w->signum, array_init_zero);
2166		2334
2167	#ifndef _WIN32	2335	#ifndef _WIN32
2168	sigprocmask (SIG_SETMASK, &prev, 0);	2336	sigprocmask (SIG_SETMASK, &prev, 0);
2169	#endif	2337	#endif
2170	}	2338	}
…		…
2182	sigfillset (&sa.sa_mask);	2350	sigfillset (&sa.sa_mask);
2183	sa.sa_flags = SA_RESTART; /* if restarting works we save one iteration */	2351	sa.sa_flags = SA_RESTART; /* if restarting works we save one iteration */
2184	sigaction (w->signum, &sa, 0);	2352	sigaction (w->signum, &sa, 0);
2185	#endif	2353	#endif
2186	}	2354	}
		2355
		2356	EV_FREQUENT_CHECK;
2187	}	2357	}
2188		2358
2189	void noinline	2359	void noinline
2190	ev_signal_stop (EV_P_ ev_signal *w)	2360	ev_signal_stop (EV_P_ ev_signal *w)
2191	{	2361	{
2192	clear_pending (EV_A_ (W)w);	2362	clear_pending (EV_A_ (W)w);
2193	if (expect_false (!ev_is_active (w)))	2363	if (expect_false (!ev_is_active (w)))
2194	return;	2364	return;
2195		2365
		2366	EV_FREQUENT_CHECK;
		2367
2196	wlist_del (&signals [w->signum - 1].head, (WL)w);	2368	wlist_del (&signals [w->signum - 1].head, (WL)w);
2197	ev_stop (EV_A_ (W)w);	2369	ev_stop (EV_A_ (W)w);
2198		2370
2199	if (!signals [w->signum - 1].head)	2371	if (!signals [w->signum - 1].head)
2200	signal (w->signum, SIG_DFL);	2372	signal (w->signum, SIG_DFL);
		2373
		2374	EV_FREQUENT_CHECK;
2201	}	2375	}
2202		2376
2203	void	2377	void
2204	ev_child_start (EV_P_ ev_child *w)	2378	ev_child_start (EV_P_ ev_child *w)
2205	{	2379	{
…		…
2207	assert (("child watchers are only supported in the default loop", loop == ev_default_loop_ptr));	2381	assert (("child watchers are only supported in the default loop", loop == ev_default_loop_ptr));
2208	#endif	2382	#endif
2209	if (expect_false (ev_is_active (w)))	2383	if (expect_false (ev_is_active (w)))
2210	return;	2384	return;
2211		2385
		2386	EV_FREQUENT_CHECK;
		2387
2212	ev_start (EV_A_ (W)w, 1);	2388	ev_start (EV_A_ (W)w, 1);
2213	wlist_add (&childs [w->pid & (EV_PID_HASHSIZE - 1)], (WL)w);	2389	wlist_add (&childs [w->pid & (EV_PID_HASHSIZE - 1)], (WL)w);
		2390
		2391	EV_FREQUENT_CHECK;
2214	}	2392	}
2215		2393
2216	void	2394	void
2217	ev_child_stop (EV_P_ ev_child *w)	2395	ev_child_stop (EV_P_ ev_child *w)
2218	{	2396	{
2219	clear_pending (EV_A_ (W)w);	2397	clear_pending (EV_A_ (W)w);
2220	if (expect_false (!ev_is_active (w)))	2398	if (expect_false (!ev_is_active (w)))
2221	return;	2399	return;
2222		2400
		2401	EV_FREQUENT_CHECK;
		2402
2223	wlist_del (&childs [w->pid & (EV_PID_HASHSIZE - 1)], (WL)w);	2403	wlist_del (&childs [w->pid & (EV_PID_HASHSIZE - 1)], (WL)w);
2224	ev_stop (EV_A_ (W)w);	2404	ev_stop (EV_A_ (W)w);
		2405
		2406	EV_FREQUENT_CHECK;
2225	}	2407	}
2226		2408
2227	#if EV_STAT_ENABLE	2409	#if EV_STAT_ENABLE
2228		2410
2229	# ifdef _WIN32	2411	# ifdef _WIN32
…		…
2298		2480
2299	static void noinline	2481	static void noinline
2300	infy_wd (EV_P_ int slot, int wd, struct inotify_event *ev)	2482	infy_wd (EV_P_ int slot, int wd, struct inotify_event *ev)
2301	{	2483	{
2302	if (slot < 0)	2484	if (slot < 0)
2303	/* overflow, need to check for all hahs slots */	2485	/* overflow, need to check for all hash slots */
2304	for (slot = 0; slot < EV_INOTIFY_HASHSIZE; ++slot)	2486	for (slot = 0; slot < EV_INOTIFY_HASHSIZE; ++slot)
2305	infy_wd (EV_A_ slot, wd, ev);	2487	infy_wd (EV_A_ slot, wd, ev);
2306	else	2488	else
2307	{	2489	{
2308	WL w_;	2490	WL w_;
…		…
2342	infy_init (EV_P)	2524	infy_init (EV_P)
2343	{	2525	{
2344	if (fs_fd != -2)	2526	if (fs_fd != -2)
2345	return;	2527	return;
2346		2528
		2529	/* kernels < 2.6.25 are borked
		2530	* http://www.ussg.indiana.edu/hypermail/linux/kernel/0711.3/1208.html
		2531	*/
		2532	{
		2533	struct utsname buf;
		2534	int major, minor, micro;
		2535
		2536	fs_fd = -1;
		2537
		2538	if (uname (&buf))
		2539	return;
		2540
		2541	if (sscanf (buf.release, "%d.%d.%d", &major, &minor, &micro) != 3)
		2542	return;
		2543
		2544	if (major < 2
		2545	\|\| (major == 2 && minor < 6)
		2546	\|\| (major == 2 && minor == 6 && micro < 25))
		2547	return;
		2548	}
		2549
2347	fs_fd = inotify_init ();	2550	fs_fd = inotify_init ();
2348		2551
2349	if (fs_fd >= 0)	2552	if (fs_fd >= 0)
2350	{	2553	{
2351	ev_io_init (&fs_w, infy_cb, fs_fd, EV_READ);	2554	ev_io_init (&fs_w, infy_cb, fs_fd, EV_READ);
…		…
2380	if (fs_fd >= 0)	2583	if (fs_fd >= 0)
2381	infy_add (EV_A_ w); /* re-add, no matter what */	2584	infy_add (EV_A_ w); /* re-add, no matter what */
2382	else	2585	else
2383	ev_timer_start (EV_A_ &w->timer);	2586	ev_timer_start (EV_A_ &w->timer);
2384	}	2587	}
2385
2386	}	2588	}
2387	}	2589	}
2388		2590
		2591	#endif
		2592
		2593	#ifdef _WIN32
		2594	# define EV_LSTAT(p,b) _stati64 (p, b)
		2595	#else
		2596	# define EV_LSTAT(p,b) lstat (p, b)
2389	#endif	2597	#endif
2390		2598
2391	void	2599	void
2392	ev_stat_stat (EV_P_ ev_stat *w)	2600	ev_stat_stat (EV_P_ ev_stat *w)
2393	{	2601	{
…		…
2420	\|\| w->prev.st_atime != w->attr.st_atime	2628	\|\| w->prev.st_atime != w->attr.st_atime
2421	\|\| w->prev.st_mtime != w->attr.st_mtime	2629	\|\| w->prev.st_mtime != w->attr.st_mtime
2422	\|\| w->prev.st_ctime != w->attr.st_ctime	2630	\|\| w->prev.st_ctime != w->attr.st_ctime
2423	) {	2631	) {
2424	#if EV_USE_INOTIFY	2632	#if EV_USE_INOTIFY
		2633	if (fs_fd >= 0)
		2634	{
2425	infy_del (EV_A_ w);	2635	infy_del (EV_A_ w);
2426	infy_add (EV_A_ w);	2636	infy_add (EV_A_ w);
2427	ev_stat_stat (EV_A_ w); /* avoid race... */	2637	ev_stat_stat (EV_A_ w); /* avoid race... */
		2638	}
2428	#endif	2639	#endif
2429		2640
2430	ev_feed_event (EV_A_ w, EV_STAT);	2641	ev_feed_event (EV_A_ w, EV_STAT);
2431	}	2642	}
2432	}	2643	}
…		…
2457	else	2668	else
2458	#endif	2669	#endif
2459	ev_timer_start (EV_A_ &w->timer);	2670	ev_timer_start (EV_A_ &w->timer);
2460		2671
2461	ev_start (EV_A_ (W)w, 1);	2672	ev_start (EV_A_ (W)w, 1);
		2673
		2674	EV_FREQUENT_CHECK;
2462	}	2675	}
2463		2676
2464	void	2677	void
2465	ev_stat_stop (EV_P_ ev_stat *w)	2678	ev_stat_stop (EV_P_ ev_stat *w)
2466	{	2679	{
2467	clear_pending (EV_A_ (W)w);	2680	clear_pending (EV_A_ (W)w);
2468	if (expect_false (!ev_is_active (w)))	2681	if (expect_false (!ev_is_active (w)))
2469	return;	2682	return;
2470		2683
		2684	EV_FREQUENT_CHECK;
		2685
2471	#if EV_USE_INOTIFY	2686	#if EV_USE_INOTIFY
2472	infy_del (EV_A_ w);	2687	infy_del (EV_A_ w);
2473	#endif	2688	#endif
2474	ev_timer_stop (EV_A_ &w->timer);	2689	ev_timer_stop (EV_A_ &w->timer);
2475		2690
2476	ev_stop (EV_A_ (W)w);	2691	ev_stop (EV_A_ (W)w);
		2692
		2693	EV_FREQUENT_CHECK;
2477	}	2694	}
2478	#endif	2695	#endif
2479		2696
2480	#if EV_IDLE_ENABLE	2697	#if EV_IDLE_ENABLE
2481	void	2698	void
…		…
2483	{	2700	{
2484	if (expect_false (ev_is_active (w)))	2701	if (expect_false (ev_is_active (w)))
2485	return;	2702	return;
2486		2703
2487	pri_adjust (EV_A_ (W)w);	2704	pri_adjust (EV_A_ (W)w);
		2705
		2706	EV_FREQUENT_CHECK;
2488		2707
2489	{	2708	{
2490	int active = ++idlecnt [ABSPRI (w)];	2709	int active = ++idlecnt [ABSPRI (w)];
2491		2710
2492	++idleall;	2711	++idleall;
2493	ev_start (EV_A_ (W)w, active);	2712	ev_start (EV_A_ (W)w, active);
2494		2713
2495	array_needsize (ev_idle *, idles [ABSPRI (w)], idlemax [ABSPRI (w)], active, EMPTY2);	2714	array_needsize (ev_idle *, idles [ABSPRI (w)], idlemax [ABSPRI (w)], active, EMPTY2);
2496	idles [ABSPRI (w)][active - 1] = w;	2715	idles [ABSPRI (w)][active - 1] = w;
2497	}	2716	}
		2717
		2718	EV_FREQUENT_CHECK;
2498	}	2719	}
2499		2720
2500	void	2721	void
2501	ev_idle_stop (EV_P_ ev_idle *w)	2722	ev_idle_stop (EV_P_ ev_idle *w)
2502	{	2723	{
2503	clear_pending (EV_A_ (W)w);	2724	clear_pending (EV_A_ (W)w);
2504	if (expect_false (!ev_is_active (w)))	2725	if (expect_false (!ev_is_active (w)))
2505	return;	2726	return;
2506		2727
		2728	EV_FREQUENT_CHECK;
		2729
2507	{	2730	{
2508	int active = ev_active (w);	2731	int active = ev_active (w);
2509		2732
2510	idles [ABSPRI (w)][active - 1] = idles [ABSPRI (w)][--idlecnt [ABSPRI (w)]];	2733	idles [ABSPRI (w)][active - 1] = idles [ABSPRI (w)][--idlecnt [ABSPRI (w)]];
2511	ev_active (idles [ABSPRI (w)][active - 1]) = active;	2734	ev_active (idles [ABSPRI (w)][active - 1]) = active;
2512		2735
2513	ev_stop (EV_A_ (W)w);	2736	ev_stop (EV_A_ (W)w);
2514	--idleall;	2737	--idleall;
2515	}	2738	}
		2739
		2740	EV_FREQUENT_CHECK;
2516	}	2741	}
2517	#endif	2742	#endif
2518		2743
2519	void	2744	void
2520	ev_prepare_start (EV_P_ ev_prepare *w)	2745	ev_prepare_start (EV_P_ ev_prepare *w)
2521	{	2746	{
2522	if (expect_false (ev_is_active (w)))	2747	if (expect_false (ev_is_active (w)))
2523	return;	2748	return;
		2749
		2750	EV_FREQUENT_CHECK;
2524		2751
2525	ev_start (EV_A_ (W)w, ++preparecnt);	2752	ev_start (EV_A_ (W)w, ++preparecnt);
2526	array_needsize (ev_prepare *, prepares, preparemax, preparecnt, EMPTY2);	2753	array_needsize (ev_prepare *, prepares, preparemax, preparecnt, EMPTY2);
2527	prepares [preparecnt - 1] = w;	2754	prepares [preparecnt - 1] = w;
		2755
		2756	EV_FREQUENT_CHECK;
2528	}	2757	}
2529		2758
2530	void	2759	void
2531	ev_prepare_stop (EV_P_ ev_prepare *w)	2760	ev_prepare_stop (EV_P_ ev_prepare *w)
2532	{	2761	{
2533	clear_pending (EV_A_ (W)w);	2762	clear_pending (EV_A_ (W)w);
2534	if (expect_false (!ev_is_active (w)))	2763	if (expect_false (!ev_is_active (w)))
2535	return;	2764	return;
2536		2765
		2766	EV_FREQUENT_CHECK;
		2767
2537	{	2768	{
2538	int active = ev_active (w);	2769	int active = ev_active (w);
2539		2770
2540	prepares [active - 1] = prepares [--preparecnt];	2771	prepares [active - 1] = prepares [--preparecnt];
2541	ev_active (prepares [active - 1]) = active;	2772	ev_active (prepares [active - 1]) = active;
2542	}	2773	}
2543		2774
2544	ev_stop (EV_A_ (W)w);	2775	ev_stop (EV_A_ (W)w);
		2776
		2777	EV_FREQUENT_CHECK;
2545	}	2778	}
2546		2779
2547	void	2780	void
2548	ev_check_start (EV_P_ ev_check *w)	2781	ev_check_start (EV_P_ ev_check *w)
2549	{	2782	{
2550	if (expect_false (ev_is_active (w)))	2783	if (expect_false (ev_is_active (w)))
2551	return;	2784	return;
		2785
		2786	EV_FREQUENT_CHECK;
2552		2787
2553	ev_start (EV_A_ (W)w, ++checkcnt);	2788	ev_start (EV_A_ (W)w, ++checkcnt);
2554	array_needsize (ev_check *, checks, checkmax, checkcnt, EMPTY2);	2789	array_needsize (ev_check *, checks, checkmax, checkcnt, EMPTY2);
2555	checks [checkcnt - 1] = w;	2790	checks [checkcnt - 1] = w;
		2791
		2792	EV_FREQUENT_CHECK;
2556	}	2793	}
2557		2794
2558	void	2795	void
2559	ev_check_stop (EV_P_ ev_check *w)	2796	ev_check_stop (EV_P_ ev_check *w)
2560	{	2797	{
2561	clear_pending (EV_A_ (W)w);	2798	clear_pending (EV_A_ (W)w);
2562	if (expect_false (!ev_is_active (w)))	2799	if (expect_false (!ev_is_active (w)))
2563	return;	2800	return;
2564		2801
		2802	EV_FREQUENT_CHECK;
		2803
2565	{	2804	{
2566	int active = ev_active (w);	2805	int active = ev_active (w);
2567		2806
2568	checks [active - 1] = checks [--checkcnt];	2807	checks [active - 1] = checks [--checkcnt];
2569	ev_active (checks [active - 1]) = active;	2808	ev_active (checks [active - 1]) = active;
2570	}	2809	}
2571		2810
2572	ev_stop (EV_A_ (W)w);	2811	ev_stop (EV_A_ (W)w);
		2812
		2813	EV_FREQUENT_CHECK;
2573	}	2814	}
2574		2815
2575	#if EV_EMBED_ENABLE	2816	#if EV_EMBED_ENABLE
2576	void noinline	2817	void noinline
2577	ev_embed_sweep (EV_P_ ev_embed *w)	2818	ev_embed_sweep (EV_P_ ev_embed *w)
…		…
2604	ev_loop (EV_A_ EVLOOP_NONBLOCK);	2845	ev_loop (EV_A_ EVLOOP_NONBLOCK);
2605	}	2846	}
2606	}	2847	}
2607	}	2848	}
2608		2849
		2850	static void
		2851	embed_fork_cb (EV_P_ ev_fork *fork_w, int revents)
		2852	{
		2853	ev_embed w = (ev_embed )(((char *)fork_w) - offsetof (ev_embed, fork));
		2854
		2855	{
		2856	struct ev_loop *loop = w->other;
		2857
		2858	ev_loop_fork (EV_A);
		2859	}
		2860	}
		2861
2609	#if 0	2862	#if 0
2610	static void	2863	static void
2611	embed_idle_cb (EV_P_ ev_idle *idle, int revents)	2864	embed_idle_cb (EV_P_ ev_idle *idle, int revents)
2612	{	2865	{
2613	ev_idle_stop (EV_A_ idle);	2866	ev_idle_stop (EV_A_ idle);
…		…
2624	struct ev_loop *loop = w->other;	2877	struct ev_loop *loop = w->other;
2625	assert (("loop to be embedded is not embeddable", backend & ev_embeddable_backends ()));	2878	assert (("loop to be embedded is not embeddable", backend & ev_embeddable_backends ()));
2626	ev_io_init (&w->io, embed_io_cb, backend_fd, EV_READ);	2879	ev_io_init (&w->io, embed_io_cb, backend_fd, EV_READ);
2627	}	2880	}
2628		2881
		2882	EV_FREQUENT_CHECK;
		2883
2629	ev_set_priority (&w->io, ev_priority (w));	2884	ev_set_priority (&w->io, ev_priority (w));
2630	ev_io_start (EV_A_ &w->io);	2885	ev_io_start (EV_A_ &w->io);
2631		2886
2632	ev_prepare_init (&w->prepare, embed_prepare_cb);	2887	ev_prepare_init (&w->prepare, embed_prepare_cb);
2633	ev_set_priority (&w->prepare, EV_MINPRI);	2888	ev_set_priority (&w->prepare, EV_MINPRI);
2634	ev_prepare_start (EV_A_ &w->prepare);	2889	ev_prepare_start (EV_A_ &w->prepare);
2635		2890
		2891	ev_fork_init (&w->fork, embed_fork_cb);
		2892	ev_fork_start (EV_A_ &w->fork);
		2893
2636	/ev_idle_init (&w->idle, e,bed_idle_cb);/	2894	/ev_idle_init (&w->idle, e,bed_idle_cb);/
2637		2895
2638	ev_start (EV_A_ (W)w, 1);	2896	ev_start (EV_A_ (W)w, 1);
		2897
		2898	EV_FREQUENT_CHECK;
2639	}	2899	}
2640		2900
2641	void	2901	void
2642	ev_embed_stop (EV_P_ ev_embed *w)	2902	ev_embed_stop (EV_P_ ev_embed *w)
2643	{	2903	{
2644	clear_pending (EV_A_ (W)w);	2904	clear_pending (EV_A_ (W)w);
2645	if (expect_false (!ev_is_active (w)))	2905	if (expect_false (!ev_is_active (w)))
2646	return;	2906	return;
2647		2907
		2908	EV_FREQUENT_CHECK;
		2909
2648	ev_io_stop (EV_A_ &w->io);	2910	ev_io_stop (EV_A_ &w->io);
2649	ev_prepare_stop (EV_A_ &w->prepare);	2911	ev_prepare_stop (EV_A_ &w->prepare);
		2912	ev_fork_stop (EV_A_ &w->fork);
2650		2913
2651	ev_stop (EV_A_ (W)w);	2914	EV_FREQUENT_CHECK;
2652	}	2915	}
2653	#endif	2916	#endif
2654		2917
2655	#if EV_FORK_ENABLE	2918	#if EV_FORK_ENABLE
2656	void	2919	void
2657	ev_fork_start (EV_P_ ev_fork *w)	2920	ev_fork_start (EV_P_ ev_fork *w)
2658	{	2921	{
2659	if (expect_false (ev_is_active (w)))	2922	if (expect_false (ev_is_active (w)))
2660	return;	2923	return;
		2924
		2925	EV_FREQUENT_CHECK;
2661		2926
2662	ev_start (EV_A_ (W)w, ++forkcnt);	2927	ev_start (EV_A_ (W)w, ++forkcnt);
2663	array_needsize (ev_fork *, forks, forkmax, forkcnt, EMPTY2);	2928	array_needsize (ev_fork *, forks, forkmax, forkcnt, EMPTY2);
2664	forks [forkcnt - 1] = w;	2929	forks [forkcnt - 1] = w;
		2930
		2931	EV_FREQUENT_CHECK;
2665	}	2932	}
2666		2933
2667	void	2934	void
2668	ev_fork_stop (EV_P_ ev_fork *w)	2935	ev_fork_stop (EV_P_ ev_fork *w)
2669	{	2936	{
2670	clear_pending (EV_A_ (W)w);	2937	clear_pending (EV_A_ (W)w);
2671	if (expect_false (!ev_is_active (w)))	2938	if (expect_false (!ev_is_active (w)))
2672	return;	2939	return;
2673		2940
		2941	EV_FREQUENT_CHECK;
		2942
2674	{	2943	{
2675	int active = ev_active (w);	2944	int active = ev_active (w);
2676		2945
2677	forks [active - 1] = forks [--forkcnt];	2946	forks [active - 1] = forks [--forkcnt];
2678	ev_active (forks [active - 1]) = active;	2947	ev_active (forks [active - 1]) = active;
2679	}	2948	}
2680		2949
2681	ev_stop (EV_A_ (W)w);	2950	ev_stop (EV_A_ (W)w);
		2951
		2952	EV_FREQUENT_CHECK;
2682	}	2953	}
2683	#endif	2954	#endif
2684		2955
2685	#if EV_ASYNC_ENABLE	2956	#if EV_ASYNC_ENABLE
2686	void	2957	void
…		…
2688	{	2959	{
2689	if (expect_false (ev_is_active (w)))	2960	if (expect_false (ev_is_active (w)))
2690	return;	2961	return;
2691		2962
2692	evpipe_init (EV_A);	2963	evpipe_init (EV_A);
		2964
		2965	EV_FREQUENT_CHECK;
2693		2966
2694	ev_start (EV_A_ (W)w, ++asynccnt);	2967	ev_start (EV_A_ (W)w, ++asynccnt);
2695	array_needsize (ev_async *, asyncs, asyncmax, asynccnt, EMPTY2);	2968	array_needsize (ev_async *, asyncs, asyncmax, asynccnt, EMPTY2);
2696	asyncs [asynccnt - 1] = w;	2969	asyncs [asynccnt - 1] = w;
		2970
		2971	EV_FREQUENT_CHECK;
2697	}	2972	}
2698		2973
2699	void	2974	void
2700	ev_async_stop (EV_P_ ev_async *w)	2975	ev_async_stop (EV_P_ ev_async *w)
2701	{	2976	{
2702	clear_pending (EV_A_ (W)w);	2977	clear_pending (EV_A_ (W)w);
2703	if (expect_false (!ev_is_active (w)))	2978	if (expect_false (!ev_is_active (w)))
2704	return;	2979	return;
2705		2980
		2981	EV_FREQUENT_CHECK;
		2982
2706	{	2983	{
2707	int active = ev_active (w);	2984	int active = ev_active (w);
2708		2985
2709	asyncs [active - 1] = asyncs [--asynccnt];	2986	asyncs [active - 1] = asyncs [--asynccnt];
2710	ev_active (asyncs [active - 1]) = active;	2987	ev_active (asyncs [active - 1]) = active;
2711	}	2988	}
2712		2989
2713	ev_stop (EV_A_ (W)w);	2990	ev_stop (EV_A_ (W)w);
		2991
		2992	EV_FREQUENT_CHECK;
2714	}	2993	}
2715		2994
2716	void	2995	void
2717	ev_async_send (EV_P_ ev_async *w)	2996	ev_async_send (EV_P_ ev_async *w)
2718	{	2997	{
…		…
2735	once_cb (EV_P_ struct ev_once *once, int revents)	3014	once_cb (EV_P_ struct ev_once *once, int revents)
2736	{	3015	{
2737	void (cb)(int revents, void arg) = once->cb;	3016	void (cb)(int revents, void arg) = once->cb;
2738	void *arg = once->arg;	3017	void *arg = once->arg;
2739		3018
2740	ev_io_stop (EV_A_ &once->io);	3019	ev_io_stop (EV_A_ &once->io);
2741	ev_timer_stop (EV_A_ &once->to);	3020	ev_timer_stop (EV_A_ &once->to);
2742	ev_free (once);	3021	ev_free (once);
2743		3022
2744	cb (revents, arg);	3023	cb (revents, arg);
2745	}	3024	}
2746		3025
2747	static void	3026	static void
2748	once_cb_io (EV_P_ ev_io *w, int revents)	3027	once_cb_io (EV_P_ ev_io *w, int revents)
2749	{	3028	{
2750	once_cb (EV_A_ (struct ev_once )(((char )w) - offsetof (struct ev_once, io)), revents);	3029	struct ev_once once = (struct ev_once )(((char *)w) - offsetof (struct ev_once, io));
		3030
		3031	once_cb (EV_A_ once, revents \| ev_clear_pending (EV_A_ &once->to));
2751	}	3032	}
2752		3033
2753	static void	3034	static void
2754	once_cb_to (EV_P_ ev_timer *w, int revents)	3035	once_cb_to (EV_P_ ev_timer *w, int revents)
2755	{	3036	{
2756	once_cb (EV_A_ (struct ev_once )(((char )w) - offsetof (struct ev_once, to)), revents);	3037	struct ev_once once = (struct ev_once )(((char *)w) - offsetof (struct ev_once, to));
		3038
		3039	once_cb (EV_A_ once, revents \| ev_clear_pending (EV_A_ &once->io));
2757	}	3040	}
2758		3041
2759	void	3042	void
2760	ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (cb)(int revents, void arg), void *arg)	3043	ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (cb)(int revents, void arg), void *arg)
2761	{	3044	{

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing libev/ev.c (file contents): Revision 1.245 by root, Wed May 21 00:26:01 2008 UTC vs. Revision 1.267 by root, Mon Oct 27 11:08:29 2008 UTC

Diff Legend

Comparing libev/ev.c (file contents):
Revision 1.245 by root, Wed May 21 00:26:01 2008 UTC vs.
Revision 1.267 by root, Mon Oct 27 11:08:29 2008 UTC