ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/libev/ev.c

Comparing libev/ev.c (file contents):
Revision 1.412 by root, Wed Feb 22 01:53:00 2012 UTC vs.
Revision 1.448 by root, Tue Jul 24 16:28:08 2012 UTC

1	/*	1	/*
2	* libev event processing core, watcher management	2	* libev event processing core, watcher management
3	*	3	*
4	* Copyright (c) 2007,2008,2009,2010,2011 Marc Alexander Lehmann <libev@schmorp.de>	4	* Copyright (c) 2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann <libev@schmorp.de>
5	* All rights reserved.	5	* All rights reserved.
6	*	6	*
7	* Redistribution and use in source and binary forms, with or without modifica-	7	* Redistribution and use in source and binary forms, with or without modifica-
8	* tion, are permitted provided that the following conditions are met:	8	* tion, are permitted provided that the following conditions are met:
9	*	9	*
…		…
59	# endif	59	# endif
60	# ifndef EV_USE_MONOTONIC	60	# ifndef EV_USE_MONOTONIC
61	# define EV_USE_MONOTONIC 1	61	# define EV_USE_MONOTONIC 1
62	# endif	62	# endif
63	# endif	63	# endif
64	# elif !defined(EV_USE_CLOCK_SYSCALL)	64	# elif !defined EV_USE_CLOCK_SYSCALL
65	# define EV_USE_CLOCK_SYSCALL 0	65	# define EV_USE_CLOCK_SYSCALL 0
66	# endif	66	# endif
67		67
68	# if HAVE_CLOCK_GETTIME	68	# if HAVE_CLOCK_GETTIME
69	# ifndef EV_USE_MONOTONIC	69	# ifndef EV_USE_MONOTONIC
…		…
201	# include <sys/wait.h>	201	# include <sys/wait.h>
202	# include <unistd.h>	202	# include <unistd.h>
203	#else	203	#else
204	# include <io.h>	204	# include <io.h>
205	# define WIN32_LEAN_AND_MEAN	205	# define WIN32_LEAN_AND_MEAN
		206	# include <winsock2.h>
206	# include <windows.h>	207	# include <windows.h>
207	# ifndef EV_SELECT_IS_WINSOCKET	208	# ifndef EV_SELECT_IS_WINSOCKET
208	# define EV_SELECT_IS_WINSOCKET 1	209	# define EV_SELECT_IS_WINSOCKET 1
209	# endif	210	# endif
210	# undef EV_AVOID_STDIO	211	# undef EV_AVOID_STDIO
…		…
219	#define _DARWIN_UNLIMITED_SELECT 1	220	#define _DARWIN_UNLIMITED_SELECT 1
220		221
221	/* this block tries to deduce configuration from header-defined symbols and defaults */	222	/* this block tries to deduce configuration from header-defined symbols and defaults */
222		223
223	/* try to deduce the maximum number of signals on this platform */	224	/* try to deduce the maximum number of signals on this platform */
224	#if defined (EV_NSIG)	225	#if defined EV_NSIG
225	/* use what's provided */	226	/* use what's provided */
226	#elif defined (NSIG)	227	#elif defined NSIG
227	# define EV_NSIG (NSIG)	228	# define EV_NSIG (NSIG)
228	#elif defined(_NSIG)	229	#elif defined _NSIG
229	# define EV_NSIG (_NSIG)	230	# define EV_NSIG (_NSIG)
230	#elif defined (SIGMAX)	231	#elif defined SIGMAX
231	# define EV_NSIG (SIGMAX+1)	232	# define EV_NSIG (SIGMAX+1)
232	#elif defined (SIG_MAX)	233	#elif defined SIG_MAX
233	# define EV_NSIG (SIG_MAX+1)	234	# define EV_NSIG (SIG_MAX+1)
234	#elif defined (_SIG_MAX)	235	#elif defined _SIG_MAX
235	# define EV_NSIG (_SIG_MAX+1)	236	# define EV_NSIG (_SIG_MAX+1)
236	#elif defined (MAXSIG)	237	#elif defined MAXSIG
237	# define EV_NSIG (MAXSIG+1)	238	# define EV_NSIG (MAXSIG+1)
238	#elif defined (MAX_SIG)	239	#elif defined MAX_SIG
239	# define EV_NSIG (MAX_SIG+1)	240	# define EV_NSIG (MAX_SIG+1)
240	#elif defined (SIGARRAYSIZE)	241	#elif defined SIGARRAYSIZE
241	# define EV_NSIG (SIGARRAYSIZE) /* Assume ary[SIGARRAYSIZE] */	242	# define EV_NSIG (SIGARRAYSIZE) /* Assume ary[SIGARRAYSIZE] */
242	#elif defined (_sys_nsig)	243	#elif defined _sys_nsig
243	# define EV_NSIG (_sys_nsig) /* Solaris 2.5 */	244	# define EV_NSIG (_sys_nsig) /* Solaris 2.5 */
244	#else	245	#else
245	# error "unable to find value for NSIG, please report"	246	# error "unable to find value for NSIG, please report"
246	/* to make it compile regardless, just remove the above line, */	247	/* to make it compile regardless, just remove the above line, */
247	/* but consider reporting it, too! :) */	248	/* but consider reporting it, too! :) */
…		…
259	# define EV_USE_CLOCK_SYSCALL 0	260	# define EV_USE_CLOCK_SYSCALL 0
260	# endif	261	# endif
261	#endif	262	#endif
262		263
263	#ifndef EV_USE_MONOTONIC	264	#ifndef EV_USE_MONOTONIC
264	# if defined (_POSIX_MONOTONIC_CLOCK) && _POSIX_MONOTONIC_CLOCK >= 0	265	# if defined _POSIX_MONOTONIC_CLOCK && _POSIX_MONOTONIC_CLOCK >= 0
265	# define EV_USE_MONOTONIC EV_FEATURE_OS	266	# define EV_USE_MONOTONIC EV_FEATURE_OS
266	# else	267	# else
267	# define EV_USE_MONOTONIC 0	268	# define EV_USE_MONOTONIC 0
268	# endif	269	# endif
269	#endif	270	#endif
…		…
359	#endif	360	#endif
360		361
361	/* on linux, we can use a (slow) syscall to avoid a dependency on pthread, */	362	/* on linux, we can use a (slow) syscall to avoid a dependency on pthread, */
362	/* which makes programs even slower. might work on other unices, too. */	363	/* which makes programs even slower. might work on other unices, too. */
363	#if EV_USE_CLOCK_SYSCALL	364	#if EV_USE_CLOCK_SYSCALL
364	# include <syscall.h>	365	# include <sys/syscall.h>
365	# ifdef SYS_clock_gettime	366	# ifdef SYS_clock_gettime
366	# define clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))	367	# define clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
367	# undef EV_USE_MONOTONIC	368	# undef EV_USE_MONOTONIC
368	# define EV_USE_MONOTONIC 1	369	# define EV_USE_MONOTONIC 1
369	# else	370	# else
…		…
395	# define EV_USE_INOTIFY 0	396	# define EV_USE_INOTIFY 0
396	#endif	397	#endif
397		398
398	#if !EV_USE_NANOSLEEP	399	#if !EV_USE_NANOSLEEP
399	/* hp-ux has it in sys/time.h, which we unconditionally include above */	400	/* hp-ux has it in sys/time.h, which we unconditionally include above */
400	# if !defined(_WIN32) && !defined(__hpux)	401	# if !defined _WIN32 && !defined __hpux
401	# include <sys/select.h>	402	# include <sys/select.h>
402	# endif	403	# endif
403	#endif	404	#endif
404		405
405	#if EV_USE_INOTIFY	406	#if EV_USE_INOTIFY
…		…
408	/* some very old inotify.h headers don't have IN_DONT_FOLLOW */	409	/* some very old inotify.h headers don't have IN_DONT_FOLLOW */
409	# ifndef IN_DONT_FOLLOW	410	# ifndef IN_DONT_FOLLOW
410	# undef EV_USE_INOTIFY	411	# undef EV_USE_INOTIFY
411	# define EV_USE_INOTIFY 0	412	# define EV_USE_INOTIFY 0
412	# endif	413	# endif
413	#endif
414
415	#if EV_SELECT_IS_WINSOCKET
416	# include <winsock.h>
417	#endif	414	#endif
418		415
419	#if EV_USE_EVENTFD	416	#if EV_USE_EVENTFD
420	/* our minimum requirement is glibc 2.7 which has the stub, but not the header */	417	/* our minimum requirement is glibc 2.7 which has the stub, but not the header */
421	# include <stdint.h>	418	# include <stdint.h>
…		…
507	*/	504	*/
508		505
509	#ifndef ECB_H	506	#ifndef ECB_H
510	#define ECB_H	507	#define ECB_H
511		508
		509	/* 16 bits major, 16 bits minor */
		510	#define ECB_VERSION 0x00010001
		511
512	#ifdef _WIN32	512	#ifdef _WIN32
513	typedef signed char int8_t;	513	typedef signed char int8_t;
514	typedef unsigned char uint8_t;	514	typedef unsigned char uint8_t;
515	typedef signed short int16_t;	515	typedef signed short int16_t;
516	typedef unsigned short uint16_t;	516	typedef unsigned short uint16_t;
…		…
521	typedef unsigned long long uint64_t;	521	typedef unsigned long long uint64_t;
522	#else /* _MSC_VER || __BORLANDC__ */	522	#else /* _MSC_VER || __BORLANDC__ */
523	typedef signed __int64 int64_t;	523	typedef signed __int64 int64_t;
524	typedef unsigned __int64 uint64_t;	524	typedef unsigned __int64 uint64_t;
525	#endif	525	#endif
		526	#ifdef _WIN64
		527	#define ECB_PTRSIZE 8
		528	typedef uint64_t uintptr_t;
		529	typedef int64_t intptr_t;
		530	#else
		531	#define ECB_PTRSIZE 4
		532	typedef uint32_t uintptr_t;
		533	typedef int32_t intptr_t;
		534	#endif
		535	typedef intptr_t ptrdiff_t;
526	#else	536	#else
527	#include <inttypes.h>	537	#include <inttypes.h>
		538	#if UINTMAX_MAX > 0xffffffffU
		539	#define ECB_PTRSIZE 8
		540	#else
		541	#define ECB_PTRSIZE 4
		542	#endif
528	#endif	543	#endif
529		544
530	/* many compilers define _GNUC_ to some versions but then only implement	545	/* many compilers define _GNUC_ to some versions but then only implement
531	* what their idiot authors think are the "more important" extensions,	546	* what their idiot authors think are the "more important" extensions,
532	* causing enormous grief in return for some better fake benchmark numbers.	547	* causing enormous grief in return for some better fake benchmark numbers.
533	* or so.	548	* or so.
534	* we try to detect these and simply assume they are not gcc - if they have	549	* we try to detect these and simply assume they are not gcc - if they have
535	* an issue with that they should have done it right in the first place.	550	* an issue with that they should have done it right in the first place.
536	*/	551	*/
537	#ifndef ECB_GCC_VERSION	552	#ifndef ECB_GCC_VERSION
538	#if !defined(__GNUC_MINOR__) || defined(__INTEL_COMPILER) || defined(__SUNPRO_C) || defined(__SUNPRO_CC) || defined(__llvm__) || defined(__clang__)	553	#if !defined __GNUC_MINOR__ || defined __INTEL_COMPILER || defined __SUNPRO_C || defined __SUNPRO_CC || defined __llvm__ || defined __clang__
539	#define ECB_GCC_VERSION(major,minor) 0	554	#define ECB_GCC_VERSION(major,minor) 0
540	#else	555	#else
541	#define ECB_GCC_VERSION(major,minor) (__GNUC__ > (major) || (__GNUC__ == (major) && __GNUC_MINOR__ >= (minor)))	556	#define ECB_GCC_VERSION(major,minor) (__GNUC__ > (major) || (__GNUC__ == (major) && __GNUC_MINOR__ >= (minor)))
542	#endif	557	#endif
543	#endif	558	#endif
544		559
		560	#define ECB_C (__STDC__+0) /* this assumes that __STDC__ is either empty or a number */
		561	#define ECB_C99 (__STDC_VERSION__ >= 199901L)
		562	#define ECB_C11 (__STDC_VERSION__ >= 201112L)
		563	#define ECB_CPP (__cplusplus+0)
		564	#define ECB_CPP11 (__cplusplus >= 201103L)
		565
545	/*****************************************************************************/	566	/*****************************************************************************/
546		567
547	/* ECB_NO_THREADS - ecb is not used by multiple threads, ever */	568	/* ECB_NO_THREADS - ecb is not used by multiple threads, ever */
548	/* ECB_NO_SMP - ecb might be used in multiple threads, but only on a single cpu */	569	/* ECB_NO_SMP - ecb might be used in multiple threads, but only on a single cpu */
549		570
550	#if ECB_NO_THREADS	571	#if ECB_NO_THREADS
551	# define ECB_NO_SMP 1	572	#define ECB_NO_SMP 1
552	#endif	573	#endif
553		574
554	#if ECB_NO_THREADS || ECB_NO_SMP	575	#if ECB_NO_SMP
555	#define ECB_MEMORY_FENCE do { } while (0)	576	#define ECB_MEMORY_FENCE do { } while (0)
556	#endif	577	#endif
557		578
558	#ifndef ECB_MEMORY_FENCE	579	#ifndef ECB_MEMORY_FENCE
559	#if ECB_GCC_VERSION(2,5) || defined(__INTEL_COMPILER) || (__llvm__ && __GNUC__) || __SUNPRO_C >= 0x5110 || __SUNPRO_CC >= 0x5110	580	#if ECB_GCC_VERSION(2,5) || defined __INTEL_COMPILER || (__llvm__ && __GNUC__) || __SUNPRO_C >= 0x5110 || __SUNPRO_CC >= 0x5110
560	#if __i386 || __i386__	581	#if __i386 || __i386__
561	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("lock; orb $0, -1(%%esp)" : : : "memory")	582	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("lock; orb $0, -1(%%esp)" : : : "memory")
562	#define ECB_MEMORY_FENCE_ACQUIRE ECB_MEMORY_FENCE /* non-lock xchg might be enough */	583	#define ECB_MEMORY_FENCE_ACQUIRE __asm__ __volatile__ ("" : : : "memory")
563	#define ECB_MEMORY_FENCE_RELEASE do { } while (0) /* unlikely to change in future cpus */	584	#define ECB_MEMORY_FENCE_RELEASE __asm__ __volatile__ ("")
564	#elif __amd64 || __amd64__ || __x86_64 || __x86_64__	585	#elif __amd64 || __amd64__ || __x86_64 || __x86_64__
565	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("mfence" : : : "memory")	586	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("mfence" : : : "memory")
566	#define ECB_MEMORY_FENCE_ACQUIRE __asm__ __volatile__ ("lfence" : : : "memory")	587	#define ECB_MEMORY_FENCE_ACQUIRE __asm__ __volatile__ ("" : : : "memory")
567	#define ECB_MEMORY_FENCE_RELEASE __asm__ __volatile__ ("sfence") /* play safe - not needed in any current cpu */	588	#define ECB_MEMORY_FENCE_RELEASE __asm__ __volatile__ ("")
568	#elif __powerpc__ || __ppc__ || __powerpc64__ || __ppc64__	589	#elif __powerpc__ || __ppc__ || __powerpc64__ || __ppc64__
569	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("sync" : : : "memory")	590	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("sync" : : : "memory")
570	#elif defined(__ARM_ARCH_6__ ) || defined(__ARM_ARCH_6J__ ) \	591	#elif defined __ARM_ARCH_6__ || defined __ARM_ARCH_6J__ \
571	|| defined(__ARM_ARCH_6K__) || defined(__ARM_ARCH_6ZK__)	592	|| defined __ARM_ARCH_6K__ || defined __ARM_ARCH_6ZK__
572	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("mcr p15,0,%0,c7,c10,5" : : "r" (0) : "memory")	593	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("mcr p15,0,%0,c7,c10,5" : : "r" (0) : "memory")
573	#elif defined(__ARM_ARCH_7__ ) || defined(__ARM_ARCH_7A__ ) \	594	#elif defined __ARM_ARCH_7__ || defined __ARM_ARCH_7A__ \
574	|| defined(__ARM_ARCH_7M__) || defined(__ARM_ARCH_7R__ )	595	|| defined __ARM_ARCH_7M__ || defined __ARM_ARCH_7R__
575	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("dmb" : : : "memory")	596	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("dmb" : : : "memory")
576	#elif __sparc || __sparc__	597	#elif __sparc || __sparc__
577	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("membar #LoadStore | #LoadLoad | #StoreStore | #StoreLoad | " : : : "memory")	598	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("membar #LoadStore | #LoadLoad | #StoreStore | #StoreLoad" : : : "memory")
578	#define ECB_MEMORY_FENCE_ACQUIRE __asm__ __volatile__ ("membar #LoadStore | #LoadLoad" : : : "memory")	599	#define ECB_MEMORY_FENCE_ACQUIRE __asm__ __volatile__ ("membar #LoadStore | #LoadLoad" : : : "memory")
579	#define ECB_MEMORY_FENCE_RELEASE __asm__ __volatile__ ("membar #LoadStore | #StoreStore")	600	#define ECB_MEMORY_FENCE_RELEASE __asm__ __volatile__ ("membar #LoadStore | #StoreStore")
580	#elif defined(__s390__) || defined(__s390x__)	601	#elif defined __s390__ || defined __s390x__
581	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("bcr 15,0" : : : "memory")	602	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("bcr 15,0" : : : "memory")
582	#elif defined(__mips__)	603	#elif defined __mips__
583	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("sync" : : : "memory")	604	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("sync" : : : "memory")
		605	#elif defined __alpha__
		606	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("mb" : : : "memory")
		607	#elif defined __hppa__
		608	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("" : : : "memory")
		609	#define ECB_MEMORY_FENCE_RELEASE __asm__ __volatile__ ("")
		610	#elif defined __ia64__
		611	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("mf" : : : "memory")
584	#endif	612	#endif
585	#endif	613	#endif
586	#endif	614	#endif
587		615
588	#ifndef ECB_MEMORY_FENCE	616	#ifndef ECB_MEMORY_FENCE
		617	#if ECB_GCC_VERSION(4,7)
		618	/* see comment below (stdatomic.h) about the C11 memory model. */
		619	#define ECB_MEMORY_FENCE __atomic_thread_fence (__ATOMIC_SEQ_CST)
		620	#elif defined __clang && __has_feature (cxx_atomic)
		621	/* see comment below (stdatomic.h) about the C11 memory model. */
		622	#define ECB_MEMORY_FENCE __c11_atomic_thread_fence (__ATOMIC_SEQ_CST)
589	#if ECB_GCC_VERSION(4,4) || defined(__INTEL_COMPILER) || defined(__clang__)	623	#elif ECB_GCC_VERSION(4,4) || defined __INTEL_COMPILER || defined __clang__
590	#define ECB_MEMORY_FENCE __sync_synchronize ()	624	#define ECB_MEMORY_FENCE __sync_synchronize ()
591	/*#define ECB_MEMORY_FENCE_ACQUIRE ({ char dummy = 0; __sync_lock_test_and_set (&dummy, 1); }) */
592	/*#define ECB_MEMORY_FENCE_RELEASE ({ char dummy = 1; __sync_lock_release (&dummy ); }) */
593	#elif _MSC_VER >= 1400 /* VC++ 2005 */	625	#elif _MSC_VER >= 1400 /* VC++ 2005 */
594	#pragma intrinsic(_ReadBarrier,_WriteBarrier,_ReadWriteBarrier)	626	#pragma intrinsic(_ReadBarrier,_WriteBarrier,_ReadWriteBarrier)
595	#define ECB_MEMORY_FENCE _ReadWriteBarrier ()	627	#define ECB_MEMORY_FENCE _ReadWriteBarrier ()
596	#define ECB_MEMORY_FENCE_ACQUIRE _ReadWriteBarrier () /* according to msdn, _ReadBarrier is not a load fence */	628	#define ECB_MEMORY_FENCE_ACQUIRE _ReadWriteBarrier () /* according to msdn, _ReadBarrier is not a load fence */
597	#define ECB_MEMORY_FENCE_RELEASE _WriteBarrier ()	629	#define ECB_MEMORY_FENCE_RELEASE _WriteBarrier ()
598	#elif defined(_WIN32)	630	#elif defined _WIN32
599	#include <WinNT.h>	631	#include <WinNT.h>
600	#define ECB_MEMORY_FENCE MemoryBarrier () /* actually just xchg on x86... scary */	632	#define ECB_MEMORY_FENCE MemoryBarrier () /* actually just xchg on x86... scary */
601	#elif __SUNPRO_C >= 0x5110 || __SUNPRO_CC >= 0x5110	633	#elif __SUNPRO_C >= 0x5110 || __SUNPRO_CC >= 0x5110
602	#include <mbarrier.h>	634	#include <mbarrier.h>
603	#define ECB_MEMORY_FENCE __machine_rw_barrier ()	635	#define ECB_MEMORY_FENCE __machine_rw_barrier ()
604	#define ECB_MEMORY_FENCE_ACQUIRE __machine_r_barrier ()	636	#define ECB_MEMORY_FENCE_ACQUIRE __machine_r_barrier ()
605	#define ECB_MEMORY_FENCE_RELEASE __machine_w_barrier ()	637	#define ECB_MEMORY_FENCE_RELEASE __machine_w_barrier ()
		638	#elif __xlC__
		639	#define ECB_MEMORY_FENCE __sync ()
		640	#endif
		641	#endif
		642
		643	#ifndef ECB_MEMORY_FENCE
		644	#if ECB_C11 && !defined __STDC_NO_ATOMICS__
		645	/* we assume that these memory fences work on all variables/all memory accesses, */
		646	/* not just C11 atomics and atomic accesses */
		647	#include <stdatomic.h>
		648	/* Unfortunately, neither gcc 4.7 nor clang 3.1 generate any instructions for */
		649	/* any fence other than seq_cst, which isn't very efficient for us. */
		650	/* Why that is, we don't know - either the C11 memory model is quite useless */
		651	/* for most usages, or gcc and clang have a bug */
		652	/* I *currently* lean towards the latter, and inefficiently implement */
		653	/* all three of ecb's fences as a seq_cst fence */
		654	#define ECB_MEMORY_FENCE atomic_thread_fence (memory_order_seq_cst)
606	#endif	655	#endif
607	#endif	656	#endif
608		657
609	#ifndef ECB_MEMORY_FENCE	658	#ifndef ECB_MEMORY_FENCE
610	#if !ECB_AVOID_PTHREADS	659	#if !ECB_AVOID_PTHREADS
…		…
622	static pthread_mutex_t ecb_mf_lock = PTHREAD_MUTEX_INITIALIZER;	671	static pthread_mutex_t ecb_mf_lock = PTHREAD_MUTEX_INITIALIZER;
623	#define ECB_MEMORY_FENCE do { pthread_mutex_lock (&ecb_mf_lock); pthread_mutex_unlock (&ecb_mf_lock); } while (0)	672	#define ECB_MEMORY_FENCE do { pthread_mutex_lock (&ecb_mf_lock); pthread_mutex_unlock (&ecb_mf_lock); } while (0)
624	#endif	673	#endif
625	#endif	674	#endif
626		675
627	#if !defined(ECB_MEMORY_FENCE_ACQUIRE) && defined(ECB_MEMORY_FENCE)	676	#if !defined ECB_MEMORY_FENCE_ACQUIRE && defined ECB_MEMORY_FENCE
628	#define ECB_MEMORY_FENCE_ACQUIRE ECB_MEMORY_FENCE	677	#define ECB_MEMORY_FENCE_ACQUIRE ECB_MEMORY_FENCE
629	#endif	678	#endif
630		679
631	#if !defined(ECB_MEMORY_FENCE_RELEASE) && defined(ECB_MEMORY_FENCE)	680	#if !defined ECB_MEMORY_FENCE_RELEASE && defined ECB_MEMORY_FENCE
632	#define ECB_MEMORY_FENCE_RELEASE ECB_MEMORY_FENCE	681	#define ECB_MEMORY_FENCE_RELEASE ECB_MEMORY_FENCE
633	#endif	682	#endif
634		683
635	/*****************************************************************************/	684	/*****************************************************************************/
636
637	#define ECB_C99 (__STDC_VERSION__ >= 199901L)
638		685
639	#if __cplusplus	686	#if __cplusplus
640	#define ecb_inline static inline	687	#define ecb_inline static inline
641	#elif ECB_GCC_VERSION(2,5)	688	#elif ECB_GCC_VERSION(2,5)
642	#define ecb_inline static __inline__	689	#define ecb_inline static __inline__
…		…
681	#elif ECB_GCC_VERSION(3,0)	728	#elif ECB_GCC_VERSION(3,0)
682	#define ecb_decltype(x) __typeof(x)	729	#define ecb_decltype(x) __typeof(x)
683	#endif	730	#endif
684		731
685	#define ecb_noinline ecb_attribute ((__noinline__))	732	#define ecb_noinline ecb_attribute ((__noinline__))
686	#define ecb_noreturn ecb_attribute ((__noreturn__))
687	#define ecb_unused ecb_attribute ((__unused__))	733	#define ecb_unused ecb_attribute ((__unused__))
688	#define ecb_const ecb_attribute ((__const__))	734	#define ecb_const ecb_attribute ((__const__))
689	#define ecb_pure ecb_attribute ((__pure__))	735	#define ecb_pure ecb_attribute ((__pure__))
		736
		737	#if ECB_C11
		738	#define ecb_noreturn _Noreturn
		739	#else
		740	#define ecb_noreturn ecb_attribute ((__noreturn__))
		741	#endif
690		742
691	#if ECB_GCC_VERSION(4,3)	743	#if ECB_GCC_VERSION(4,3)
692	#define ecb_artificial ecb_attribute ((__artificial__))	744	#define ecb_artificial ecb_attribute ((__artificial__))
693	#define ecb_hot ecb_attribute ((__hot__))	745	#define ecb_hot ecb_attribute ((__hot__))
694	#define ecb_cold ecb_attribute ((__cold__))	746	#define ecb_cold ecb_attribute ((__cold__))
…		…
785		837
786	return r + ecb_ld32 (x);	838	return r + ecb_ld32 (x);
787	}	839	}
788	#endif	840	#endif
789		841
		842	ecb_function_ ecb_bool ecb_is_pot32 (uint32_t x) ecb_const;
		843	ecb_function_ ecb_bool ecb_is_pot32 (uint32_t x) { return !(x & (x - 1)); }
		844	ecb_function_ ecb_bool ecb_is_pot64 (uint64_t x) ecb_const;
		845	ecb_function_ ecb_bool ecb_is_pot64 (uint64_t x) { return !(x & (x - 1)); }
		846
790	ecb_function_ uint8_t ecb_bitrev8 (uint8_t x) ecb_const;	847	ecb_function_ uint8_t ecb_bitrev8 (uint8_t x) ecb_const;
791	ecb_function_ uint8_t ecb_bitrev8 (uint8_t x)	848	ecb_function_ uint8_t ecb_bitrev8 (uint8_t x)
792	{	849	{
793	return ( (x * 0x0802U & 0x22110U)	850	return ( (x * 0x0802U & 0x22110U)
794	| (x * 0x8020U & 0x88440U)) * 0x10101U >> 16;	851	| (x * 0x8020U & 0x88440U)) * 0x10101U >> 16;
…		…
1101	{	1158	{
1102	write (STDERR_FILENO, msg, strlen (msg));	1159	write (STDERR_FILENO, msg, strlen (msg));
1103	}	1160	}
1104	#endif	1161	#endif
1105		1162
1106	static void (*syserr_cb)(const char *msg);	1163	static void (*syserr_cb)(const char *msg) EV_THROW;
1107		1164
1108	void ecb_cold	1165	void ecb_cold
1109	ev_set_syserr_cb (void (*cb)(const char *msg))	1166	ev_set_syserr_cb (void (*cb)(const char *msg) EV_THROW) EV_THROW
1110	{	1167	{
1111	syserr_cb = cb;	1168	syserr_cb = cb;
1112	}	1169	}
1113		1170
1114	static void noinline ecb_cold	1171	static void noinline ecb_cold
…		…
1132	abort ();	1189	abort ();
1133	}	1190	}
1134	}	1191	}
1135		1192
1136	static void *	1193	static void *
1137	ev_realloc_emul (void *ptr, long size)	1194	ev_realloc_emul (void *ptr, long size) EV_THROW
1138	{	1195	{
1139	#if __GLIBC__
1140	return realloc (ptr, size);
1141	#else
1142	/* some systems, notably openbsd and darwin, fail to properly	1196	/* some systems, notably openbsd and darwin, fail to properly
1143	* implement realloc (x, 0) (as required by both ansi c-89 and	1197	* implement realloc (x, 0) (as required by both ansi c-89 and
1144	* the single unix specification, so work around them here.	1198	* the single unix specification, so work around them here.
		1199	* recently, also (at least) fedora and debian started breaking it,
		1200	* despite documenting it otherwise.
1145	*/	1201	*/
1146		1202
1147	if (size)	1203	if (size)
1148	return realloc (ptr, size);	1204	return realloc (ptr, size);
1149		1205
1150	free (ptr);	1206	free (ptr);
1151	return 0;	1207	return 0;
1152	#endif
1153	}	1208	}
1154		1209
1155	static void *(*alloc)(void *ptr, long size) = ev_realloc_emul;	1210	static void *(*alloc)(void *ptr, long size) EV_THROW = ev_realloc_emul;
1156		1211
1157	void ecb_cold	1212	void ecb_cold
1158	ev_set_allocator (void *(*cb)(void *ptr, long size))	1213	ev_set_allocator (void *(*cb)(void *ptr, long size) EV_THROW) EV_THROW
1159	{	1214	{
1160	alloc = cb;	1215	alloc = cb;
1161	}	1216	}
1162		1217
1163	inline_speed void *	1218	inline_speed void *
…		…
1280		1335
1281	/*****************************************************************************/	1336	/*****************************************************************************/
1282		1337
1283	#ifndef EV_HAVE_EV_TIME	1338	#ifndef EV_HAVE_EV_TIME
1284	ev_tstamp	1339	ev_tstamp
1285	ev_time (void)	1340	ev_time (void) EV_THROW
1286	{	1341	{
1287	#if EV_USE_REALTIME	1342	#if EV_USE_REALTIME
1288	if (expect_true (have_realtime))	1343	if (expect_true (have_realtime))
1289	{	1344	{
1290	struct timespec ts;	1345	struct timespec ts;
…		…
1314	return ev_time ();	1369	return ev_time ();
1315	}	1370	}
1316		1371
1317	#if EV_MULTIPLICITY	1372	#if EV_MULTIPLICITY
1318	ev_tstamp	1373	ev_tstamp
1319	ev_now (EV_P)	1374	ev_now (EV_P) EV_THROW
1320	{	1375	{
1321	return ev_rt_now;	1376	return ev_rt_now;
1322	}	1377	}
1323	#endif	1378	#endif
1324		1379
1325	void	1380	void
1326	ev_sleep (ev_tstamp delay)	1381	ev_sleep (ev_tstamp delay) EV_THROW
1327	{	1382	{
1328	if (delay > 0.)	1383	if (delay > 0.)
1329	{	1384	{
1330	#if EV_USE_NANOSLEEP	1385	#if EV_USE_NANOSLEEP
1331	struct timespec ts;	1386	struct timespec ts;
1332		1387
1333	EV_TS_SET (ts, delay);	1388	EV_TS_SET (ts, delay);
1334	nanosleep (&ts, 0);	1389	nanosleep (&ts, 0);
1335	#elif defined(_WIN32)	1390	#elif defined _WIN32
1336	Sleep ((unsigned long)(delay * 1e3));	1391	Sleep ((unsigned long)(delay * 1e3));
1337	#else	1392	#else
1338	struct timeval tv;	1393	struct timeval tv;
1339		1394
1340	/* here we rely on sys/time.h + sys/types.h + unistd.h providing select */	1395	/* here we rely on sys/time.h + sys/types.h + unistd.h providing select */
…		…
1412	pendingcb (EV_P_ ev_prepare *w, int revents)	1467	pendingcb (EV_P_ ev_prepare *w, int revents)
1413	{	1468	{
1414	}	1469	}
1415		1470
1416	void noinline	1471	void noinline
1417	ev_feed_event (EV_P_ void *w, int revents)	1472	ev_feed_event (EV_P_ void *w, int revents) EV_THROW
1418	{	1473	{
1419	W w_ = (W)w;	1474	W w_ = (W)w;
1420	int pri = ABSPRI (w_);	1475	int pri = ABSPRI (w_);
1421		1476
1422	if (expect_false (w_->pending))	1477	if (expect_false (w_->pending))
…		…
1426	w_->pending = ++pendingcnt [pri];	1481	w_->pending = ++pendingcnt [pri];
1427	array_needsize (ANPENDING, pendings [pri], pendingmax [pri], w_->pending, EMPTY2);	1482	array_needsize (ANPENDING, pendings [pri], pendingmax [pri], w_->pending, EMPTY2);
1428	pendings [pri][w_->pending - 1].w = w_;	1483	pendings [pri][w_->pending - 1].w = w_;
1429	pendings [pri][w_->pending - 1].events = revents;	1484	pendings [pri][w_->pending - 1].events = revents;
1430	}	1485	}
		1486
		1487	pendingpri = NUMPRI - 1;
1431	}	1488	}
1432		1489
1433	inline_speed void	1490	inline_speed void
1434	feed_reverse (EV_P_ W w)	1491	feed_reverse (EV_P_ W w)
1435	{	1492	{
…		…
1481	if (expect_true (!anfd->reify))	1538	if (expect_true (!anfd->reify))
1482	fd_event_nocheck (EV_A_ fd, revents);	1539	fd_event_nocheck (EV_A_ fd, revents);
1483	}	1540	}
1484		1541
1485	void	1542	void
1486	ev_feed_fd_event (EV_P_ int fd, int revents)	1543	ev_feed_fd_event (EV_P_ int fd, int revents) EV_THROW
1487	{	1544	{
1488	if (fd >= 0 && fd < anfdmax)	1545	if (fd >= 0 && fd < anfdmax)
1489	fd_event_nocheck (EV_A_ fd, revents);	1546	fd_event_nocheck (EV_A_ fd, revents);
1490	}	1547	}
1491		1548
…		…
1810	static void noinline ecb_cold	1867	static void noinline ecb_cold
1811	evpipe_init (EV_P)	1868	evpipe_init (EV_P)
1812	{	1869	{
1813	if (!ev_is_active (&pipe_w))	1870	if (!ev_is_active (&pipe_w))
1814	{	1871	{
		1872	int fds [2];
		1873
1815	# if EV_USE_EVENTFD	1874	# if EV_USE_EVENTFD
		1875	fds [0] = -1;
1816	evfd = eventfd (0, EFD_NONBLOCK | EFD_CLOEXEC);	1876	fds [1] = eventfd (0, EFD_NONBLOCK | EFD_CLOEXEC);
1817	if (evfd < 0 && errno == EINVAL)	1877	if (fds [1] < 0 && errno == EINVAL)
1818	evfd = eventfd (0, 0);	1878	fds [1] = eventfd (0, 0);
1819		1879
1820	if (evfd >= 0)	1880	if (fds [1] < 0)
		1881	# endif
1821	{	1882	{
		1883	while (pipe (fds))
		1884	ev_syserr ("(libev) error creating signal/async pipe");
		1885
		1886	fd_intern (fds [0]);
		1887	}
		1888
		1889	fd_intern (fds [1]);
		1890
1822	evpipe [0] = -1;	1891	evpipe [0] = fds [0];
1823	fd_intern (evfd); /* doing it twice doesn't hurt */	1892
1824	ev_io_set (&pipe_w, evfd, EV_READ);	1893	if (evpipe [1] < 0)
		1894	evpipe [1] = fds [1]; /* first call, set write fd */
		1895	else
		1896	{
		1897	/* on subsequent calls, do not change evpipe [1] */
		1898	/* so that evpipe_write can always rely on its value. */
		1899	/* this branch does not do anything sensible on windows, */
		1900	/* so must not be executed on windows */
		1901
		1902	dup2 (fds [1], evpipe [1]);
		1903	close (fds [1]);
		1904	}
		1905
		1906	ev_io_set (&pipe_w, evpipe [0] < 0 ? evpipe [1] : evpipe [0], EV_READ);
		1907	ev_io_start (EV_A_ &pipe_w);
		1908	ev_unref (EV_A); /* watcher should not keep loop alive */
		1909	}
		1910	}
		1911
		1912	inline_speed void
		1913	evpipe_write (EV_P_ EV_ATOMIC_T *flag)
		1914	{
		1915	ECB_MEMORY_FENCE; /* push out the write before this function was called, acquire flag */
		1916
		1917	if (expect_true (*flag))
		1918	return;
		1919
		1920	*flag = 1;
		1921	ECB_MEMORY_FENCE_RELEASE; /* make sure flag is visible before the wakeup */
		1922
		1923	pipe_write_skipped = 1;
		1924
		1925	ECB_MEMORY_FENCE; /* make sure pipe_write_skipped is visible before we check pipe_write_wanted */
		1926
		1927	if (pipe_write_wanted)
		1928	{
		1929	int old_errno;
		1930
		1931	pipe_write_skipped = 0;
		1932	ECB_MEMORY_FENCE_RELEASE;
		1933
		1934	old_errno = errno; /* save errno because write will clobber it */
		1935
		1936	#if EV_USE_EVENTFD
		1937	if (evpipe [0] < 0)
		1938	{
		1939	uint64_t counter = 1;
		1940	write (evpipe [1], &counter, sizeof (uint64_t));
1825	}	1941	}
1826	else	1942	else
1827	# endif	1943	#endif
1828	{	1944	{
1829	while (pipe (evpipe))	1945	#ifdef _WIN32
1830	ev_syserr ("(libev) error creating signal/async pipe");	1946	WSABUF buf;
1831		1947	DWORD sent;
1832	fd_intern (evpipe [0]);	1948	buf.buf = &buf;
1833	fd_intern (evpipe [1]);	1949	buf.len = 1;
1834	ev_io_set (&pipe_w, evpipe [0], EV_READ);	1950	WSASend (EV_FD_TO_WIN32_HANDLE (evpipe [1]), &buf, 1, &sent, 0, 0, 0);
1835	}	1951	#else
1836
1837	ev_io_start (EV_A_ &pipe_w);
1838	ev_unref (EV_A); /* watcher should not keep loop alive */
1839	}
1840	}
1841
1842	inline_speed void
1843	evpipe_write (EV_P_ EV_ATOMIC_T *flag)
1844	{
1845	if (expect_true (*flag))
1846	return;
1847
1848	*flag = 1;
1849
1850	ECB_MEMORY_FENCE_RELEASE; /* make sure flag is visible before the wakeup */
1851
1852	pipe_write_skipped = 1;
1853
1854	ECB_MEMORY_FENCE; /* make sure pipe_write_skipped is visible before we check pipe_write_wanted */
1855
1856	if (pipe_write_wanted)
1857	{
1858	int old_errno;
1859
1860	pipe_write_skipped = 0; /* just an optimisation, no fence needed */
1861
1862	old_errno = errno; /* save errno because write will clobber it */
1863
1864	#if EV_USE_EVENTFD
1865	if (evfd >= 0)
1866	{
1867	uint64_t counter = 1;
1868	write (evfd, &counter, sizeof (uint64_t));
1869	}
1870	else
1871	#endif
1872	{
1873	/* win32 people keep sending patches that change this write() to send() */
1874	/* and then run away. but send() is wrong, it wants a socket handle on win32 */
1875	/* so when you think this write should be a send instead, please find out */
1876	/* where your send() is from - it's definitely not the microsoft send, and */
1877	/* tell me. thank you. */
1878	/* it might be that your problem is that your environment needs EV_USE_WSASOCKET */
1879	/* check the ev documentation on how to use this flag */
1880	write (evpipe [1], &(evpipe [1]), 1);	1952	write (evpipe [1], &(evpipe [1]), 1);
		1953	#endif
1881	}	1954	}
1882		1955
1883	errno = old_errno;	1956	errno = old_errno;
1884	}	1957	}
1885	}	1958	}
…		…
1892	int i;	1965	int i;
1893		1966
1894	if (revents & EV_READ)	1967	if (revents & EV_READ)
1895	{	1968	{
1896	#if EV_USE_EVENTFD	1969	#if EV_USE_EVENTFD
1897	if (evfd >= 0)	1970	if (evpipe [0] < 0)
1898	{	1971	{
1899	uint64_t counter;	1972	uint64_t counter;
1900	read (evfd, &counter, sizeof (uint64_t));	1973	read (evpipe [1], &counter, sizeof (uint64_t));
1901	}	1974	}
1902	else	1975	else
1903	#endif	1976	#endif
1904	{	1977	{
1905	char dummy;	1978	char dummy[4];
1906	/* see discussion in evpipe_write when you think this read should be recv in win32 */	1979	#ifdef _WIN32
		1980	WSABUF buf;
		1981	DWORD recvd;
		1982	DWORD flags = 0;
		1983	buf.buf = dummy;
		1984	buf.len = sizeof (dummy);
		1985	WSARecv (EV_FD_TO_WIN32_HANDLE (evpipe [0]), &buf, 1, &recvd, &flags, 0, 0);
		1986	#else
1907	read (evpipe [0], &dummy, 1);	1987	read (evpipe [0], &dummy, sizeof (dummy));
		1988	#endif
1908	}	1989	}
1909	}	1990	}
1910		1991
1911	pipe_write_skipped = 0;	1992	pipe_write_skipped = 0;
		1993
		1994	ECB_MEMORY_FENCE; /* push out skipped, acquire flags */
1912		1995
1913	#if EV_SIGNAL_ENABLE	1996	#if EV_SIGNAL_ENABLE
1914	if (sig_pending)	1997	if (sig_pending)
1915	{	1998	{
1916	sig_pending = 0;	1999	sig_pending = 0;
		2000
		2001	ECB_MEMORY_FENCE;
1917		2002
1918	for (i = EV_NSIG - 1; i--; )	2003	for (i = EV_NSIG - 1; i--; )
1919	if (expect_false (signals [i].pending))	2004	if (expect_false (signals [i].pending))
1920	ev_feed_signal_event (EV_A_ i + 1);	2005	ev_feed_signal_event (EV_A_ i + 1);
1921	}	2006	}
…		…
1923		2008
1924	#if EV_ASYNC_ENABLE	2009	#if EV_ASYNC_ENABLE
1925	if (async_pending)	2010	if (async_pending)
1926	{	2011	{
1927	async_pending = 0;	2012	async_pending = 0;
		2013
		2014	ECB_MEMORY_FENCE;
1928		2015
1929	for (i = asynccnt; i--; )	2016	for (i = asynccnt; i--; )
1930	if (asyncs [i]->sent)	2017	if (asyncs [i]->sent)
1931	{	2018	{
1932	asyncs [i]->sent = 0;	2019	asyncs [i]->sent = 0;
		2020	ECB_MEMORY_FENCE_RELEASE;
1933	ev_feed_event (EV_A_ asyncs [i], EV_ASYNC);	2021	ev_feed_event (EV_A_ asyncs [i], EV_ASYNC);
1934	}	2022	}
1935	}	2023	}
1936	#endif	2024	#endif
1937	}	2025	}
1938		2026
1939	/*****************************************************************************/	2027	/*****************************************************************************/
1940		2028
1941	void	2029	void
1942	ev_feed_signal (int signum)	2030	ev_feed_signal (int signum) EV_THROW
1943	{	2031	{
1944	#if EV_MULTIPLICITY	2032	#if EV_MULTIPLICITY
1945	EV_P = signals [signum - 1].loop;	2033	EV_P = signals [signum - 1].loop;
1946		2034
1947	if (!EV_A)	2035	if (!EV_A)
1948	return;	2036	return;
1949	#endif	2037	#endif
1950		2038
1951	if (!ev_active (&pipe_w))
1952	return;
1953
1954	signals [signum - 1].pending = 1;	2039	signals [signum - 1].pending = 1;
1955	evpipe_write (EV_A_ &sig_pending);	2040	evpipe_write (EV_A_ &sig_pending);
1956	}	2041	}
1957		2042
1958	static void	2043	static void
…		…
1964		2049
1965	ev_feed_signal (signum);	2050	ev_feed_signal (signum);
1966	}	2051	}
1967		2052
1968	void noinline	2053	void noinline
1969	ev_feed_signal_event (EV_P_ int signum)	2054	ev_feed_signal_event (EV_P_ int signum) EV_THROW
1970	{	2055	{
1971	WL w;	2056	WL w;
1972		2057
1973	if (expect_false (signum <= 0 || signum > EV_NSIG))	2058	if (expect_false (signum <= 0 || signum >= EV_NSIG))
1974	return;	2059	return;
1975		2060
1976	--signum;	2061	--signum;
1977		2062
1978	#if EV_MULTIPLICITY	2063	#if EV_MULTIPLICITY
…		…
1982	if (expect_false (signals [signum].loop != EV_A))	2067	if (expect_false (signals [signum].loop != EV_A))
1983	return;	2068	return;
1984	#endif	2069	#endif
1985		2070
1986	signals [signum].pending = 0;	2071	signals [signum].pending = 0;
		2072	ECB_MEMORY_FENCE_RELEASE;
1987		2073
1988	for (w = signals [signum].head; w; w = w->next)	2074	for (w = signals [signum].head; w; w = w->next)
1989	ev_feed_event (EV_A_ (W)w, EV_SIGNAL);	2075	ev_feed_event (EV_A_ (W)w, EV_SIGNAL);
1990	}	2076	}
1991		2077
…		…
2090	#if EV_USE_SELECT	2176	#if EV_USE_SELECT
2091	# include "ev_select.c"	2177	# include "ev_select.c"
2092	#endif	2178	#endif
2093		2179
2094	int ecb_cold	2180	int ecb_cold
2095	ev_version_major (void)	2181	ev_version_major (void) EV_THROW
2096	{	2182	{
2097	return EV_VERSION_MAJOR;	2183	return EV_VERSION_MAJOR;
2098	}	2184	}
2099		2185
2100	int ecb_cold	2186	int ecb_cold
2101	ev_version_minor (void)	2187	ev_version_minor (void) EV_THROW
2102	{	2188	{
2103	return EV_VERSION_MINOR;	2189	return EV_VERSION_MINOR;
2104	}	2190	}
2105		2191
2106	/* return true if we are running with elevated privileges and should ignore env variables */	2192	/* return true if we are running with elevated privileges and should ignore env variables */
…		…
2114	|| getgid () != getegid ();	2200	|| getgid () != getegid ();
2115	#endif	2201	#endif
2116	}	2202	}
2117		2203
2118	unsigned int ecb_cold	2204	unsigned int ecb_cold
2119	ev_supported_backends (void)	2205	ev_supported_backends (void) EV_THROW
2120	{	2206	{
2121	unsigned int flags = 0;	2207	unsigned int flags = 0;
2122		2208
2123	if (EV_USE_PORT ) flags |= EVBACKEND_PORT;	2209	if (EV_USE_PORT ) flags |= EVBACKEND_PORT;
2124	if (EV_USE_KQUEUE) flags |= EVBACKEND_KQUEUE;	2210	if (EV_USE_KQUEUE) flags |= EVBACKEND_KQUEUE;
…		…
2128		2214
2129	return flags;	2215	return flags;
2130	}	2216	}
2131		2217
2132	unsigned int ecb_cold	2218	unsigned int ecb_cold
2133	ev_recommended_backends (void)	2219	ev_recommended_backends (void) EV_THROW
2134	{	2220	{
2135	unsigned int flags = ev_supported_backends ();	2221	unsigned int flags = ev_supported_backends ();
2136		2222
2137	#ifndef __NetBSD__	2223	#ifndef __NetBSD__
2138	/* kqueue is borked on everything but netbsd apparently */	2224	/* kqueue is borked on everything but netbsd apparently */
…		…
2150		2236
2151	return flags;	2237	return flags;
2152	}	2238	}
2153		2239
2154	unsigned int ecb_cold	2240	unsigned int ecb_cold
2155	ev_embeddable_backends (void)	2241	ev_embeddable_backends (void) EV_THROW
2156	{	2242	{
2157	int flags = EVBACKEND_EPOLL | EVBACKEND_KQUEUE | EVBACKEND_PORT;	2243	int flags = EVBACKEND_EPOLL | EVBACKEND_KQUEUE | EVBACKEND_PORT;
2158		2244
2159	/* epoll embeddability broken on all linux versions up to at least 2.6.23 */	2245	/* epoll embeddability broken on all linux versions up to at least 2.6.23 */
2160	if (ev_linux_version () < 0x020620) /* disable it on linux < 2.6.32 */	2246	if (ev_linux_version () < 0x020620) /* disable it on linux < 2.6.32 */
…		…
2162		2248
2163	return flags;	2249	return flags;
2164	}	2250	}
2165		2251
2166	unsigned int	2252	unsigned int
2167	ev_backend (EV_P)	2253	ev_backend (EV_P) EV_THROW
2168	{	2254	{
2169	return backend;	2255	return backend;
2170	}	2256	}
2171		2257
2172	#if EV_FEATURE_API	2258	#if EV_FEATURE_API
2173	unsigned int	2259	unsigned int
2174	ev_iteration (EV_P)	2260	ev_iteration (EV_P) EV_THROW
2175	{	2261	{
2176	return loop_count;	2262	return loop_count;
2177	}	2263	}
2178		2264
2179	unsigned int	2265	unsigned int
2180	ev_depth (EV_P)	2266	ev_depth (EV_P) EV_THROW
2181	{	2267	{
2182	return loop_depth;	2268	return loop_depth;
2183	}	2269	}
2184		2270
2185	void	2271	void
2186	ev_set_io_collect_interval (EV_P_ ev_tstamp interval)	2272	ev_set_io_collect_interval (EV_P_ ev_tstamp interval) EV_THROW
2187	{	2273	{
2188	io_blocktime = interval;	2274	io_blocktime = interval;
2189	}	2275	}
2190		2276
2191	void	2277	void
2192	ev_set_timeout_collect_interval (EV_P_ ev_tstamp interval)	2278	ev_set_timeout_collect_interval (EV_P_ ev_tstamp interval) EV_THROW
2193	{	2279	{
2194	timeout_blocktime = interval;	2280	timeout_blocktime = interval;
2195	}	2281	}
2196		2282
2197	void	2283	void
2198	ev_set_userdata (EV_P_ void *data)	2284	ev_set_userdata (EV_P_ void *data) EV_THROW
2199	{	2285	{
2200	userdata = data;	2286	userdata = data;
2201	}	2287	}
2202		2288
2203	void *	2289	void *
2204	ev_userdata (EV_P)	2290	ev_userdata (EV_P) EV_THROW
2205	{	2291	{
2206	return userdata;	2292	return userdata;
2207	}	2293	}
2208		2294
2209	void	2295	void
2210	ev_set_invoke_pending_cb (EV_P_ void (*invoke_pending_cb)(EV_P))	2296	ev_set_invoke_pending_cb (EV_P_ void (*invoke_pending_cb)(EV_P)) EV_THROW
2211	{	2297	{
2212	invoke_cb = invoke_pending_cb;	2298	invoke_cb = invoke_pending_cb;
2213	}	2299	}
2214		2300
2215	void	2301	void
2216	ev_set_loop_release_cb (EV_P_ void (*release)(EV_P), void (*acquire)(EV_P))	2302	ev_set_loop_release_cb (EV_P_ void (*release)(EV_P) EV_THROW, void (*acquire)(EV_P) EV_THROW) EV_THROW
2217	{	2303	{
2218	release_cb = release;	2304	release_cb = release;
2219	acquire_cb = acquire;	2305	acquire_cb = acquire;
2220	}	2306	}
2221	#endif	2307	#endif
2222		2308
2223	/* initialise a loop structure, must be zero-initialised */	2309	/* initialise a loop structure, must be zero-initialised */
2224	static void noinline ecb_cold	2310	static void noinline ecb_cold
2225	loop_init (EV_P_ unsigned int flags)	2311	loop_init (EV_P_ unsigned int flags) EV_THROW
2226	{	2312	{
2227	if (!backend)	2313	if (!backend)
2228	{	2314	{
2229	origflags = flags;	2315	origflags = flags;
2230		2316
…		…
2275	#if EV_ASYNC_ENABLE	2361	#if EV_ASYNC_ENABLE
2276	async_pending = 0;	2362	async_pending = 0;
2277	#endif	2363	#endif
2278	pipe_write_skipped = 0;	2364	pipe_write_skipped = 0;
2279	pipe_write_wanted = 0;	2365	pipe_write_wanted = 0;
		2366	evpipe [0] = -1;
		2367	evpipe [1] = -1;
2280	#if EV_USE_INOTIFY	2368	#if EV_USE_INOTIFY
2281	fs_fd = flags & EVFLAG_NOINOTIFY ? -1 : -2;	2369	fs_fd = flags & EVFLAG_NOINOTIFY ? -1 : -2;
2282	#endif	2370	#endif
2283	#if EV_USE_SIGNALFD	2371	#if EV_USE_SIGNALFD
2284	sigfd = flags & EVFLAG_SIGNALFD ? -2 : -1;	2372	sigfd = flags & EVFLAG_SIGNALFD ? -2 : -1;
…		…
2335	EV_INVOKE_PENDING;	2423	EV_INVOKE_PENDING;
2336	}	2424	}
2337	#endif	2425	#endif
2338		2426
2339	#if EV_CHILD_ENABLE	2427	#if EV_CHILD_ENABLE
2340	if (ev_is_active (&childev))	2428	if (ev_is_default_loop (EV_A) && ev_is_active (&childev))
2341	{	2429	{
2342	ev_ref (EV_A); /* child watcher */	2430	ev_ref (EV_A); /* child watcher */
2343	ev_signal_stop (EV_A_ &childev);	2431	ev_signal_stop (EV_A_ &childev);
2344	}	2432	}
2345	#endif	2433	#endif
…		…
2347	if (ev_is_active (&pipe_w))	2435	if (ev_is_active (&pipe_w))
2348	{	2436	{
2349	/*ev_ref (EV_A);*/	2437	/*ev_ref (EV_A);*/
2350	/*ev_io_stop (EV_A_ &pipe_w);*/	2438	/*ev_io_stop (EV_A_ &pipe_w);*/
2351		2439
2352	#if EV_USE_EVENTFD
2353	if (evfd >= 0)
2354	close (evfd);
2355	#endif
2356
2357	if (evpipe [0] >= 0)
2358	{
2359	EV_WIN32_CLOSE_FD (evpipe [0]);	2440	if (evpipe [0] >= 0) EV_WIN32_CLOSE_FD (evpipe [0]);
2360	EV_WIN32_CLOSE_FD (evpipe [1]);	2441	if (evpipe [1] >= 0) EV_WIN32_CLOSE_FD (evpipe [1]);
2361	}
2362	}	2442	}
2363		2443
2364	#if EV_USE_SIGNALFD	2444	#if EV_USE_SIGNALFD
2365	if (ev_is_active (&sigfd_w))	2445	if (ev_is_active (&sigfd_w))
2366	close (sigfd);	2446	close (sigfd);
…		…
2452	#endif	2532	#endif
2453	#if EV_USE_INOTIFY	2533	#if EV_USE_INOTIFY
2454	infy_fork (EV_A);	2534	infy_fork (EV_A);
2455	#endif	2535	#endif
2456		2536
		2537	#if EV_SIGNAL_ENABLE || EV_ASYNC_ENABLE
2457	if (ev_is_active (&pipe_w))	2538	if (ev_is_active (&pipe_w))
2458	{	2539	{
2459	/* pipe_write_wanted must be false now, so modifying fd vars should be safe */	2540	/* pipe_write_wanted must be false now, so modifying fd vars should be safe */
2460		2541
2461	ev_ref (EV_A);	2542	ev_ref (EV_A);
2462	ev_io_stop (EV_A_ &pipe_w);	2543	ev_io_stop (EV_A_ &pipe_w);
2463		2544
2464	#if EV_USE_EVENTFD
2465	if (evfd >= 0)
2466	close (evfd);
2467	#endif
2468
2469	if (evpipe [0] >= 0)	2545	if (evpipe [0] >= 0)
2470	{
2471	EV_WIN32_CLOSE_FD (evpipe [0]);	2546	EV_WIN32_CLOSE_FD (evpipe [0]);
2472	EV_WIN32_CLOSE_FD (evpipe [1]);
2473	}
2474		2547
2475	#if EV_SIGNAL_ENABLE || EV_ASYNC_ENABLE
2476	evpipe_init (EV_A);	2548	evpipe_init (EV_A);
2477	/* now iterate over everything, in case we missed something */	2549	/* iterate over everything, in case we missed something before */
2478	pipecb (EV_A_ &pipe_w, EV_READ);	2550	ev_feed_event (EV_A_ &pipe_w, EV_CUSTOM);
2479	#endif
2480	}	2551	}
		2552	#endif
2481		2553
2482	postfork = 0;	2554	postfork = 0;
2483	}	2555	}
2484		2556
2485	#if EV_MULTIPLICITY	2557	#if EV_MULTIPLICITY
2486		2558
2487	struct ev_loop * ecb_cold	2559	struct ev_loop * ecb_cold
2488	ev_loop_new (unsigned int flags)	2560	ev_loop_new (unsigned int flags) EV_THROW
2489	{	2561	{
2490	EV_P = (struct ev_loop *)ev_malloc (sizeof (struct ev_loop));	2562	EV_P = (struct ev_loop *)ev_malloc (sizeof (struct ev_loop));
2491		2563
2492	memset (EV_A, 0, sizeof (struct ev_loop));	2564	memset (EV_A, 0, sizeof (struct ev_loop));
2493	loop_init (EV_A_ flags);	2565	loop_init (EV_A_ flags);
…		…
2537	}	2609	}
2538	#endif	2610	#endif
2539		2611
2540	#if EV_FEATURE_API	2612	#if EV_FEATURE_API
2541	void ecb_cold	2613	void ecb_cold
2542	ev_verify (EV_P)	2614	ev_verify (EV_P) EV_THROW
2543	{	2615	{
2544	#if EV_VERIFY	2616	#if EV_VERIFY
2545	int i;	2617	int i;
2546	WL w;	2618	WL w, w2;
2547		2619
2548	assert (activecnt >= -1);	2620	assert (activecnt >= -1);
2549		2621
2550	assert (fdchangemax >= fdchangecnt);	2622	assert (fdchangemax >= fdchangecnt);
2551	for (i = 0; i < fdchangecnt; ++i)	2623	for (i = 0; i < fdchangecnt; ++i)
2552	assert (("libev: negative fd in fdchanges", fdchanges [i] >= 0));	2624	assert (("libev: negative fd in fdchanges", fdchanges [i] >= 0));
2553		2625
2554	assert (anfdmax >= 0);	2626	assert (anfdmax >= 0);
2555	for (i = 0; i < anfdmax; ++i)	2627	for (i = 0; i < anfdmax; ++i)
		2628	{
		2629	int j = 0;
		2630
2556	for (w = anfds [i].head; w; w = w->next)	2631	for (w = w2 = anfds [i].head; w; w = w->next)
2557	{	2632	{
2558	verify_watcher (EV_A_ (W)w);	2633	verify_watcher (EV_A_ (W)w);
		2634
		2635	if (j++ & 1)
		2636	{
		2637	assert (("libev: io watcher list contains a loop", w != w2));
		2638	w2 = w2->next;
		2639	}
		2640
2559	assert (("libev: inactive fd watcher on anfd list", ev_active (w) == 1));	2641	assert (("libev: inactive fd watcher on anfd list", ev_active (w) == 1));
2560	assert (("libev: fd mismatch between watcher and anfd", ((ev_io *)w)->fd == i));	2642	assert (("libev: fd mismatch between watcher and anfd", ((ev_io *)w)->fd == i));
2561	}	2643	}
		2644	}
2562		2645
2563	assert (timermax >= timercnt);	2646	assert (timermax >= timercnt);
2564	verify_heap (EV_A_ timers, timercnt);	2647	verify_heap (EV_A_ timers, timercnt);
2565		2648
2566	#if EV_PERIODIC_ENABLE	2649	#if EV_PERIODIC_ENABLE
…		…
2616	#if EV_MULTIPLICITY	2699	#if EV_MULTIPLICITY
2617	struct ev_loop * ecb_cold	2700	struct ev_loop * ecb_cold
2618	#else	2701	#else
2619	int	2702	int
2620	#endif	2703	#endif
2621	ev_default_loop (unsigned int flags)	2704	ev_default_loop (unsigned int flags) EV_THROW
2622	{	2705	{
2623	if (!ev_default_loop_ptr)	2706	if (!ev_default_loop_ptr)
2624	{	2707	{
2625	#if EV_MULTIPLICITY	2708	#if EV_MULTIPLICITY
2626	EV_P = ev_default_loop_ptr = &default_loop_struct;	2709	EV_P = ev_default_loop_ptr = &default_loop_struct;
…		…
2645		2728
2646	return ev_default_loop_ptr;	2729	return ev_default_loop_ptr;
2647	}	2730	}
2648		2731
2649	void	2732	void
2650	ev_loop_fork (EV_P)	2733	ev_loop_fork (EV_P) EV_THROW
2651	{	2734	{
2652	postfork = 1; /* must be in line with ev_default_fork */	2735	postfork = 1;
2653	}	2736	}
2654		2737
2655	/*****************************************************************************/	2738	/*****************************************************************************/
2656		2739
2657	void	2740	void
…		…
2659	{	2742	{
2660	EV_CB_INVOKE ((W)w, revents);	2743	EV_CB_INVOKE ((W)w, revents);
2661	}	2744	}
2662		2745
2663	unsigned int	2746	unsigned int
2664	ev_pending_count (EV_P)	2747	ev_pending_count (EV_P) EV_THROW
2665	{	2748	{
2666	int pri;	2749	int pri;
2667	unsigned int count = 0;	2750	unsigned int count = 0;
2668		2751
2669	for (pri = NUMPRI; pri--; )	2752	for (pri = NUMPRI; pri--; )
…		…
2673	}	2756	}
2674		2757
2675	void noinline	2758	void noinline
2676	ev_invoke_pending (EV_P)	2759	ev_invoke_pending (EV_P)
2677	{	2760	{
2678	int pri;	2761	pendingpri = NUMPRI;
2679		2762
2680	for (pri = NUMPRI; pri--; )	2763	while (pendingpri) /* pendingpri possibly gets modified in the inner loop */
		2764	{
		2765	--pendingpri;
		2766
2681	while (pendingcnt [pri])	2767	while (pendingcnt [pendingpri])
2682	{	2768	{
2683	ANPENDING *p = pendings [pri] + --pendingcnt [pri];	2769	ANPENDING *p = pendings [pendingpri] + --pendingcnt [pendingpri];
2684		2770
2685	p->w->pending = 0;	2771	p->w->pending = 0;
2686	EV_CB_INVOKE (p->w, p->events);	2772	EV_CB_INVOKE (p->w, p->events);
2687	EV_FREQUENT_CHECK;	2773	EV_FREQUENT_CHECK;
2688	}	2774	}
		2775	}
2689	}	2776	}
2690		2777
2691	#if EV_IDLE_ENABLE	2778	#if EV_IDLE_ENABLE
2692	/* make idle watchers pending. this handles the "call-idle */	2779	/* make idle watchers pending. this handles the "call-idle */
2693	/* only when higher priorities are idle" logic */	2780	/* only when higher priorities are idle" logic */
…		…
2783	{	2870	{
2784	EV_FREQUENT_CHECK;	2871	EV_FREQUENT_CHECK;
2785		2872
2786	while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now)	2873	while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now)
2787	{	2874	{
2788	int feed_count = 0;
2789
2790	do	2875	do
2791	{	2876	{
2792	ev_periodic *w = (ev_periodic *)ANHE_w (periodics [HEAP0]);	2877	ev_periodic *w = (ev_periodic *)ANHE_w (periodics [HEAP0]);
2793		2878
2794	/*assert (("libev: inactive timer on periodic heap detected", ev_is_active (w)));*/	2879	/*assert (("libev: inactive timer on periodic heap detected", ev_is_active (w)));*/
…		…
2928		3013
2929	mn_now = ev_rt_now;	3014	mn_now = ev_rt_now;
2930	}	3015	}
2931	}	3016	}
2932		3017
2933	void	3018	int
2934	ev_run (EV_P_ int flags)	3019	ev_run (EV_P_ int flags)
2935	{	3020	{
2936	#if EV_FEATURE_API	3021	#if EV_FEATURE_API
2937	++loop_depth;	3022	++loop_depth;
2938	#endif	3023	#endif
…		…
3053	backend_poll (EV_A_ waittime);	3138	backend_poll (EV_A_ waittime);
3054	assert ((loop_done = EVBREAK_CANCEL, 1)); /* assert for side effect */	3139	assert ((loop_done = EVBREAK_CANCEL, 1)); /* assert for side effect */
3055		3140
3056	pipe_write_wanted = 0; /* just an optimisation, no fence needed */	3141	pipe_write_wanted = 0; /* just an optimisation, no fence needed */
3057		3142
		3143	ECB_MEMORY_FENCE_ACQUIRE;
3058	if (pipe_write_skipped)	3144	if (pipe_write_skipped)
3059	{	3145	{
3060	assert (("libev: pipe_w not active, but pipe not written", ev_is_active (&pipe_w)));	3146	assert (("libev: pipe_w not active, but pipe not written", ev_is_active (&pipe_w)));
3061	ev_feed_event (EV_A_ &pipe_w, EV_CUSTOM);	3147	ev_feed_event (EV_A_ &pipe_w, EV_CUSTOM);
3062	}	3148	}
…		…
3095	loop_done = EVBREAK_CANCEL;	3181	loop_done = EVBREAK_CANCEL;
3096		3182
3097	#if EV_FEATURE_API	3183	#if EV_FEATURE_API
3098	--loop_depth;	3184	--loop_depth;
3099	#endif	3185	#endif
		3186
		3187	return activecnt;
3100	}	3188	}
3101		3189
3102	void	3190	void
3103	ev_break (EV_P_ int how)	3191	ev_break (EV_P_ int how) EV_THROW
3104	{	3192	{
3105	loop_done = how;	3193	loop_done = how;
3106	}	3194	}
3107		3195
3108	void	3196	void
3109	ev_ref (EV_P)	3197	ev_ref (EV_P) EV_THROW
3110	{	3198	{
3111	++activecnt;	3199	++activecnt;
3112	}	3200	}
3113		3201
3114	void	3202	void
3115	ev_unref (EV_P)	3203	ev_unref (EV_P) EV_THROW
3116	{	3204	{
3117	--activecnt;	3205	--activecnt;
3118	}	3206	}
3119		3207
3120	void	3208	void
3121	ev_now_update (EV_P)	3209	ev_now_update (EV_P) EV_THROW
3122	{	3210	{
3123	time_update (EV_A_ 1e100);	3211	time_update (EV_A_ 1e100);
3124	}	3212	}
3125		3213
3126	void	3214	void
3127	ev_suspend (EV_P)	3215	ev_suspend (EV_P) EV_THROW
3128	{	3216	{
3129	ev_now_update (EV_A);	3217	ev_now_update (EV_A);
3130	}	3218	}
3131		3219
3132	void	3220	void
3133	ev_resume (EV_P)	3221	ev_resume (EV_P) EV_THROW
3134	{	3222	{
3135	ev_tstamp mn_prev = mn_now;	3223	ev_tstamp mn_prev = mn_now;
3136		3224
3137	ev_now_update (EV_A);	3225	ev_now_update (EV_A);
3138	timers_reschedule (EV_A_ mn_now - mn_prev);	3226	timers_reschedule (EV_A_ mn_now - mn_prev);
…		…
3177	w->pending = 0;	3265	w->pending = 0;
3178	}	3266	}
3179	}	3267	}
3180		3268
3181	int	3269	int
3182	ev_clear_pending (EV_P_ void *w)	3270	ev_clear_pending (EV_P_ void *w) EV_THROW
3183	{	3271	{
3184	W w_ = (W)w;	3272	W w_ = (W)w;
3185	int pending = w_->pending;	3273	int pending = w_->pending;
3186		3274
3187	if (expect_true (pending))	3275	if (expect_true (pending))
…		…
3220	}	3308	}
3221		3309
3222	/*****************************************************************************/	3310	/*****************************************************************************/
3223		3311
3224	void noinline	3312	void noinline
3225	ev_io_start (EV_P_ ev_io *w)	3313	ev_io_start (EV_P_ ev_io *w) EV_THROW
3226	{	3314	{
3227	int fd = w->fd;	3315	int fd = w->fd;
3228		3316
3229	if (expect_false (ev_is_active (w)))	3317	if (expect_false (ev_is_active (w)))
3230	return;	3318	return;
…		…
3236		3324
3237	ev_start (EV_A_ (W)w, 1);	3325	ev_start (EV_A_ (W)w, 1);
3238	array_needsize (ANFD, anfds, anfdmax, fd + 1, array_init_zero);	3326	array_needsize (ANFD, anfds, anfdmax, fd + 1, array_init_zero);
3239	wlist_add (&anfds[fd].head, (WL)w);	3327	wlist_add (&anfds[fd].head, (WL)w);
3240		3328
		3329	/* common bug, apparently */
		3330	assert (("libev: ev_io_start called with corrupted watcher", ((WL)w)->next != (WL)w));
		3331
3241	fd_change (EV_A_ fd, w->events & EV__IOFDSET | EV_ANFD_REIFY);	3332	fd_change (EV_A_ fd, w->events & EV__IOFDSET | EV_ANFD_REIFY);
3242	w->events &= ~EV__IOFDSET;	3333	w->events &= ~EV__IOFDSET;
3243		3334
3244	EV_FREQUENT_CHECK;	3335	EV_FREQUENT_CHECK;
3245	}	3336	}
3246		3337
3247	void noinline	3338	void noinline
3248	ev_io_stop (EV_P_ ev_io *w)	3339	ev_io_stop (EV_P_ ev_io *w) EV_THROW
3249	{	3340	{
3250	clear_pending (EV_A_ (W)w);	3341	clear_pending (EV_A_ (W)w);
3251	if (expect_false (!ev_is_active (w)))	3342	if (expect_false (!ev_is_active (w)))
3252	return;	3343	return;
3253		3344
…		…
3262		3353
3263	EV_FREQUENT_CHECK;	3354	EV_FREQUENT_CHECK;
3264	}	3355	}
3265		3356
3266	void noinline	3357	void noinline
3267	ev_timer_start (EV_P_ ev_timer *w)	3358	ev_timer_start (EV_P_ ev_timer *w) EV_THROW
3268	{	3359	{
3269	if (expect_false (ev_is_active (w)))	3360	if (expect_false (ev_is_active (w)))
3270	return;	3361	return;
3271		3362
3272	ev_at (w) += mn_now;	3363	ev_at (w) += mn_now;
…		…
3286		3377
3287	/*assert (("libev: internal timer heap corruption", timers [ev_active (w)] == (WT)w));*/	3378	/*assert (("libev: internal timer heap corruption", timers [ev_active (w)] == (WT)w));*/
3288	}	3379	}
3289		3380
3290	void noinline	3381	void noinline
3291	ev_timer_stop (EV_P_ ev_timer *w)	3382	ev_timer_stop (EV_P_ ev_timer *w) EV_THROW
3292	{	3383	{
3293	clear_pending (EV_A_ (W)w);	3384	clear_pending (EV_A_ (W)w);
3294	if (expect_false (!ev_is_active (w)))	3385	if (expect_false (!ev_is_active (w)))
3295	return;	3386	return;
3296		3387
…		…
3316		3407
3317	EV_FREQUENT_CHECK;	3408	EV_FREQUENT_CHECK;
3318	}	3409	}
3319		3410
3320	void noinline	3411	void noinline
3321	ev_timer_again (EV_P_ ev_timer *w)	3412	ev_timer_again (EV_P_ ev_timer *w) EV_THROW
3322	{	3413	{
3323	EV_FREQUENT_CHECK;	3414	EV_FREQUENT_CHECK;
3324		3415
3325	clear_pending (EV_A_ (W)w);	3416	clear_pending (EV_A_ (W)w);
3326		3417
…		…
3343		3434
3344	EV_FREQUENT_CHECK;	3435	EV_FREQUENT_CHECK;
3345	}	3436	}
3346		3437
3347	ev_tstamp	3438	ev_tstamp
3348	ev_timer_remaining (EV_P_ ev_timer *w)	3439	ev_timer_remaining (EV_P_ ev_timer *w) EV_THROW
3349	{	3440	{
3350	return ev_at (w) - (ev_is_active (w) ? mn_now : 0.);	3441	return ev_at (w) - (ev_is_active (w) ? mn_now : 0.);
3351	}	3442	}
3352		3443
3353	#if EV_PERIODIC_ENABLE	3444	#if EV_PERIODIC_ENABLE
3354	void noinline	3445	void noinline
3355	ev_periodic_start (EV_P_ ev_periodic *w)	3446	ev_periodic_start (EV_P_ ev_periodic *w) EV_THROW
3356	{	3447	{
3357	if (expect_false (ev_is_active (w)))	3448	if (expect_false (ev_is_active (w)))
3358	return;	3449	return;
3359		3450
3360	if (w->reschedule_cb)	3451	if (w->reschedule_cb)
…		…
3380		3471
3381	/*assert (("libev: internal periodic heap corruption", ANHE_w (periodics [ev_active (w)]) == (WT)w));*/	3472	/*assert (("libev: internal periodic heap corruption", ANHE_w (periodics [ev_active (w)]) == (WT)w));*/
3382	}	3473	}
3383		3474
3384	void noinline	3475	void noinline
3385	ev_periodic_stop (EV_P_ ev_periodic *w)	3476	ev_periodic_stop (EV_P_ ev_periodic *w) EV_THROW
3386	{	3477	{
3387	clear_pending (EV_A_ (W)w);	3478	clear_pending (EV_A_ (W)w);
3388	if (expect_false (!ev_is_active (w)))	3479	if (expect_false (!ev_is_active (w)))
3389	return;	3480	return;
3390		3481
…		…
3408		3499
3409	EV_FREQUENT_CHECK;	3500	EV_FREQUENT_CHECK;
3410	}	3501	}
3411		3502
3412	void noinline	3503	void noinline
3413	ev_periodic_again (EV_P_ ev_periodic *w)	3504	ev_periodic_again (EV_P_ ev_periodic *w) EV_THROW
3414	{	3505	{
3415	/* TODO: use adjustheap and recalculation */	3506	/* TODO: use adjustheap and recalculation */
3416	ev_periodic_stop (EV_A_ w);	3507	ev_periodic_stop (EV_A_ w);
3417	ev_periodic_start (EV_A_ w);	3508	ev_periodic_start (EV_A_ w);
3418	}	3509	}
…		…
3423	#endif	3514	#endif
3424		3515
3425	#if EV_SIGNAL_ENABLE	3516	#if EV_SIGNAL_ENABLE
3426		3517
3427	void noinline	3518	void noinline
3428	ev_signal_start (EV_P_ ev_signal *w)	3519	ev_signal_start (EV_P_ ev_signal *w) EV_THROW
3429	{	3520	{
3430	if (expect_false (ev_is_active (w)))	3521	if (expect_false (ev_is_active (w)))
3431	return;	3522	return;
3432		3523
3433	assert (("libev: ev_signal_start called with illegal signal number", w->signum > 0 && w->signum < EV_NSIG));	3524	assert (("libev: ev_signal_start called with illegal signal number", w->signum > 0 && w->signum < EV_NSIG));
…		…
3504		3595
3505	EV_FREQUENT_CHECK;	3596	EV_FREQUENT_CHECK;
3506	}	3597	}
3507		3598
3508	void noinline	3599	void noinline
3509	ev_signal_stop (EV_P_ ev_signal *w)	3600	ev_signal_stop (EV_P_ ev_signal *w) EV_THROW
3510	{	3601	{
3511	clear_pending (EV_A_ (W)w);	3602	clear_pending (EV_A_ (W)w);
3512	if (expect_false (!ev_is_active (w)))	3603	if (expect_false (!ev_is_active (w)))
3513	return;	3604	return;
3514		3605
…		…
3545	#endif	3636	#endif
3546		3637
3547	#if EV_CHILD_ENABLE	3638	#if EV_CHILD_ENABLE
3548		3639
3549	void	3640	void
3550	ev_child_start (EV_P_ ev_child *w)	3641	ev_child_start (EV_P_ ev_child *w) EV_THROW
3551	{	3642	{
3552	#if EV_MULTIPLICITY	3643	#if EV_MULTIPLICITY
3553	assert (("libev: child watchers are only supported in the default loop", loop == ev_default_loop_ptr));	3644	assert (("libev: child watchers are only supported in the default loop", loop == ev_default_loop_ptr));
3554	#endif	3645	#endif
3555	if (expect_false (ev_is_active (w)))	3646	if (expect_false (ev_is_active (w)))
…		…
3562		3653
3563	EV_FREQUENT_CHECK;	3654	EV_FREQUENT_CHECK;
3564	}	3655	}
3565		3656
3566	void	3657	void
3567	ev_child_stop (EV_P_ ev_child *w)	3658	ev_child_stop (EV_P_ ev_child *w) EV_THROW
3568	{	3659	{
3569	clear_pending (EV_A_ (W)w);	3660	clear_pending (EV_A_ (W)w);
3570	if (expect_false (!ev_is_active (w)))	3661	if (expect_false (!ev_is_active (w)))
3571	return;	3662	return;
3572		3663
…		…
3739	}	3830	}
3740		3831
3741	inline_size int	3832	inline_size int
3742	infy_newfd (void)	3833	infy_newfd (void)
3743	{	3834	{
3744	#if defined (IN_CLOEXEC) && defined (IN_NONBLOCK)	3835	#if defined IN_CLOEXEC && defined IN_NONBLOCK
3745	int fd = inotify_init1 (IN_CLOEXEC | IN_NONBLOCK);	3836	int fd = inotify_init1 (IN_CLOEXEC | IN_NONBLOCK);
3746	if (fd >= 0)	3837	if (fd >= 0)
3747	return fd;	3838	return fd;
3748	#endif	3839	#endif
3749	return inotify_init ();	3840	return inotify_init ();
…		…
3824	#else	3915	#else
3825	# define EV_LSTAT(p,b) lstat (p, b)	3916	# define EV_LSTAT(p,b) lstat (p, b)
3826	#endif	3917	#endif
3827		3918
3828	void	3919	void
3829	ev_stat_stat (EV_P_ ev_stat *w)	3920	ev_stat_stat (EV_P_ ev_stat *w) EV_THROW
3830	{	3921	{
3831	if (lstat (w->path, &w->attr) < 0)	3922	if (lstat (w->path, &w->attr) < 0)
3832	w->attr.st_nlink = 0;	3923	w->attr.st_nlink = 0;
3833	else if (!w->attr.st_nlink)	3924	else if (!w->attr.st_nlink)
3834	w->attr.st_nlink = 1;	3925	w->attr.st_nlink = 1;
…		…
3873	ev_feed_event (EV_A_ w, EV_STAT);	3964	ev_feed_event (EV_A_ w, EV_STAT);
3874	}	3965	}
3875	}	3966	}
3876		3967
3877	void	3968	void
3878	ev_stat_start (EV_P_ ev_stat *w)	3969	ev_stat_start (EV_P_ ev_stat *w) EV_THROW
3879	{	3970	{
3880	if (expect_false (ev_is_active (w)))	3971	if (expect_false (ev_is_active (w)))
3881	return;	3972	return;
3882		3973
3883	ev_stat_stat (EV_A_ w);	3974	ev_stat_stat (EV_A_ w);
…		…
3904		3995
3905	EV_FREQUENT_CHECK;	3996	EV_FREQUENT_CHECK;
3906	}	3997	}
3907		3998
3908	void	3999	void
3909	ev_stat_stop (EV_P_ ev_stat *w)	4000	ev_stat_stop (EV_P_ ev_stat *w) EV_THROW
3910	{	4001	{
3911	clear_pending (EV_A_ (W)w);	4002	clear_pending (EV_A_ (W)w);
3912	if (expect_false (!ev_is_active (w)))	4003	if (expect_false (!ev_is_active (w)))
3913	return;	4004	return;
3914		4005
…		…
3930	}	4021	}
3931	#endif	4022	#endif
3932		4023
3933	#if EV_IDLE_ENABLE	4024	#if EV_IDLE_ENABLE
3934	void	4025	void
3935	ev_idle_start (EV_P_ ev_idle *w)	4026	ev_idle_start (EV_P_ ev_idle *w) EV_THROW
3936	{	4027	{
3937	if (expect_false (ev_is_active (w)))	4028	if (expect_false (ev_is_active (w)))
3938	return;	4029	return;
3939		4030
3940	pri_adjust (EV_A_ (W)w);	4031	pri_adjust (EV_A_ (W)w);
…		…
3953		4044
3954	EV_FREQUENT_CHECK;	4045	EV_FREQUENT_CHECK;
3955	}	4046	}
3956		4047
3957	void	4048	void
3958	ev_idle_stop (EV_P_ ev_idle *w)	4049	ev_idle_stop (EV_P_ ev_idle *w) EV_THROW
3959	{	4050	{
3960	clear_pending (EV_A_ (W)w);	4051	clear_pending (EV_A_ (W)w);
3961	if (expect_false (!ev_is_active (w)))	4052	if (expect_false (!ev_is_active (w)))
3962	return;	4053	return;
3963		4054
…		…
3977	}	4068	}
3978	#endif	4069	#endif
3979		4070
3980	#if EV_PREPARE_ENABLE	4071	#if EV_PREPARE_ENABLE
3981	void	4072	void
3982	ev_prepare_start (EV_P_ ev_prepare *w)	4073	ev_prepare_start (EV_P_ ev_prepare *w) EV_THROW
3983	{	4074	{
3984	if (expect_false (ev_is_active (w)))	4075	if (expect_false (ev_is_active (w)))
3985	return;	4076	return;
3986		4077
3987	EV_FREQUENT_CHECK;	4078	EV_FREQUENT_CHECK;
…		…
3992		4083
3993	EV_FREQUENT_CHECK;	4084	EV_FREQUENT_CHECK;
3994	}	4085	}
3995		4086
3996	void	4087	void
3997	ev_prepare_stop (EV_P_ ev_prepare *w)	4088	ev_prepare_stop (EV_P_ ev_prepare *w) EV_THROW
3998	{	4089	{
3999	clear_pending (EV_A_ (W)w);	4090	clear_pending (EV_A_ (W)w);
4000	if (expect_false (!ev_is_active (w)))	4091	if (expect_false (!ev_is_active (w)))
4001	return;	4092	return;
4002		4093
…		…
4015	}	4106	}
4016	#endif	4107	#endif
4017		4108
4018	#if EV_CHECK_ENABLE	4109	#if EV_CHECK_ENABLE
4019	void	4110	void
4020	ev_check_start (EV_P_ ev_check *w)	4111	ev_check_start (EV_P_ ev_check *w) EV_THROW
4021	{	4112	{
4022	if (expect_false (ev_is_active (w)))	4113	if (expect_false (ev_is_active (w)))
4023	return;	4114	return;
4024		4115
4025	EV_FREQUENT_CHECK;	4116	EV_FREQUENT_CHECK;
…		…
4030		4121
4031	EV_FREQUENT_CHECK;	4122	EV_FREQUENT_CHECK;
4032	}	4123	}
4033		4124
4034	void	4125	void
4035	ev_check_stop (EV_P_ ev_check *w)	4126	ev_check_stop (EV_P_ ev_check *w) EV_THROW
4036	{	4127	{
4037	clear_pending (EV_A_ (W)w);	4128	clear_pending (EV_A_ (W)w);
4038	if (expect_false (!ev_is_active (w)))	4129	if (expect_false (!ev_is_active (w)))
4039	return;	4130	return;
4040		4131
…		…
4053	}	4144	}
4054	#endif	4145	#endif
4055		4146
4056	#if EV_EMBED_ENABLE	4147	#if EV_EMBED_ENABLE
4057	void noinline	4148	void noinline
4058	ev_embed_sweep (EV_P_ ev_embed *w)	4149	ev_embed_sweep (EV_P_ ev_embed *w) EV_THROW
4059	{	4150	{
4060	ev_run (w->other, EVRUN_NOWAIT);	4151	ev_run (w->other, EVRUN_NOWAIT);
4061	}	4152	}
4062		4153
4063	static void	4154	static void
…		…
4111	ev_idle_stop (EV_A_ idle);	4202	ev_idle_stop (EV_A_ idle);
4112	}	4203	}
4113	#endif	4204	#endif
4114		4205
4115	void	4206	void
4116	ev_embed_start (EV_P_ ev_embed *w)	4207	ev_embed_start (EV_P_ ev_embed *w) EV_THROW
4117	{	4208	{
4118	if (expect_false (ev_is_active (w)))	4209	if (expect_false (ev_is_active (w)))
4119	return;	4210	return;
4120		4211
4121	{	4212	{
…		…
4142		4233
4143	EV_FREQUENT_CHECK;	4234	EV_FREQUENT_CHECK;
4144	}	4235	}
4145		4236
4146	void	4237	void
4147	ev_embed_stop (EV_P_ ev_embed *w)	4238	ev_embed_stop (EV_P_ ev_embed *w) EV_THROW
4148	{	4239	{
4149	clear_pending (EV_A_ (W)w);	4240	clear_pending (EV_A_ (W)w);
4150	if (expect_false (!ev_is_active (w)))	4241	if (expect_false (!ev_is_active (w)))
4151	return;	4242	return;
4152		4243
…		…
4162	}	4253	}
4163	#endif	4254	#endif
4164		4255
4165	#if EV_FORK_ENABLE	4256	#if EV_FORK_ENABLE
4166	void	4257	void
4167	ev_fork_start (EV_P_ ev_fork *w)	4258	ev_fork_start (EV_P_ ev_fork *w) EV_THROW
4168	{	4259	{
4169	if (expect_false (ev_is_active (w)))	4260	if (expect_false (ev_is_active (w)))
4170	return;	4261	return;
4171		4262
4172	EV_FREQUENT_CHECK;	4263	EV_FREQUENT_CHECK;
…		…
4177		4268
4178	EV_FREQUENT_CHECK;	4269	EV_FREQUENT_CHECK;
4179	}	4270	}
4180		4271
4181	void	4272	void
4182	ev_fork_stop (EV_P_ ev_fork *w)	4273	ev_fork_stop (EV_P_ ev_fork *w) EV_THROW
4183	{	4274	{
4184	clear_pending (EV_A_ (W)w);	4275	clear_pending (EV_A_ (W)w);
4185	if (expect_false (!ev_is_active (w)))	4276	if (expect_false (!ev_is_active (w)))
4186	return;	4277	return;
4187		4278
…		…
4200	}	4291	}
4201	#endif	4292	#endif
4202		4293
4203	#if EV_CLEANUP_ENABLE	4294	#if EV_CLEANUP_ENABLE
4204	void	4295	void
4205	ev_cleanup_start (EV_P_ ev_cleanup *w)	4296	ev_cleanup_start (EV_P_ ev_cleanup *w) EV_THROW
4206	{	4297	{
4207	if (expect_false (ev_is_active (w)))	4298	if (expect_false (ev_is_active (w)))
4208	return;	4299	return;
4209		4300
4210	EV_FREQUENT_CHECK;	4301	EV_FREQUENT_CHECK;
…		…
4217	ev_unref (EV_A);	4308	ev_unref (EV_A);
4218	EV_FREQUENT_CHECK;	4309	EV_FREQUENT_CHECK;
4219	}	4310	}
4220		4311
4221	void	4312	void
4222	ev_cleanup_stop (EV_P_ ev_cleanup *w)	4313	ev_cleanup_stop (EV_P_ ev_cleanup *w) EV_THROW
4223	{	4314	{
4224	clear_pending (EV_A_ (W)w);	4315	clear_pending (EV_A_ (W)w);
4225	if (expect_false (!ev_is_active (w)))	4316	if (expect_false (!ev_is_active (w)))
4226	return;	4317	return;
4227		4318
…		…
4241	}	4332	}
4242	#endif	4333	#endif
4243		4334
4244	#if EV_ASYNC_ENABLE	4335	#if EV_ASYNC_ENABLE
4245	void	4336	void
4246	ev_async_start (EV_P_ ev_async *w)	4337	ev_async_start (EV_P_ ev_async *w) EV_THROW
4247	{	4338	{
4248	if (expect_false (ev_is_active (w)))	4339	if (expect_false (ev_is_active (w)))
4249	return;	4340	return;
4250		4341
4251	w->sent = 0;	4342	w->sent = 0;
…		…
4260		4351
4261	EV_FREQUENT_CHECK;	4352	EV_FREQUENT_CHECK;
4262	}	4353	}
4263		4354
4264	void	4355	void
4265	ev_async_stop (EV_P_ ev_async *w)	4356	ev_async_stop (EV_P_ ev_async *w) EV_THROW
4266	{	4357	{
4267	clear_pending (EV_A_ (W)w);	4358	clear_pending (EV_A_ (W)w);
4268	if (expect_false (!ev_is_active (w)))	4359	if (expect_false (!ev_is_active (w)))
4269	return;	4360	return;
4270		4361
…		…
4281		4372
4282	EV_FREQUENT_CHECK;	4373	EV_FREQUENT_CHECK;
4283	}	4374	}
4284		4375
4285	void	4376	void
4286	ev_async_send (EV_P_ ev_async *w)	4377	ev_async_send (EV_P_ ev_async *w) EV_THROW
4287	{	4378	{
4288	w->sent = 1;	4379	w->sent = 1;
4289	evpipe_write (EV_A_ &async_pending);	4380	evpipe_write (EV_A_ &async_pending);
4290	}	4381	}
4291	#endif	4382	#endif
…		…
4328		4419
4329	once_cb (EV_A_ once, revents | ev_clear_pending (EV_A_ &once->io));	4420	once_cb (EV_A_ once, revents | ev_clear_pending (EV_A_ &once->io));
4330	}	4421	}
4331		4422
4332	void	4423	void
4333	ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg)	4424	ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg) EV_THROW
4334	{	4425	{
4335	struct ev_once *once = (struct ev_once *)ev_malloc (sizeof (struct ev_once));	4426	struct ev_once *once = (struct ev_once *)ev_malloc (sizeof (struct ev_once));
4336		4427
4337	if (expect_false (!once))	4428	if (expect_false (!once))
4338	{	4429	{
…		…
4360		4451
4361	/*****************************************************************************/	4452	/*****************************************************************************/
4362		4453
4363	#if EV_WALK_ENABLE	4454	#if EV_WALK_ENABLE
4364	void ecb_cold	4455	void ecb_cold
4365	ev_walk (EV_P_ int types, void (*cb)(EV_P_ int type, void *w))	4456	ev_walk (EV_P_ int types, void (*cb)(EV_P_ int type, void *w)) EV_THROW
4366	{	4457	{
4367	int i, j;	4458	int i, j;
4368	ev_watcher_list *wl, *wn;	4459	ev_watcher_list *wl, *wn;
4369		4460
4370	if (types & (EV_IO | EV_EMBED))	4461	if (types & (EV_IO | EV_EMBED))

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines