ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/libev/ev.c

Comparing libev/ev.c (file contents):
Revision 1.409 by root, Sat Feb 4 15:17:34 2012 UTC vs.
Revision 1.449 by root, Sun Sep 23 21:21:58 2012 UTC

1	/*	1	/*
2	* libev event processing core, watcher management	2	* libev event processing core, watcher management
3	*	3	*
4	* Copyright (c) 2007,2008,2009,2010,2011 Marc Alexander Lehmann <libev@schmorp.de>	4	* Copyright (c) 2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann <libev@schmorp.de>
5	* All rights reserved.	5	* All rights reserved.
6	*	6	*
7	* Redistribution and use in source and binary forms, with or without modifica-	7	* Redistribution and use in source and binary forms, with or without modifica-
8	* tion, are permitted provided that the following conditions are met:	8	* tion, are permitted provided that the following conditions are met:
9	*	9	*
…		…
59	# endif	59	# endif
60	# ifndef EV_USE_MONOTONIC	60	# ifndef EV_USE_MONOTONIC
61	# define EV_USE_MONOTONIC 1	61	# define EV_USE_MONOTONIC 1
62	# endif	62	# endif
63	# endif	63	# endif
64	# elif !defined(EV_USE_CLOCK_SYSCALL)	64	# elif !defined EV_USE_CLOCK_SYSCALL
65	# define EV_USE_CLOCK_SYSCALL 0	65	# define EV_USE_CLOCK_SYSCALL 0
66	# endif	66	# endif
67		67
68	# if HAVE_CLOCK_GETTIME	68	# if HAVE_CLOCK_GETTIME
69	# ifndef EV_USE_MONOTONIC	69	# ifndef EV_USE_MONOTONIC
…		…
183	# include EV_H	183	# include EV_H
184	#else	184	#else
185	# include "ev.h"	185	# include "ev.h"
186	#endif	186	#endif
187		187
		188	#if EV_NO_THREADS
		189	# undef EV_NO_SMP
		190	# define EV_NO_SMP 1
		191	# undef ECB_NO_THREADS
		192	# define ECB_NO_THREADS 1
		193	#endif
		194	#if EV_NO_SMP
		195	# undef EV_NO_SMP
		196	# define ECB_NO_SMP 1
		197	#endif
		198
188	#ifndef _WIN32	199	#ifndef _WIN32
189	# include <sys/time.h>	200	# include <sys/time.h>
190	# include <sys/wait.h>	201	# include <sys/wait.h>
191	# include <unistd.h>	202	# include <unistd.h>
192	#else	203	#else
193	# include <io.h>	204	# include <io.h>
194	# define WIN32_LEAN_AND_MEAN	205	# define WIN32_LEAN_AND_MEAN
		206	# include <winsock2.h>
195	# include <windows.h>	207	# include <windows.h>
196	# ifndef EV_SELECT_IS_WINSOCKET	208	# ifndef EV_SELECT_IS_WINSOCKET
197	# define EV_SELECT_IS_WINSOCKET 1	209	# define EV_SELECT_IS_WINSOCKET 1
198	# endif	210	# endif
199	# undef EV_AVOID_STDIO	211	# undef EV_AVOID_STDIO
…		…
208	#define _DARWIN_UNLIMITED_SELECT 1	220	#define _DARWIN_UNLIMITED_SELECT 1
209		221
210	/* this block tries to deduce configuration from header-defined symbols and defaults */	222	/* this block tries to deduce configuration from header-defined symbols and defaults */
211		223
212	/* try to deduce the maximum number of signals on this platform */	224	/* try to deduce the maximum number of signals on this platform */
213	#if defined (EV_NSIG)	225	#if defined EV_NSIG
214	/* use what's provided */	226	/* use what's provided */
215	#elif defined (NSIG)	227	#elif defined NSIG
216	# define EV_NSIG (NSIG)	228	# define EV_NSIG (NSIG)
217	#elif defined(_NSIG)	229	#elif defined _NSIG
218	# define EV_NSIG (_NSIG)	230	# define EV_NSIG (_NSIG)
219	#elif defined (SIGMAX)	231	#elif defined SIGMAX
220	# define EV_NSIG (SIGMAX+1)	232	# define EV_NSIG (SIGMAX+1)
221	#elif defined (SIG_MAX)	233	#elif defined SIG_MAX
222	# define EV_NSIG (SIG_MAX+1)	234	# define EV_NSIG (SIG_MAX+1)
223	#elif defined (_SIG_MAX)	235	#elif defined _SIG_MAX
224	# define EV_NSIG (_SIG_MAX+1)	236	# define EV_NSIG (_SIG_MAX+1)
225	#elif defined (MAXSIG)	237	#elif defined MAXSIG
226	# define EV_NSIG (MAXSIG+1)	238	# define EV_NSIG (MAXSIG+1)
227	#elif defined (MAX_SIG)	239	#elif defined MAX_SIG
228	# define EV_NSIG (MAX_SIG+1)	240	# define EV_NSIG (MAX_SIG+1)
229	#elif defined (SIGARRAYSIZE)	241	#elif defined SIGARRAYSIZE
230	# define EV_NSIG (SIGARRAYSIZE) /* Assume ary[SIGARRAYSIZE] */	242	# define EV_NSIG (SIGARRAYSIZE) /* Assume ary[SIGARRAYSIZE] */
231	#elif defined (_sys_nsig)	243	#elif defined _sys_nsig
232	# define EV_NSIG (_sys_nsig) /* Solaris 2.5 */	244	# define EV_NSIG (_sys_nsig) /* Solaris 2.5 */
233	#else	245	#else
234	# error "unable to find value for NSIG, please report"	246	# error "unable to find value for NSIG, please report"
235	/* to make it compile regardless, just remove the above line, */	247	/* to make it compile regardless, just remove the above line, */
236	/* but consider reporting it, too! :) */	248	/* but consider reporting it, too! :) */
…		…
248	# define EV_USE_CLOCK_SYSCALL 0	260	# define EV_USE_CLOCK_SYSCALL 0
249	# endif	261	# endif
250	#endif	262	#endif
251		263
252	#ifndef EV_USE_MONOTONIC	264	#ifndef EV_USE_MONOTONIC
253	# if defined (_POSIX_MONOTONIC_CLOCK) && _POSIX_MONOTONIC_CLOCK >= 0	265	# if defined _POSIX_MONOTONIC_CLOCK && _POSIX_MONOTONIC_CLOCK >= 0
254	# define EV_USE_MONOTONIC EV_FEATURE_OS	266	# define EV_USE_MONOTONIC EV_FEATURE_OS
255	# else	267	# else
256	# define EV_USE_MONOTONIC 0	268	# define EV_USE_MONOTONIC 0
257	# endif	269	# endif
258	#endif	270	#endif
…		…
348	#endif	360	#endif
349		361
350	/* on linux, we can use a (slow) syscall to avoid a dependency on pthread, */	362	/* on linux, we can use a (slow) syscall to avoid a dependency on pthread, */
351	/* which makes programs even slower. might work on other unices, too. */	363	/* which makes programs even slower. might work on other unices, too. */
352	#if EV_USE_CLOCK_SYSCALL	364	#if EV_USE_CLOCK_SYSCALL
353	# include <syscall.h>	365	# include <sys/syscall.h>
354	# ifdef SYS_clock_gettime	366	# ifdef SYS_clock_gettime
355	# define clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))	367	# define clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
356	# undef EV_USE_MONOTONIC	368	# undef EV_USE_MONOTONIC
357	# define EV_USE_MONOTONIC 1	369	# define EV_USE_MONOTONIC 1
358	# else	370	# else
…		…
384	# define EV_USE_INOTIFY 0	396	# define EV_USE_INOTIFY 0
385	#endif	397	#endif
386		398
387	#if !EV_USE_NANOSLEEP	399	#if !EV_USE_NANOSLEEP
388	/* hp-ux has it in sys/time.h, which we unconditionally include above */	400	/* hp-ux has it in sys/time.h, which we unconditionally include above */
389	# if !defined(_WIN32) && !defined(__hpux)	401	# if !defined _WIN32 && !defined __hpux
390	# include <sys/select.h>	402	# include <sys/select.h>
391	# endif	403	# endif
392	#endif	404	#endif
393		405
394	#if EV_USE_INOTIFY	406	#if EV_USE_INOTIFY
…		…
397	/* some very old inotify.h headers don't have IN_DONT_FOLLOW */	409	/* some very old inotify.h headers don't have IN_DONT_FOLLOW */
398	# ifndef IN_DONT_FOLLOW	410	# ifndef IN_DONT_FOLLOW
399	# undef EV_USE_INOTIFY	411	# undef EV_USE_INOTIFY
400	# define EV_USE_INOTIFY 0	412	# define EV_USE_INOTIFY 0
401	# endif	413	# endif
402	#endif
403
404	#if EV_SELECT_IS_WINSOCKET
405	# include <winsock.h>
406	#endif	414	#endif
407		415
408	#if EV_USE_EVENTFD	416	#if EV_USE_EVENTFD
409	/* our minimum requirement is glibc 2.7 which has the stub, but not the header */	417	/* our minimum requirement is glibc 2.7 which has the stub, but not the header */
410	# include <stdint.h>	418	# include <stdint.h>
…		…
496	*/	504	*/
497		505
498	#ifndef ECB_H	506	#ifndef ECB_H
499	#define ECB_H	507	#define ECB_H
500		508
		509	/* 16 bits major, 16 bits minor */
		510	#define ECB_VERSION 0x00010001
		511
501	#ifdef _WIN32	512	#ifdef _WIN32
502	typedef signed char int8_t;	513	typedef signed char int8_t;
503	typedef unsigned char uint8_t;	514	typedef unsigned char uint8_t;
504	typedef signed short int16_t;	515	typedef signed short int16_t;
505	typedef unsigned short uint16_t;	516	typedef unsigned short uint16_t;
…		…
510	typedef unsigned long long uint64_t;	521	typedef unsigned long long uint64_t;
511	#else /* _MSC_VER || __BORLANDC__ */	522	#else /* _MSC_VER || __BORLANDC__ */
512	typedef signed __int64 int64_t;	523	typedef signed __int64 int64_t;
513	typedef unsigned __int64 uint64_t;	524	typedef unsigned __int64 uint64_t;
514	#endif	525	#endif
		526	#ifdef _WIN64
		527	#define ECB_PTRSIZE 8
		528	typedef uint64_t uintptr_t;
		529	typedef int64_t intptr_t;
		530	#else
		531	#define ECB_PTRSIZE 4
		532	typedef uint32_t uintptr_t;
		533	typedef int32_t intptr_t;
		534	#endif
		535	typedef intptr_t ptrdiff_t;
515	#else	536	#else
516	#include <inttypes.h>	537	#include <inttypes.h>
		538	#if UINTMAX_MAX > 0xffffffffU
		539	#define ECB_PTRSIZE 8
		540	#else
		541	#define ECB_PTRSIZE 4
		542	#endif
517	#endif	543	#endif
518		544
519	/* many compilers define _GNUC_ to some versions but then only implement	545	/* many compilers define _GNUC_ to some versions but then only implement
520	* what their idiot authors think are the "more important" extensions,	546	* what their idiot authors think are the "more important" extensions,
521	* causing enormous grief in return for some better fake benchmark numbers.	547	* causing enormous grief in return for some better fake benchmark numbers.
522	* or so.	548	* or so.
523	* we try to detect these and simply assume they are not gcc - if they have	549	* we try to detect these and simply assume they are not gcc - if they have
524	* an issue with that they should have done it right in the first place.	550	* an issue with that they should have done it right in the first place.
525	*/	551	*/
526	#ifndef ECB_GCC_VERSION	552	#ifndef ECB_GCC_VERSION
527	#if !defined(__GNUC_MINOR__) || defined(__INTEL_COMPILER) || defined(__SUNPRO_C) || defined(__SUNPRO_CC) || defined(__llvm__) || defined(__clang__)	553	#if !defined __GNUC_MINOR__ || defined __INTEL_COMPILER || defined __SUNPRO_C || defined __SUNPRO_CC || defined __llvm__ || defined __clang__
528	#define ECB_GCC_VERSION(major,minor) 0	554	#define ECB_GCC_VERSION(major,minor) 0
529	#else	555	#else
530	#define ECB_GCC_VERSION(major,minor) (__GNUC__ > (major) || (__GNUC__ == (major) && __GNUC_MINOR__ >= (minor)))	556	#define ECB_GCC_VERSION(major,minor) (__GNUC__ > (major) || (__GNUC__ == (major) && __GNUC_MINOR__ >= (minor)))
531	#endif	557	#endif
532	#endif	558	#endif
533		559
		560	#define ECB_C (__STDC__+0) /* this assumes that __STDC__ is either empty or a number */
		561	#define ECB_C99 (__STDC_VERSION__ >= 199901L)
		562	#define ECB_C11 (__STDC_VERSION__ >= 201112L)
		563	#define ECB_CPP (__cplusplus+0)
		564	#define ECB_CPP11 (__cplusplus >= 201103L)
		565
534	/*****************************************************************************/	566	/*****************************************************************************/
535		567
536	/* ECB_NO_THREADS - ecb is not used by multiple threads, ever */	568	/* ECB_NO_THREADS - ecb is not used by multiple threads, ever */
537	/* ECB_NO_SMP - ecb might be used in multiple threads, but only on a single cpu */	569	/* ECB_NO_SMP - ecb might be used in multiple threads, but only on a single cpu */
538		570
539	#if ECB_NO_THREADS || ECB_NO_SMP	571	#if ECB_NO_THREADS
		572	#define ECB_NO_SMP 1
		573	#endif
		574
		575	#if ECB_NO_SMP
540	#define ECB_MEMORY_FENCE do { } while (0)	576	#define ECB_MEMORY_FENCE do { } while (0)
541	#endif	577	#endif
542		578
543	#ifndef ECB_MEMORY_FENCE	579	#ifndef ECB_MEMORY_FENCE
544	#if ECB_GCC_VERSION(2,5) || defined(__INTEL_COMPILER) || (__llvm__ && __GNUC__) || __SUNPRO_C >= 0x5110 || __SUNPRO_CC >= 0x5110	580	#if ECB_GCC_VERSION(2,5) || defined __INTEL_COMPILER || (__llvm__ && __GNUC__) || __SUNPRO_C >= 0x5110 || __SUNPRO_CC >= 0x5110
545	#if __i386 || __i386__	581	#if __i386 || __i386__
546	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("lock; orb $0, -1(%%esp)" : : : "memory")	582	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("lock; orb $0, -1(%%esp)" : : : "memory")
547	#define ECB_MEMORY_FENCE_ACQUIRE ECB_MEMORY_FENCE /* non-lock xchg might be enough */	583	#define ECB_MEMORY_FENCE_ACQUIRE __asm__ __volatile__ ("" : : : "memory")
548	#define ECB_MEMORY_FENCE_RELEASE do { } while (0) /* unlikely to change in future cpus */	584	#define ECB_MEMORY_FENCE_RELEASE __asm__ __volatile__ ("")
549	#elif __amd64 || __amd64__ || __x86_64 || __x86_64__	585	#elif __amd64 || __amd64__ || __x86_64 || __x86_64__
550	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("mfence" : : : "memory")	586	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("mfence" : : : "memory")
551	#define ECB_MEMORY_FENCE_ACQUIRE __asm__ __volatile__ ("lfence" : : : "memory")	587	#define ECB_MEMORY_FENCE_ACQUIRE __asm__ __volatile__ ("" : : : "memory")
552	#define ECB_MEMORY_FENCE_RELEASE __asm__ __volatile__ ("sfence") /* play safe - not needed in any current cpu */	588	#define ECB_MEMORY_FENCE_RELEASE __asm__ __volatile__ ("")
553	#elif __powerpc__ || __ppc__ || __powerpc64__ || __ppc64__	589	#elif __powerpc__ || __ppc__ || __powerpc64__ || __ppc64__
554	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("sync" : : : "memory")	590	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("sync" : : : "memory")
555	#elif defined(__ARM_ARCH_6__ ) || defined(__ARM_ARCH_6J__ ) \	591	#elif defined __ARM_ARCH_6__ || defined __ARM_ARCH_6J__ \
556	|| defined(__ARM_ARCH_6K__) || defined(__ARM_ARCH_6ZK__)	592	|| defined __ARM_ARCH_6K__ || defined __ARM_ARCH_6ZK__
557	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("mcr p15,0,%0,c7,c10,5" : : "r" (0) : "memory")	593	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("mcr p15,0,%0,c7,c10,5" : : "r" (0) : "memory")
558	#elif defined(__ARM_ARCH_7__ ) || defined(__ARM_ARCH_7A__ ) \	594	#elif defined __ARM_ARCH_7__ || defined __ARM_ARCH_7A__ \
559	|| defined(__ARM_ARCH_7M__) || defined(__ARM_ARCH_7R__ )	595	|| defined __ARM_ARCH_7M__ || defined __ARM_ARCH_7R__
560	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("dmb" : : : "memory")	596	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("dmb" : : : "memory")
561	#elif __sparc || __sparc__	597	#elif __sparc || __sparc__
562	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("membar #LoadStore | #LoadLoad | #StoreStore | #StoreLoad | " : : : "memory")	598	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("membar #LoadStore | #LoadLoad | #StoreStore | #StoreLoad" : : : "memory")
563	#define ECB_MEMORY_FENCE_ACQUIRE __asm__ __volatile__ ("membar #LoadStore | #LoadLoad" : : : "memory")	599	#define ECB_MEMORY_FENCE_ACQUIRE __asm__ __volatile__ ("membar #LoadStore | #LoadLoad" : : : "memory")
564	#define ECB_MEMORY_FENCE_RELEASE __asm__ __volatile__ ("membar #LoadStore | #StoreStore")	600	#define ECB_MEMORY_FENCE_RELEASE __asm__ __volatile__ ("membar #LoadStore | #StoreStore")
565	#elif defined(__s390__) || defined(__s390x__)	601	#elif defined __s390__ || defined __s390x__
566	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("bcr 15,0" : : : "memory")	602	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("bcr 15,0" : : : "memory")
		603	#elif defined __mips__
		604	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("sync" : : : "memory")
		605	#elif defined __alpha__
		606	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("mb" : : : "memory")
		607	#elif defined __hppa__
		608	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("" : : : "memory")
		609	#define ECB_MEMORY_FENCE_RELEASE __asm__ __volatile__ ("")
		610	#elif defined __ia64__
		611	#define ECB_MEMORY_FENCE __asm__ __volatile__ ("mf" : : : "memory")
567	#endif	612	#endif
568	#endif	613	#endif
569	#endif	614	#endif
570		615
571	#ifndef ECB_MEMORY_FENCE	616	#ifndef ECB_MEMORY_FENCE
		617	#if ECB_GCC_VERSION(4,7)
		618	/* see comment below (stdatomic.h) about the C11 memory model. */
		619	#define ECB_MEMORY_FENCE __atomic_thread_fence (__ATOMIC_SEQ_CST)
		620	#elif defined __clang && __has_feature (cxx_atomic)
		621	/* see comment below (stdatomic.h) about the C11 memory model. */
		622	#define ECB_MEMORY_FENCE __c11_atomic_thread_fence (__ATOMIC_SEQ_CST)
572	#if ECB_GCC_VERSION(4,4) || defined(__INTEL_COMPILER) || defined(__clang__)	623	#elif ECB_GCC_VERSION(4,4) || defined __INTEL_COMPILER || defined __clang__
573	#define ECB_MEMORY_FENCE __sync_synchronize ()	624	#define ECB_MEMORY_FENCE __sync_synchronize ()
574	/*#define ECB_MEMORY_FENCE_ACQUIRE ({ char dummy = 0; __sync_lock_test_and_set (&dummy, 1); }) */
575	/*#define ECB_MEMORY_FENCE_RELEASE ({ char dummy = 1; __sync_lock_release (&dummy ); }) */
576	#elif _MSC_VER >= 1400 /* VC++ 2005 */	625	#elif _MSC_VER >= 1400 /* VC++ 2005 */
577	#pragma intrinsic(_ReadBarrier,_WriteBarrier,_ReadWriteBarrier)	626	#pragma intrinsic(_ReadBarrier,_WriteBarrier,_ReadWriteBarrier)
578	#define ECB_MEMORY_FENCE _ReadWriteBarrier ()	627	#define ECB_MEMORY_FENCE _ReadWriteBarrier ()
579	#define ECB_MEMORY_FENCE_ACQUIRE _ReadWriteBarrier () /* according to msdn, _ReadBarrier is not a load fence */	628	#define ECB_MEMORY_FENCE_ACQUIRE _ReadWriteBarrier () /* according to msdn, _ReadBarrier is not a load fence */
580	#define ECB_MEMORY_FENCE_RELEASE _WriteBarrier ()	629	#define ECB_MEMORY_FENCE_RELEASE _WriteBarrier ()
581	#elif defined(_WIN32)	630	#elif defined _WIN32
582	#include <WinNT.h>	631	#include <WinNT.h>
583	#define ECB_MEMORY_FENCE MemoryBarrier () /* actually just xchg on x86... scary */	632	#define ECB_MEMORY_FENCE MemoryBarrier () /* actually just xchg on x86... scary */
584	#elif __SUNPRO_C >= 0x5110 || __SUNPRO_CC >= 0x5110	633	#elif __SUNPRO_C >= 0x5110 || __SUNPRO_CC >= 0x5110
585	#include <mbarrier.h>	634	#include <mbarrier.h>
586	#define ECB_MEMORY_FENCE __machine_rw_barrier ()	635	#define ECB_MEMORY_FENCE __machine_rw_barrier ()
587	#define ECB_MEMORY_FENCE_ACQUIRE __machine_r_barrier ()	636	#define ECB_MEMORY_FENCE_ACQUIRE __machine_r_barrier ()
588	#define ECB_MEMORY_FENCE_RELEASE __machine_w_barrier ()	637	#define ECB_MEMORY_FENCE_RELEASE __machine_w_barrier ()
		638	#elif __xlC__
		639	#define ECB_MEMORY_FENCE __sync ()
		640	#endif
		641	#endif
		642
		643	#ifndef ECB_MEMORY_FENCE
		644	#if ECB_C11 && !defined __STDC_NO_ATOMICS__
		645	/* we assume that these memory fences work on all variables/all memory accesses, */
		646	/* not just C11 atomics and atomic accesses */
		647	#include <stdatomic.h>
		648	/* Unfortunately, neither gcc 4.7 nor clang 3.1 generate any instructions for */
		649	/* any fence other than seq_cst, which isn't very efficient for us. */
		650	/* Why that is, we don't know - either the C11 memory model is quite useless */
		651	/* for most usages, or gcc and clang have a bug */
		652	/* I *currently* lean towards the latter, and inefficiently implement */
		653	/* all three of ecb's fences as a seq_cst fence */
		654	#define ECB_MEMORY_FENCE atomic_thread_fence (memory_order_seq_cst)
589	#endif	655	#endif
590	#endif	656	#endif
591		657
592	#ifndef ECB_MEMORY_FENCE	658	#ifndef ECB_MEMORY_FENCE
593	#if !ECB_AVOID_PTHREADS	659	#if !ECB_AVOID_PTHREADS
…		…
605	static pthread_mutex_t ecb_mf_lock = PTHREAD_MUTEX_INITIALIZER;	671	static pthread_mutex_t ecb_mf_lock = PTHREAD_MUTEX_INITIALIZER;
606	#define ECB_MEMORY_FENCE do { pthread_mutex_lock (&ecb_mf_lock); pthread_mutex_unlock (&ecb_mf_lock); } while (0)	672	#define ECB_MEMORY_FENCE do { pthread_mutex_lock (&ecb_mf_lock); pthread_mutex_unlock (&ecb_mf_lock); } while (0)
607	#endif	673	#endif
608	#endif	674	#endif
609		675
610	#if !defined(ECB_MEMORY_FENCE_ACQUIRE) && defined(ECB_MEMORY_FENCE)	676	#if !defined ECB_MEMORY_FENCE_ACQUIRE && defined ECB_MEMORY_FENCE
611	#define ECB_MEMORY_FENCE_ACQUIRE ECB_MEMORY_FENCE	677	#define ECB_MEMORY_FENCE_ACQUIRE ECB_MEMORY_FENCE
612	#endif	678	#endif
613		679
614	#if !defined(ECB_MEMORY_FENCE_RELEASE) && defined(ECB_MEMORY_FENCE)	680	#if !defined ECB_MEMORY_FENCE_RELEASE && defined ECB_MEMORY_FENCE
615	#define ECB_MEMORY_FENCE_RELEASE ECB_MEMORY_FENCE	681	#define ECB_MEMORY_FENCE_RELEASE ECB_MEMORY_FENCE
616	#endif	682	#endif
617		683
618	/*****************************************************************************/	684	/*****************************************************************************/
619
620	#define ECB_C99 (__STDC_VERSION__ >= 199901L)
621		685
622	#if __cplusplus	686	#if __cplusplus
623	#define ecb_inline static inline	687	#define ecb_inline static inline
624	#elif ECB_GCC_VERSION(2,5)	688	#elif ECB_GCC_VERSION(2,5)
625	#define ecb_inline static __inline__	689	#define ecb_inline static __inline__
…		…
664	#elif ECB_GCC_VERSION(3,0)	728	#elif ECB_GCC_VERSION(3,0)
665	#define ecb_decltype(x) __typeof(x)	729	#define ecb_decltype(x) __typeof(x)
666	#endif	730	#endif
667		731
668	#define ecb_noinline ecb_attribute ((__noinline__))	732	#define ecb_noinline ecb_attribute ((__noinline__))
669	#define ecb_noreturn ecb_attribute ((__noreturn__))
670	#define ecb_unused ecb_attribute ((__unused__))	733	#define ecb_unused ecb_attribute ((__unused__))
671	#define ecb_const ecb_attribute ((__const__))	734	#define ecb_const ecb_attribute ((__const__))
672	#define ecb_pure ecb_attribute ((__pure__))	735	#define ecb_pure ecb_attribute ((__pure__))
		736
		737	#if ECB_C11
		738	#define ecb_noreturn _Noreturn
		739	#else
		740	#define ecb_noreturn ecb_attribute ((__noreturn__))
		741	#endif
673		742
674	#if ECB_GCC_VERSION(4,3)	743	#if ECB_GCC_VERSION(4,3)
675	#define ecb_artificial ecb_attribute ((__artificial__))	744	#define ecb_artificial ecb_attribute ((__artificial__))
676	#define ecb_hot ecb_attribute ((__hot__))	745	#define ecb_hot ecb_attribute ((__hot__))
677	#define ecb_cold ecb_attribute ((__cold__))	746	#define ecb_cold ecb_attribute ((__cold__))
…		…
768		837
769	return r + ecb_ld32 (x);	838	return r + ecb_ld32 (x);
770	}	839	}
771	#endif	840	#endif
772		841
		842	ecb_function_ ecb_bool ecb_is_pot32 (uint32_t x) ecb_const;
		843	ecb_function_ ecb_bool ecb_is_pot32 (uint32_t x) { return !(x & (x - 1)); }
		844	ecb_function_ ecb_bool ecb_is_pot64 (uint64_t x) ecb_const;
		845	ecb_function_ ecb_bool ecb_is_pot64 (uint64_t x) { return !(x & (x - 1)); }
		846
773	ecb_function_ uint8_t ecb_bitrev8 (uint8_t x) ecb_const;	847	ecb_function_ uint8_t ecb_bitrev8 (uint8_t x) ecb_const;
774	ecb_function_ uint8_t ecb_bitrev8 (uint8_t x)	848	ecb_function_ uint8_t ecb_bitrev8 (uint8_t x)
775	{	849	{
776	return ( (x * 0x0802U & 0x22110U)	850	return ( (x * 0x0802U & 0x22110U)
777	| (x * 0x8020U & 0x88440U)) * 0x10101U >> 16;	851	| (x * 0x8020U & 0x88440U)) * 0x10101U >> 16;
…		…
1084	{	1158	{
1085	write (STDERR_FILENO, msg, strlen (msg));	1159	write (STDERR_FILENO, msg, strlen (msg));
1086	}	1160	}
1087	#endif	1161	#endif
1088		1162
1089	static void (*syserr_cb)(const char *msg);	1163	static void (*syserr_cb)(const char *msg) EV_THROW;
1090		1164
1091	void ecb_cold	1165	void ecb_cold
1092	ev_set_syserr_cb (void (*cb)(const char *msg))	1166	ev_set_syserr_cb (void (*cb)(const char *msg) EV_THROW) EV_THROW
1093	{	1167	{
1094	syserr_cb = cb;	1168	syserr_cb = cb;
1095	}	1169	}
1096		1170
1097	static void noinline ecb_cold	1171	static void noinline ecb_cold
…		…
1115	abort ();	1189	abort ();
1116	}	1190	}
1117	}	1191	}
1118		1192
1119	static void *	1193	static void *
1120	ev_realloc_emul (void *ptr, long size)	1194	ev_realloc_emul (void *ptr, long size) EV_THROW
1121	{	1195	{
1122	#if __GLIBC__
1123	return realloc (ptr, size);
1124	#else
1125	/* some systems, notably openbsd and darwin, fail to properly	1196	/* some systems, notably openbsd and darwin, fail to properly
1126	* implement realloc (x, 0) (as required by both ansi c-89 and	1197	* implement realloc (x, 0) (as required by both ansi c-89 and
1127	* the single unix specification, so work around them here.	1198	* the single unix specification, so work around them here.
		1199	* recently, also (at least) fedora and debian started breaking it,
		1200	* despite documenting it otherwise.
1128	*/	1201	*/
1129		1202
1130	if (size)	1203	if (size)
1131	return realloc (ptr, size);	1204	return realloc (ptr, size);
1132		1205
1133	free (ptr);	1206	free (ptr);
1134	return 0;	1207	return 0;
1135	#endif
1136	}	1208	}
1137		1209
1138	static void *(*alloc)(void *ptr, long size) = ev_realloc_emul;	1210	static void *(*alloc)(void *ptr, long size) EV_THROW = ev_realloc_emul;
1139		1211
1140	void ecb_cold	1212	void ecb_cold
1141	ev_set_allocator (void *(*cb)(void *ptr, long size))	1213	ev_set_allocator (void *(*cb)(void *ptr, long size) EV_THROW) EV_THROW
1142	{	1214	{
1143	alloc = cb;	1215	alloc = cb;
1144	}	1216	}
1145		1217
1146	inline_speed void *	1218	inline_speed void *
…		…
1263		1335
1264	/*****************************************************************************/	1336	/*****************************************************************************/
1265		1337
1266	#ifndef EV_HAVE_EV_TIME	1338	#ifndef EV_HAVE_EV_TIME
1267	ev_tstamp	1339	ev_tstamp
1268	ev_time (void)	1340	ev_time (void) EV_THROW
1269	{	1341	{
1270	#if EV_USE_REALTIME	1342	#if EV_USE_REALTIME
1271	if (expect_true (have_realtime))	1343	if (expect_true (have_realtime))
1272	{	1344	{
1273	struct timespec ts;	1345	struct timespec ts;
…		…
1297	return ev_time ();	1369	return ev_time ();
1298	}	1370	}
1299		1371
1300	#if EV_MULTIPLICITY	1372	#if EV_MULTIPLICITY
1301	ev_tstamp	1373	ev_tstamp
1302	ev_now (EV_P)	1374	ev_now (EV_P) EV_THROW
1303	{	1375	{
1304	return ev_rt_now;	1376	return ev_rt_now;
1305	}	1377	}
1306	#endif	1378	#endif
1307		1379
1308	void	1380	void
1309	ev_sleep (ev_tstamp delay)	1381	ev_sleep (ev_tstamp delay) EV_THROW
1310	{	1382	{
1311	if (delay > 0.)	1383	if (delay > 0.)
1312	{	1384	{
1313	#if EV_USE_NANOSLEEP	1385	#if EV_USE_NANOSLEEP
1314	struct timespec ts;	1386	struct timespec ts;
1315		1387
1316	EV_TS_SET (ts, delay);	1388	EV_TS_SET (ts, delay);
1317	nanosleep (&ts, 0);	1389	nanosleep (&ts, 0);
1318	#elif defined(_WIN32)	1390	#elif defined _WIN32
1319	Sleep ((unsigned long)(delay * 1e3));	1391	Sleep ((unsigned long)(delay * 1e3));
1320	#else	1392	#else
1321	struct timeval tv;	1393	struct timeval tv;
1322		1394
1323	/* here we rely on sys/time.h + sys/types.h + unistd.h providing select */	1395	/* here we rely on sys/time.h + sys/types.h + unistd.h providing select */
…		…
1395	pendingcb (EV_P_ ev_prepare *w, int revents)	1467	pendingcb (EV_P_ ev_prepare *w, int revents)
1396	{	1468	{
1397	}	1469	}
1398		1470
1399	void noinline	1471	void noinline
1400	ev_feed_event (EV_P_ void *w, int revents)	1472	ev_feed_event (EV_P_ void *w, int revents) EV_THROW
1401	{	1473	{
1402	W w_ = (W)w;	1474	W w_ = (W)w;
1403	int pri = ABSPRI (w_);	1475	int pri = ABSPRI (w_);
1404		1476
1405	if (expect_false (w_->pending))	1477	if (expect_false (w_->pending))
…		…
1409	w_->pending = ++pendingcnt [pri];	1481	w_->pending = ++pendingcnt [pri];
1410	array_needsize (ANPENDING, pendings [pri], pendingmax [pri], w_->pending, EMPTY2);	1482	array_needsize (ANPENDING, pendings [pri], pendingmax [pri], w_->pending, EMPTY2);
1411	pendings [pri][w_->pending - 1].w = w_;	1483	pendings [pri][w_->pending - 1].w = w_;
1412	pendings [pri][w_->pending - 1].events = revents;	1484	pendings [pri][w_->pending - 1].events = revents;
1413	}	1485	}
		1486
		1487	pendingpri = NUMPRI - 1;
1414	}	1488	}
1415		1489
1416	inline_speed void	1490	inline_speed void
1417	feed_reverse (EV_P_ W w)	1491	feed_reverse (EV_P_ W w)
1418	{	1492	{
…		…
1464	if (expect_true (!anfd->reify))	1538	if (expect_true (!anfd->reify))
1465	fd_event_nocheck (EV_A_ fd, revents);	1539	fd_event_nocheck (EV_A_ fd, revents);
1466	}	1540	}
1467		1541
1468	void	1542	void
1469	ev_feed_fd_event (EV_P_ int fd, int revents)	1543	ev_feed_fd_event (EV_P_ int fd, int revents) EV_THROW
1470	{	1544	{
1471	if (fd >= 0 && fd < anfdmax)	1545	if (fd >= 0 && fd < anfdmax)
1472	fd_event_nocheck (EV_A_ fd, revents);	1546	fd_event_nocheck (EV_A_ fd, revents);
1473	}	1547	}
1474		1548
…		…
1793	static void noinline ecb_cold	1867	static void noinline ecb_cold
1794	evpipe_init (EV_P)	1868	evpipe_init (EV_P)
1795	{	1869	{
1796	if (!ev_is_active (&pipe_w))	1870	if (!ev_is_active (&pipe_w))
1797	{	1871	{
		1872	int fds [2];
		1873
1798	# if EV_USE_EVENTFD	1874	# if EV_USE_EVENTFD
		1875	fds [0] = -1;
1799	evfd = eventfd (0, EFD_NONBLOCK | EFD_CLOEXEC);	1876	fds [1] = eventfd (0, EFD_NONBLOCK | EFD_CLOEXEC);
1800	if (evfd < 0 && errno == EINVAL)	1877	if (fds [1] < 0 && errno == EINVAL)
1801	evfd = eventfd (0, 0);	1878	fds [1] = eventfd (0, 0);
1802		1879
1803	if (evfd >= 0)	1880	if (fds [1] < 0)
		1881	# endif
1804	{	1882	{
		1883	while (pipe (fds))
		1884	ev_syserr ("(libev) error creating signal/async pipe");
		1885
		1886	fd_intern (fds [0]);
		1887	}
		1888
		1889	fd_intern (fds [1]);
		1890
1805	evpipe [0] = -1;	1891	evpipe [0] = fds [0];
1806	fd_intern (evfd); /* doing it twice doesn't hurt */	1892
1807	ev_io_set (&pipe_w, evfd, EV_READ);	1893	if (evpipe [1] < 0)
		1894	evpipe [1] = fds [1]; /* first call, set write fd */
		1895	else
		1896	{
		1897	/* on subsequent calls, do not change evpipe [1] */
		1898	/* so that evpipe_write can always rely on its value. */
		1899	/* this branch does not do anything sensible on windows, */
		1900	/* so must not be executed on windows */
		1901
		1902	dup2 (fds [1], evpipe [1]);
		1903	close (fds [1]);
		1904	}
		1905
		1906	ev_io_set (&pipe_w, evpipe [0] < 0 ? evpipe [1] : evpipe [0], EV_READ);
		1907	ev_io_start (EV_A_ &pipe_w);
		1908	ev_unref (EV_A); /* watcher should not keep loop alive */
		1909	}
		1910	}
		1911
		1912	inline_speed void
		1913	evpipe_write (EV_P_ EV_ATOMIC_T *flag)
		1914	{
		1915	ECB_MEMORY_FENCE; /* push out the write before this function was called, acquire flag */
		1916
		1917	if (expect_true (*flag))
		1918	return;
		1919
		1920	*flag = 1;
		1921	ECB_MEMORY_FENCE_RELEASE; /* make sure flag is visible before the wakeup */
		1922
		1923	pipe_write_skipped = 1;
		1924
		1925	ECB_MEMORY_FENCE; /* make sure pipe_write_skipped is visible before we check pipe_write_wanted */
		1926
		1927	if (pipe_write_wanted)
		1928	{
		1929	int old_errno;
		1930
		1931	pipe_write_skipped = 0;
		1932	ECB_MEMORY_FENCE_RELEASE;
		1933
		1934	old_errno = errno; /* save errno because write will clobber it */
		1935
		1936	#if EV_USE_EVENTFD
		1937	if (evpipe [0] < 0)
		1938	{
		1939	uint64_t counter = 1;
		1940	write (evpipe [1], &counter, sizeof (uint64_t));
1808	}	1941	}
1809	else	1942	else
1810	# endif	1943	#endif
1811	{	1944	{
1812	while (pipe (evpipe))	1945	#ifdef _WIN32
1813	ev_syserr ("(libev) error creating signal/async pipe");	1946	WSABUF buf;
1814		1947	DWORD sent;
1815	fd_intern (evpipe [0]);	1948	buf.buf = &buf;
1816	fd_intern (evpipe [1]);	1949	buf.len = 1;
1817	ev_io_set (&pipe_w, evpipe [0], EV_READ);	1950	WSASend (EV_FD_TO_WIN32_HANDLE (evpipe [1]), &buf, 1, &sent, 0, 0, 0);
1818	}	1951	#else
1819
1820	ev_io_start (EV_A_ &pipe_w);
1821	ev_unref (EV_A); /* watcher should not keep loop alive */
1822	}
1823	}
1824
1825	inline_speed void
1826	evpipe_write (EV_P_ EV_ATOMIC_T *flag)
1827	{
1828	if (expect_true (*flag))
1829	return;
1830
1831	*flag = 1;
1832
1833	ECB_MEMORY_FENCE_RELEASE; /* make sure flag is visible before the wakeup */
1834
1835	pipe_write_skipped = 1;
1836
1837	ECB_MEMORY_FENCE; /* make sure pipe_write_skipped is visible before we check pipe_write_wanted */
1838
1839	if (pipe_write_wanted)
1840	{
1841	int old_errno;
1842
1843	pipe_write_skipped = 0; /* just an optimisation, no fence needed */
1844
1845	old_errno = errno; /* save errno because write will clobber it */
1846
1847	#if EV_USE_EVENTFD
1848	if (evfd >= 0)
1849	{
1850	uint64_t counter = 1;
1851	write (evfd, &counter, sizeof (uint64_t));
1852	}
1853	else
1854	#endif
1855	{
1856	/* win32 people keep sending patches that change this write() to send() */
1857	/* and then run away. but send() is wrong, it wants a socket handle on win32 */
1858	/* so when you think this write should be a send instead, please find out */
1859	/* where your send() is from - it's definitely not the microsoft send, and */
1860	/* tell me. thank you. */
1861	write (evpipe [1], &(evpipe [1]), 1);	1952	write (evpipe [1], &(evpipe [1]), 1);
		1953	#endif
1862	}	1954	}
1863		1955
1864	errno = old_errno;	1956	errno = old_errno;
1865	}	1957	}
1866	}	1958	}
…		…
1873	int i;	1965	int i;
1874		1966
1875	if (revents & EV_READ)	1967	if (revents & EV_READ)
1876	{	1968	{
1877	#if EV_USE_EVENTFD	1969	#if EV_USE_EVENTFD
1878	if (evfd >= 0)	1970	if (evpipe [0] < 0)
1879	{	1971	{
1880	uint64_t counter;	1972	uint64_t counter;
1881	read (evfd, &counter, sizeof (uint64_t));	1973	read (evpipe [1], &counter, sizeof (uint64_t));
1882	}	1974	}
1883	else	1975	else
1884	#endif	1976	#endif
1885	{	1977	{
1886	char dummy;	1978	char dummy[4];
1887	/* see discussion in evpipe_write when you think this read should be recv in win32 */	1979	#ifdef _WIN32
		1980	WSABUF buf;
		1981	DWORD recvd;
		1982	DWORD flags = 0;
		1983	buf.buf = dummy;
		1984	buf.len = sizeof (dummy);
		1985	WSARecv (EV_FD_TO_WIN32_HANDLE (evpipe [0]), &buf, 1, &recvd, &flags, 0, 0);
		1986	#else
1888	read (evpipe [0], &dummy, 1);	1987	read (evpipe [0], &dummy, sizeof (dummy));
		1988	#endif
1889	}	1989	}
1890	}	1990	}
1891		1991
1892	pipe_write_skipped = 0;	1992	pipe_write_skipped = 0;
		1993
		1994	ECB_MEMORY_FENCE; /* push out skipped, acquire flags */
1893		1995
1894	#if EV_SIGNAL_ENABLE	1996	#if EV_SIGNAL_ENABLE
1895	if (sig_pending)	1997	if (sig_pending)
1896	{	1998	{
1897	sig_pending = 0;	1999	sig_pending = 0;
		2000
		2001	ECB_MEMORY_FENCE;
1898		2002
1899	for (i = EV_NSIG - 1; i--; )	2003	for (i = EV_NSIG - 1; i--; )
1900	if (expect_false (signals [i].pending))	2004	if (expect_false (signals [i].pending))
1901	ev_feed_signal_event (EV_A_ i + 1);	2005	ev_feed_signal_event (EV_A_ i + 1);
1902	}	2006	}
…		…
1904		2008
1905	#if EV_ASYNC_ENABLE	2009	#if EV_ASYNC_ENABLE
1906	if (async_pending)	2010	if (async_pending)
1907	{	2011	{
1908	async_pending = 0;	2012	async_pending = 0;
		2013
		2014	ECB_MEMORY_FENCE;
1909		2015
1910	for (i = asynccnt; i--; )	2016	for (i = asynccnt; i--; )
1911	if (asyncs [i]->sent)	2017	if (asyncs [i]->sent)
1912	{	2018	{
1913	asyncs [i]->sent = 0;	2019	asyncs [i]->sent = 0;
		2020	ECB_MEMORY_FENCE_RELEASE;
1914	ev_feed_event (EV_A_ asyncs [i], EV_ASYNC);	2021	ev_feed_event (EV_A_ asyncs [i], EV_ASYNC);
1915	}	2022	}
1916	}	2023	}
1917	#endif	2024	#endif
1918	}	2025	}
1919		2026
1920	/*****************************************************************************/	2027	/*****************************************************************************/
1921		2028
1922	void	2029	void
1923	ev_feed_signal (int signum)	2030	ev_feed_signal (int signum) EV_THROW
1924	{	2031	{
1925	#if EV_MULTIPLICITY	2032	#if EV_MULTIPLICITY
		2033	ECB_MEMORY_FENCE_ACQUIRE;
1926	EV_P = signals [signum - 1].loop;	2034	EV_P = signals [signum - 1].loop;
1927		2035
1928	if (!EV_A)	2036	if (!EV_A)
1929	return;	2037	return;
1930	#endif	2038	#endif
1931		2039
1932	if (!ev_active (&pipe_w))
1933	return;
1934
1935	signals [signum - 1].pending = 1;	2040	signals [signum - 1].pending = 1;
1936	evpipe_write (EV_A_ &sig_pending);	2041	evpipe_write (EV_A_ &sig_pending);
1937	}	2042	}
1938		2043
1939	static void	2044	static void
…		…
1945		2050
1946	ev_feed_signal (signum);	2051	ev_feed_signal (signum);
1947	}	2052	}
1948		2053
1949	void noinline	2054	void noinline
1950	ev_feed_signal_event (EV_P_ int signum)	2055	ev_feed_signal_event (EV_P_ int signum) EV_THROW
1951	{	2056	{
1952	WL w;	2057	WL w;
1953		2058
1954	if (expect_false (signum <= 0 || signum > EV_NSIG))	2059	if (expect_false (signum <= 0 || signum >= EV_NSIG))
1955	return;	2060	return;
1956		2061
1957	--signum;	2062	--signum;
1958		2063
1959	#if EV_MULTIPLICITY	2064	#if EV_MULTIPLICITY
…		…
1963	if (expect_false (signals [signum].loop != EV_A))	2068	if (expect_false (signals [signum].loop != EV_A))
1964	return;	2069	return;
1965	#endif	2070	#endif
1966		2071
1967	signals [signum].pending = 0;	2072	signals [signum].pending = 0;
		2073	ECB_MEMORY_FENCE_RELEASE;
1968		2074
1969	for (w = signals [signum].head; w; w = w->next)	2075	for (w = signals [signum].head; w; w = w->next)
1970	ev_feed_event (EV_A_ (W)w, EV_SIGNAL);	2076	ev_feed_event (EV_A_ (W)w, EV_SIGNAL);
1971	}	2077	}
1972		2078
…		…
2071	#if EV_USE_SELECT	2177	#if EV_USE_SELECT
2072	# include "ev_select.c"	2178	# include "ev_select.c"
2073	#endif	2179	#endif
2074		2180
2075	int ecb_cold	2181	int ecb_cold
2076	ev_version_major (void)	2182	ev_version_major (void) EV_THROW
2077	{	2183	{
2078	return EV_VERSION_MAJOR;	2184	return EV_VERSION_MAJOR;
2079	}	2185	}
2080		2186
2081	int ecb_cold	2187	int ecb_cold
2082	ev_version_minor (void)	2188	ev_version_minor (void) EV_THROW
2083	{	2189	{
2084	return EV_VERSION_MINOR;	2190	return EV_VERSION_MINOR;
2085	}	2191	}
2086		2192
2087	/* return true if we are running with elevated privileges and should ignore env variables */	2193	/* return true if we are running with elevated privileges and should ignore env variables */
…		…
2095	|| getgid () != getegid ();	2201	|| getgid () != getegid ();
2096	#endif	2202	#endif
2097	}	2203	}
2098		2204
2099	unsigned int ecb_cold	2205	unsigned int ecb_cold
2100	ev_supported_backends (void)	2206	ev_supported_backends (void) EV_THROW
2101	{	2207	{
2102	unsigned int flags = 0;	2208	unsigned int flags = 0;
2103		2209
2104	if (EV_USE_PORT ) flags |= EVBACKEND_PORT;	2210	if (EV_USE_PORT ) flags |= EVBACKEND_PORT;
2105	if (EV_USE_KQUEUE) flags |= EVBACKEND_KQUEUE;	2211	if (EV_USE_KQUEUE) flags |= EVBACKEND_KQUEUE;
…		…
2109		2215
2110	return flags;	2216	return flags;
2111	}	2217	}
2112		2218
2113	unsigned int ecb_cold	2219	unsigned int ecb_cold
2114	ev_recommended_backends (void)	2220	ev_recommended_backends (void) EV_THROW
2115	{	2221	{
2116	unsigned int flags = ev_supported_backends ();	2222	unsigned int flags = ev_supported_backends ();
2117		2223
2118	#ifndef __NetBSD__	2224	#ifndef __NetBSD__
2119	/* kqueue is borked on everything but netbsd apparently */	2225	/* kqueue is borked on everything but netbsd apparently */
…		…
2131		2237
2132	return flags;	2238	return flags;
2133	}	2239	}
2134		2240
2135	unsigned int ecb_cold	2241	unsigned int ecb_cold
2136	ev_embeddable_backends (void)	2242	ev_embeddable_backends (void) EV_THROW
2137	{	2243	{
2138	int flags = EVBACKEND_EPOLL | EVBACKEND_KQUEUE | EVBACKEND_PORT;	2244	int flags = EVBACKEND_EPOLL | EVBACKEND_KQUEUE | EVBACKEND_PORT;
2139		2245
2140	/* epoll embeddability broken on all linux versions up to at least 2.6.23 */	2246	/* epoll embeddability broken on all linux versions up to at least 2.6.23 */
2141	if (ev_linux_version () < 0x020620) /* disable it on linux < 2.6.32 */	2247	if (ev_linux_version () < 0x020620) /* disable it on linux < 2.6.32 */
…		…
2143		2249
2144	return flags;	2250	return flags;
2145	}	2251	}
2146		2252
2147	unsigned int	2253	unsigned int
2148	ev_backend (EV_P)	2254	ev_backend (EV_P) EV_THROW
2149	{	2255	{
2150	return backend;	2256	return backend;
2151	}	2257	}
2152		2258
2153	#if EV_FEATURE_API	2259	#if EV_FEATURE_API
2154	unsigned int	2260	unsigned int
2155	ev_iteration (EV_P)	2261	ev_iteration (EV_P) EV_THROW
2156	{	2262	{
2157	return loop_count;	2263	return loop_count;
2158	}	2264	}
2159		2265
2160	unsigned int	2266	unsigned int
2161	ev_depth (EV_P)	2267	ev_depth (EV_P) EV_THROW
2162	{	2268	{
2163	return loop_depth;	2269	return loop_depth;
2164	}	2270	}
2165		2271
2166	void	2272	void
2167	ev_set_io_collect_interval (EV_P_ ev_tstamp interval)	2273	ev_set_io_collect_interval (EV_P_ ev_tstamp interval) EV_THROW
2168	{	2274	{
2169	io_blocktime = interval;	2275	io_blocktime = interval;
2170	}	2276	}
2171		2277
2172	void	2278	void
2173	ev_set_timeout_collect_interval (EV_P_ ev_tstamp interval)	2279	ev_set_timeout_collect_interval (EV_P_ ev_tstamp interval) EV_THROW
2174	{	2280	{
2175	timeout_blocktime = interval;	2281	timeout_blocktime = interval;
2176	}	2282	}
2177		2283
2178	void	2284	void
2179	ev_set_userdata (EV_P_ void *data)	2285	ev_set_userdata (EV_P_ void *data) EV_THROW
2180	{	2286	{
2181	userdata = data;	2287	userdata = data;
2182	}	2288	}
2183		2289
2184	void *	2290	void *
2185	ev_userdata (EV_P)	2291	ev_userdata (EV_P) EV_THROW
2186	{	2292	{
2187	return userdata;	2293	return userdata;
2188	}	2294	}
2189		2295
2190	void	2296	void
2191	ev_set_invoke_pending_cb (EV_P_ void (*invoke_pending_cb)(EV_P))	2297	ev_set_invoke_pending_cb (EV_P_ void (*invoke_pending_cb)(EV_P)) EV_THROW
2192	{	2298	{
2193	invoke_cb = invoke_pending_cb;	2299	invoke_cb = invoke_pending_cb;
2194	}	2300	}
2195		2301
2196	void	2302	void
2197	ev_set_loop_release_cb (EV_P_ void (*release)(EV_P), void (*acquire)(EV_P))	2303	ev_set_loop_release_cb (EV_P_ void (*release)(EV_P) EV_THROW, void (*acquire)(EV_P) EV_THROW) EV_THROW
2198	{	2304	{
2199	release_cb = release;	2305	release_cb = release;
2200	acquire_cb = acquire;	2306	acquire_cb = acquire;
2201	}	2307	}
2202	#endif	2308	#endif
2203		2309
2204	/* initialise a loop structure, must be zero-initialised */	2310	/* initialise a loop structure, must be zero-initialised */
2205	static void noinline ecb_cold	2311	static void noinline ecb_cold
2206	loop_init (EV_P_ unsigned int flags)	2312	loop_init (EV_P_ unsigned int flags) EV_THROW
2207	{	2313	{
2208	if (!backend)	2314	if (!backend)
2209	{	2315	{
2210	origflags = flags;	2316	origflags = flags;
2211		2317
…		…
2256	#if EV_ASYNC_ENABLE	2362	#if EV_ASYNC_ENABLE
2257	async_pending = 0;	2363	async_pending = 0;
2258	#endif	2364	#endif
2259	pipe_write_skipped = 0;	2365	pipe_write_skipped = 0;
2260	pipe_write_wanted = 0;	2366	pipe_write_wanted = 0;
		2367	evpipe [0] = -1;
		2368	evpipe [1] = -1;
2261	#if EV_USE_INOTIFY	2369	#if EV_USE_INOTIFY
2262	fs_fd = flags & EVFLAG_NOINOTIFY ? -1 : -2;	2370	fs_fd = flags & EVFLAG_NOINOTIFY ? -1 : -2;
2263	#endif	2371	#endif
2264	#if EV_USE_SIGNALFD	2372	#if EV_USE_SIGNALFD
2265	sigfd = flags & EVFLAG_SIGNALFD ? -2 : -1;	2373	sigfd = flags & EVFLAG_SIGNALFD ? -2 : -1;
…		…
2316	EV_INVOKE_PENDING;	2424	EV_INVOKE_PENDING;
2317	}	2425	}
2318	#endif	2426	#endif
2319		2427
2320	#if EV_CHILD_ENABLE	2428	#if EV_CHILD_ENABLE
2321	if (ev_is_active (&childev))	2429	if (ev_is_default_loop (EV_A) && ev_is_active (&childev))
2322	{	2430	{
2323	ev_ref (EV_A); /* child watcher */	2431	ev_ref (EV_A); /* child watcher */
2324	ev_signal_stop (EV_A_ &childev);	2432	ev_signal_stop (EV_A_ &childev);
2325	}	2433	}
2326	#endif	2434	#endif
…		…
2328	if (ev_is_active (&pipe_w))	2436	if (ev_is_active (&pipe_w))
2329	{	2437	{
2330	/*ev_ref (EV_A);*/	2438	/*ev_ref (EV_A);*/
2331	/*ev_io_stop (EV_A_ &pipe_w);*/	2439	/*ev_io_stop (EV_A_ &pipe_w);*/
2332		2440
2333	#if EV_USE_EVENTFD
2334	if (evfd >= 0)
2335	close (evfd);
2336	#endif
2337
2338	if (evpipe [0] >= 0)
2339	{
2340	EV_WIN32_CLOSE_FD (evpipe [0]);	2441	if (evpipe [0] >= 0) EV_WIN32_CLOSE_FD (evpipe [0]);
2341	EV_WIN32_CLOSE_FD (evpipe [1]);	2442	if (evpipe [1] >= 0) EV_WIN32_CLOSE_FD (evpipe [1]);
2342	}
2343	}	2443	}
2344		2444
2345	#if EV_USE_SIGNALFD	2445	#if EV_USE_SIGNALFD
2346	if (ev_is_active (&sigfd_w))	2446	if (ev_is_active (&sigfd_w))
2347	close (sigfd);	2447	close (sigfd);
…		…
2433	#endif	2533	#endif
2434	#if EV_USE_INOTIFY	2534	#if EV_USE_INOTIFY
2435	infy_fork (EV_A);	2535	infy_fork (EV_A);
2436	#endif	2536	#endif
2437		2537
		2538	#if EV_SIGNAL_ENABLE || EV_ASYNC_ENABLE
2438	if (ev_is_active (&pipe_w))	2539	if (ev_is_active (&pipe_w))
2439	{	2540	{
2440	/* pipe_write_wanted must be false now, so modifying fd vars should be safe */	2541	/* pipe_write_wanted must be false now, so modifying fd vars should be safe */
2441		2542
2442	ev_ref (EV_A);	2543	ev_ref (EV_A);
2443	ev_io_stop (EV_A_ &pipe_w);	2544	ev_io_stop (EV_A_ &pipe_w);
2444		2545
2445	#if EV_USE_EVENTFD
2446	if (evfd >= 0)
2447	close (evfd);
2448	#endif
2449
2450	if (evpipe [0] >= 0)	2546	if (evpipe [0] >= 0)
2451	{
2452	EV_WIN32_CLOSE_FD (evpipe [0]);	2547	EV_WIN32_CLOSE_FD (evpipe [0]);
2453	EV_WIN32_CLOSE_FD (evpipe [1]);
2454	}
2455		2548
2456	#if EV_SIGNAL_ENABLE || EV_ASYNC_ENABLE
2457	evpipe_init (EV_A);	2549	evpipe_init (EV_A);
2458	/* now iterate over everything, in case we missed something */	2550	/* iterate over everything, in case we missed something before */
2459	pipecb (EV_A_ &pipe_w, EV_READ);	2551	ev_feed_event (EV_A_ &pipe_w, EV_CUSTOM);
2460	#endif
2461	}	2552	}
		2553	#endif
2462		2554
2463	postfork = 0;	2555	postfork = 0;
2464	}	2556	}
2465		2557
2466	#if EV_MULTIPLICITY	2558	#if EV_MULTIPLICITY
2467		2559
2468	struct ev_loop * ecb_cold	2560	struct ev_loop * ecb_cold
2469	ev_loop_new (unsigned int flags)	2561	ev_loop_new (unsigned int flags) EV_THROW
2470	{	2562	{
2471	EV_P = (struct ev_loop *)ev_malloc (sizeof (struct ev_loop));	2563	EV_P = (struct ev_loop *)ev_malloc (sizeof (struct ev_loop));
2472		2564
2473	memset (EV_A, 0, sizeof (struct ev_loop));	2565	memset (EV_A, 0, sizeof (struct ev_loop));
2474	loop_init (EV_A_ flags);	2566	loop_init (EV_A_ flags);
…		…
2518	}	2610	}
2519	#endif	2611	#endif
2520		2612
2521	#if EV_FEATURE_API	2613	#if EV_FEATURE_API
2522	void ecb_cold	2614	void ecb_cold
2523	ev_verify (EV_P)	2615	ev_verify (EV_P) EV_THROW
2524	{	2616	{
2525	#if EV_VERIFY	2617	#if EV_VERIFY
2526	int i;	2618	int i;
2527	WL w;	2619	WL w, w2;
2528		2620
2529	assert (activecnt >= -1);	2621	assert (activecnt >= -1);
2530		2622
2531	assert (fdchangemax >= fdchangecnt);	2623	assert (fdchangemax >= fdchangecnt);
2532	for (i = 0; i < fdchangecnt; ++i)	2624	for (i = 0; i < fdchangecnt; ++i)
2533	assert (("libev: negative fd in fdchanges", fdchanges [i] >= 0));	2625	assert (("libev: negative fd in fdchanges", fdchanges [i] >= 0));
2534		2626
2535	assert (anfdmax >= 0);	2627	assert (anfdmax >= 0);
2536	for (i = 0; i < anfdmax; ++i)	2628	for (i = 0; i < anfdmax; ++i)
		2629	{
		2630	int j = 0;
		2631
2537	for (w = anfds [i].head; w; w = w->next)	2632	for (w = w2 = anfds [i].head; w; w = w->next)
2538	{	2633	{
2539	verify_watcher (EV_A_ (W)w);	2634	verify_watcher (EV_A_ (W)w);
		2635
		2636	if (j++ & 1)
		2637	{
		2638	assert (("libev: io watcher list contains a loop", w != w2));
		2639	w2 = w2->next;
		2640	}
		2641
2540	assert (("libev: inactive fd watcher on anfd list", ev_active (w) == 1));	2642	assert (("libev: inactive fd watcher on anfd list", ev_active (w) == 1));
2541	assert (("libev: fd mismatch between watcher and anfd", ((ev_io *)w)->fd == i));	2643	assert (("libev: fd mismatch between watcher and anfd", ((ev_io *)w)->fd == i));
2542	}	2644	}
		2645	}
2543		2646
2544	assert (timermax >= timercnt);	2647	assert (timermax >= timercnt);
2545	verify_heap (EV_A_ timers, timercnt);	2648	verify_heap (EV_A_ timers, timercnt);
2546		2649
2547	#if EV_PERIODIC_ENABLE	2650	#if EV_PERIODIC_ENABLE
…		…
2597	#if EV_MULTIPLICITY	2700	#if EV_MULTIPLICITY
2598	struct ev_loop * ecb_cold	2701	struct ev_loop * ecb_cold
2599	#else	2702	#else
2600	int	2703	int
2601	#endif	2704	#endif
2602	ev_default_loop (unsigned int flags)	2705	ev_default_loop (unsigned int flags) EV_THROW
2603	{	2706	{
2604	if (!ev_default_loop_ptr)	2707	if (!ev_default_loop_ptr)
2605	{	2708	{
2606	#if EV_MULTIPLICITY	2709	#if EV_MULTIPLICITY
2607	EV_P = ev_default_loop_ptr = &default_loop_struct;	2710	EV_P = ev_default_loop_ptr = &default_loop_struct;
…		…
2626		2729
2627	return ev_default_loop_ptr;	2730	return ev_default_loop_ptr;
2628	}	2731	}
2629		2732
2630	void	2733	void
2631	ev_loop_fork (EV_P)	2734	ev_loop_fork (EV_P) EV_THROW
2632	{	2735	{
2633	postfork = 1; /* must be in line with ev_default_fork */	2736	postfork = 1;
2634	}	2737	}
2635		2738
2636	/*****************************************************************************/	2739	/*****************************************************************************/
2637		2740
2638	void	2741	void
…		…
2640	{	2743	{
2641	EV_CB_INVOKE ((W)w, revents);	2744	EV_CB_INVOKE ((W)w, revents);
2642	}	2745	}
2643		2746
2644	unsigned int	2747	unsigned int
2645	ev_pending_count (EV_P)	2748	ev_pending_count (EV_P) EV_THROW
2646	{	2749	{
2647	int pri;	2750	int pri;
2648	unsigned int count = 0;	2751	unsigned int count = 0;
2649		2752
2650	for (pri = NUMPRI; pri--; )	2753	for (pri = NUMPRI; pri--; )
…		…
2654	}	2757	}
2655		2758
2656	void noinline	2759	void noinline
2657	ev_invoke_pending (EV_P)	2760	ev_invoke_pending (EV_P)
2658	{	2761	{
2659	int pri;	2762	pendingpri = NUMPRI;
2660		2763
2661	for (pri = NUMPRI; pri--; )	2764	while (pendingpri) /* pendingpri possibly gets modified in the inner loop */
		2765	{
		2766	--pendingpri;
		2767
2662	while (pendingcnt [pri])	2768	while (pendingcnt [pendingpri])
2663	{	2769	{
2664	ANPENDING *p = pendings [pri] + --pendingcnt [pri];	2770	ANPENDING *p = pendings [pendingpri] + --pendingcnt [pendingpri];
2665		2771
2666	p->w->pending = 0;	2772	p->w->pending = 0;
2667	EV_CB_INVOKE (p->w, p->events);	2773	EV_CB_INVOKE (p->w, p->events);
2668	EV_FREQUENT_CHECK;	2774	EV_FREQUENT_CHECK;
2669	}	2775	}
		2776	}
2670	}	2777	}
2671		2778
2672	#if EV_IDLE_ENABLE	2779	#if EV_IDLE_ENABLE
2673	/* make idle watchers pending. this handles the "call-idle */	2780	/* make idle watchers pending. this handles the "call-idle */
2674	/* only when higher priorities are idle" logic */	2781	/* only when higher priorities are idle" logic */
…		…
2764	{	2871	{
2765	EV_FREQUENT_CHECK;	2872	EV_FREQUENT_CHECK;
2766		2873
2767	while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now)	2874	while (periodiccnt && ANHE_at (periodics [HEAP0]) < ev_rt_now)
2768	{	2875	{
2769	int feed_count = 0;
2770
2771	do	2876	do
2772	{	2877	{
2773	ev_periodic *w = (ev_periodic *)ANHE_w (periodics [HEAP0]);	2878	ev_periodic *w = (ev_periodic *)ANHE_w (periodics [HEAP0]);
2774		2879
2775	/*assert (("libev: inactive timer on periodic heap detected", ev_is_active (w)));*/	2880	/*assert (("libev: inactive timer on periodic heap detected", ev_is_active (w)));*/
…		…
2909		3014
2910	mn_now = ev_rt_now;	3015	mn_now = ev_rt_now;
2911	}	3016	}
2912	}	3017	}
2913		3018
2914	void	3019	int
2915	ev_run (EV_P_ int flags)	3020	ev_run (EV_P_ int flags)
2916	{	3021	{
2917	#if EV_FEATURE_API	3022	#if EV_FEATURE_API
2918	++loop_depth;	3023	++loop_depth;
2919	#endif	3024	#endif
…		…
3034	backend_poll (EV_A_ waittime);	3139	backend_poll (EV_A_ waittime);
3035	assert ((loop_done = EVBREAK_CANCEL, 1)); /* assert for side effect */	3140	assert ((loop_done = EVBREAK_CANCEL, 1)); /* assert for side effect */
3036		3141
3037	pipe_write_wanted = 0; /* just an optimisation, no fence needed */	3142	pipe_write_wanted = 0; /* just an optimisation, no fence needed */
3038		3143
		3144	ECB_MEMORY_FENCE_ACQUIRE;
3039	if (pipe_write_skipped)	3145	if (pipe_write_skipped)
3040	{	3146	{
3041	assert (("libev: pipe_w not active, but pipe not written", ev_is_active (&pipe_w)));	3147	assert (("libev: pipe_w not active, but pipe not written", ev_is_active (&pipe_w)));
3042	ev_feed_event (EV_A_ &pipe_w, EV_CUSTOM);	3148	ev_feed_event (EV_A_ &pipe_w, EV_CUSTOM);
3043	}	3149	}
…		…
3076	loop_done = EVBREAK_CANCEL;	3182	loop_done = EVBREAK_CANCEL;
3077		3183
3078	#if EV_FEATURE_API	3184	#if EV_FEATURE_API
3079	--loop_depth;	3185	--loop_depth;
3080	#endif	3186	#endif
		3187
		3188	return activecnt;
3081	}	3189	}
3082		3190
3083	void	3191	void
3084	ev_break (EV_P_ int how)	3192	ev_break (EV_P_ int how) EV_THROW
3085	{	3193	{
3086	loop_done = how;	3194	loop_done = how;
3087	}	3195	}
3088		3196
3089	void	3197	void
3090	ev_ref (EV_P)	3198	ev_ref (EV_P) EV_THROW
3091	{	3199	{
3092	++activecnt;	3200	++activecnt;
3093	}	3201	}
3094		3202
3095	void	3203	void
3096	ev_unref (EV_P)	3204	ev_unref (EV_P) EV_THROW
3097	{	3205	{
3098	--activecnt;	3206	--activecnt;
3099	}	3207	}
3100		3208
3101	void	3209	void
3102	ev_now_update (EV_P)	3210	ev_now_update (EV_P) EV_THROW
3103	{	3211	{
3104	time_update (EV_A_ 1e100);	3212	time_update (EV_A_ 1e100);
3105	}	3213	}
3106		3214
3107	void	3215	void
3108	ev_suspend (EV_P)	3216	ev_suspend (EV_P) EV_THROW
3109	{	3217	{
3110	ev_now_update (EV_A);	3218	ev_now_update (EV_A);
3111	}	3219	}
3112		3220
3113	void	3221	void
3114	ev_resume (EV_P)	3222	ev_resume (EV_P) EV_THROW
3115	{	3223	{
3116	ev_tstamp mn_prev = mn_now;	3224	ev_tstamp mn_prev = mn_now;
3117		3225
3118	ev_now_update (EV_A);	3226	ev_now_update (EV_A);
3119	timers_reschedule (EV_A_ mn_now - mn_prev);	3227	timers_reschedule (EV_A_ mn_now - mn_prev);
…		…
3158	w->pending = 0;	3266	w->pending = 0;
3159	}	3267	}
3160	}	3268	}
3161		3269
3162	int	3270	int
3163	ev_clear_pending (EV_P_ void *w)	3271	ev_clear_pending (EV_P_ void *w) EV_THROW
3164	{	3272	{
3165	W w_ = (W)w;	3273	W w_ = (W)w;
3166	int pending = w_->pending;	3274	int pending = w_->pending;
3167		3275
3168	if (expect_true (pending))	3276	if (expect_true (pending))
…		…
3201	}	3309	}
3202		3310
3203	/*****************************************************************************/	3311	/*****************************************************************************/
3204		3312
3205	void noinline	3313	void noinline
3206	ev_io_start (EV_P_ ev_io *w)	3314	ev_io_start (EV_P_ ev_io *w) EV_THROW
3207	{	3315	{
3208	int fd = w->fd;	3316	int fd = w->fd;
3209		3317
3210	if (expect_false (ev_is_active (w)))	3318	if (expect_false (ev_is_active (w)))
3211	return;	3319	return;
…		…
3217		3325
3218	ev_start (EV_A_ (W)w, 1);	3326	ev_start (EV_A_ (W)w, 1);
3219	array_needsize (ANFD, anfds, anfdmax, fd + 1, array_init_zero);	3327	array_needsize (ANFD, anfds, anfdmax, fd + 1, array_init_zero);
3220	wlist_add (&anfds[fd].head, (WL)w);	3328	wlist_add (&anfds[fd].head, (WL)w);
3221		3329
		3330	/* common bug, apparently */
		3331	assert (("libev: ev_io_start called with corrupted watcher", ((WL)w)->next != (WL)w));
		3332
3222	fd_change (EV_A_ fd, w->events & EV__IOFDSET | EV_ANFD_REIFY);	3333	fd_change (EV_A_ fd, w->events & EV__IOFDSET | EV_ANFD_REIFY);
3223	w->events &= ~EV__IOFDSET;	3334	w->events &= ~EV__IOFDSET;
3224		3335
3225	EV_FREQUENT_CHECK;	3336	EV_FREQUENT_CHECK;
3226	}	3337	}
3227		3338
3228	void noinline	3339	void noinline
3229	ev_io_stop (EV_P_ ev_io *w)	3340	ev_io_stop (EV_P_ ev_io *w) EV_THROW
3230	{	3341	{
3231	clear_pending (EV_A_ (W)w);	3342	clear_pending (EV_A_ (W)w);
3232	if (expect_false (!ev_is_active (w)))	3343	if (expect_false (!ev_is_active (w)))
3233	return;	3344	return;
3234		3345
…		…
3243		3354
3244	EV_FREQUENT_CHECK;	3355	EV_FREQUENT_CHECK;
3245	}	3356	}
3246		3357
3247	void noinline	3358	void noinline
3248	ev_timer_start (EV_P_ ev_timer *w)	3359	ev_timer_start (EV_P_ ev_timer *w) EV_THROW
3249	{	3360	{
3250	if (expect_false (ev_is_active (w)))	3361	if (expect_false (ev_is_active (w)))
3251	return;	3362	return;
3252		3363
3253	ev_at (w) += mn_now;	3364	ev_at (w) += mn_now;
…		…
3267		3378
3268	/*assert (("libev: internal timer heap corruption", timers [ev_active (w)] == (WT)w));*/	3379	/*assert (("libev: internal timer heap corruption", timers [ev_active (w)] == (WT)w));*/
3269	}	3380	}
3270		3381
3271	void noinline	3382	void noinline
3272	ev_timer_stop (EV_P_ ev_timer *w)	3383	ev_timer_stop (EV_P_ ev_timer *w) EV_THROW
3273	{	3384	{
3274	clear_pending (EV_A_ (W)w);	3385	clear_pending (EV_A_ (W)w);
3275	if (expect_false (!ev_is_active (w)))	3386	if (expect_false (!ev_is_active (w)))
3276	return;	3387	return;
3277		3388
…		…
3297		3408
3298	EV_FREQUENT_CHECK;	3409	EV_FREQUENT_CHECK;
3299	}	3410	}
3300		3411
3301	void noinline	3412	void noinline
3302	ev_timer_again (EV_P_ ev_timer *w)	3413	ev_timer_again (EV_P_ ev_timer *w) EV_THROW
3303	{	3414	{
3304	EV_FREQUENT_CHECK;	3415	EV_FREQUENT_CHECK;
3305		3416
3306	clear_pending (EV_A_ (W)w);	3417	clear_pending (EV_A_ (W)w);
3307		3418
…		…
3324		3435
3325	EV_FREQUENT_CHECK;	3436	EV_FREQUENT_CHECK;
3326	}	3437	}
3327		3438
3328	ev_tstamp	3439	ev_tstamp
3329	ev_timer_remaining (EV_P_ ev_timer *w)	3440	ev_timer_remaining (EV_P_ ev_timer *w) EV_THROW
3330	{	3441	{
3331	return ev_at (w) - (ev_is_active (w) ? mn_now : 0.);	3442	return ev_at (w) - (ev_is_active (w) ? mn_now : 0.);
3332	}	3443	}
3333		3444
3334	#if EV_PERIODIC_ENABLE	3445	#if EV_PERIODIC_ENABLE
3335	void noinline	3446	void noinline
3336	ev_periodic_start (EV_P_ ev_periodic *w)	3447	ev_periodic_start (EV_P_ ev_periodic *w) EV_THROW
3337	{	3448	{
3338	if (expect_false (ev_is_active (w)))	3449	if (expect_false (ev_is_active (w)))
3339	return;	3450	return;
3340		3451
3341	if (w->reschedule_cb)	3452	if (w->reschedule_cb)
…		…
3361		3472
3362	/*assert (("libev: internal periodic heap corruption", ANHE_w (periodics [ev_active (w)]) == (WT)w));*/	3473	/*assert (("libev: internal periodic heap corruption", ANHE_w (periodics [ev_active (w)]) == (WT)w));*/
3363	}	3474	}
3364		3475
3365	void noinline	3476	void noinline
3366	ev_periodic_stop (EV_P_ ev_periodic *w)	3477	ev_periodic_stop (EV_P_ ev_periodic *w) EV_THROW
3367	{	3478	{
3368	clear_pending (EV_A_ (W)w);	3479	clear_pending (EV_A_ (W)w);
3369	if (expect_false (!ev_is_active (w)))	3480	if (expect_false (!ev_is_active (w)))
3370	return;	3481	return;
3371		3482
…		…
3389		3500
3390	EV_FREQUENT_CHECK;	3501	EV_FREQUENT_CHECK;
3391	}	3502	}
3392		3503
3393	void noinline	3504	void noinline
3394	ev_periodic_again (EV_P_ ev_periodic *w)	3505	ev_periodic_again (EV_P_ ev_periodic *w) EV_THROW
3395	{	3506	{
3396	/* TODO: use adjustheap and recalculation */	3507	/* TODO: use adjustheap and recalculation */
3397	ev_periodic_stop (EV_A_ w);	3508	ev_periodic_stop (EV_A_ w);
3398	ev_periodic_start (EV_A_ w);	3509	ev_periodic_start (EV_A_ w);
3399	}	3510	}
…		…
3404	#endif	3515	#endif
3405		3516
3406	#if EV_SIGNAL_ENABLE	3517	#if EV_SIGNAL_ENABLE
3407		3518
3408	void noinline	3519	void noinline
3409	ev_signal_start (EV_P_ ev_signal *w)	3520	ev_signal_start (EV_P_ ev_signal *w) EV_THROW
3410	{	3521	{
3411	if (expect_false (ev_is_active (w)))	3522	if (expect_false (ev_is_active (w)))
3412	return;	3523	return;
3413		3524
3414	assert (("libev: ev_signal_start called with illegal signal number", w->signum > 0 && w->signum < EV_NSIG));	3525	assert (("libev: ev_signal_start called with illegal signal number", w->signum > 0 && w->signum < EV_NSIG));
…		…
3416	#if EV_MULTIPLICITY	3527	#if EV_MULTIPLICITY
3417	assert (("libev: a signal must not be attached to two different loops",	3528	assert (("libev: a signal must not be attached to two different loops",
3418	!signals [w->signum - 1].loop || signals [w->signum - 1].loop == loop));	3529	!signals [w->signum - 1].loop || signals [w->signum - 1].loop == loop));
3419		3530
3420	signals [w->signum - 1].loop = EV_A;	3531	signals [w->signum - 1].loop = EV_A;
		3532	ECB_MEMORY_FENCE_RELEASE;
3421	#endif	3533	#endif
3422		3534
3423	EV_FREQUENT_CHECK;	3535	EV_FREQUENT_CHECK;
3424		3536
3425	#if EV_USE_SIGNALFD	3537	#if EV_USE_SIGNALFD
…		…
3485		3597
3486	EV_FREQUENT_CHECK;	3598	EV_FREQUENT_CHECK;
3487	}	3599	}
3488		3600
3489	void noinline	3601	void noinline
3490	ev_signal_stop (EV_P_ ev_signal *w)	3602	ev_signal_stop (EV_P_ ev_signal *w) EV_THROW
3491	{	3603	{
3492	clear_pending (EV_A_ (W)w);	3604	clear_pending (EV_A_ (W)w);
3493	if (expect_false (!ev_is_active (w)))	3605	if (expect_false (!ev_is_active (w)))
3494	return;	3606	return;
3495		3607
…		…
3526	#endif	3638	#endif
3527		3639
3528	#if EV_CHILD_ENABLE	3640	#if EV_CHILD_ENABLE
3529		3641
3530	void	3642	void
3531	ev_child_start (EV_P_ ev_child *w)	3643	ev_child_start (EV_P_ ev_child *w) EV_THROW
3532	{	3644	{
3533	#if EV_MULTIPLICITY	3645	#if EV_MULTIPLICITY
3534	assert (("libev: child watchers are only supported in the default loop", loop == ev_default_loop_ptr));	3646	assert (("libev: child watchers are only supported in the default loop", loop == ev_default_loop_ptr));
3535	#endif	3647	#endif
3536	if (expect_false (ev_is_active (w)))	3648	if (expect_false (ev_is_active (w)))
…		…
3543		3655
3544	EV_FREQUENT_CHECK;	3656	EV_FREQUENT_CHECK;
3545	}	3657	}
3546		3658
3547	void	3659	void
3548	ev_child_stop (EV_P_ ev_child *w)	3660	ev_child_stop (EV_P_ ev_child *w) EV_THROW
3549	{	3661	{
3550	clear_pending (EV_A_ (W)w);	3662	clear_pending (EV_A_ (W)w);
3551	if (expect_false (!ev_is_active (w)))	3663	if (expect_false (!ev_is_active (w)))
3552	return;	3664	return;
3553		3665
…		…
3720	}	3832	}
3721		3833
3722	inline_size int	3834	inline_size int
3723	infy_newfd (void)	3835	infy_newfd (void)
3724	{	3836	{
3725	#if defined (IN_CLOEXEC) && defined (IN_NONBLOCK)	3837	#if defined IN_CLOEXEC && defined IN_NONBLOCK
3726	int fd = inotify_init1 (IN_CLOEXEC | IN_NONBLOCK);	3838	int fd = inotify_init1 (IN_CLOEXEC | IN_NONBLOCK);
3727	if (fd >= 0)	3839	if (fd >= 0)
3728	return fd;	3840	return fd;
3729	#endif	3841	#endif
3730	return inotify_init ();	3842	return inotify_init ();
…		…
3805	#else	3917	#else
3806	# define EV_LSTAT(p,b) lstat (p, b)	3918	# define EV_LSTAT(p,b) lstat (p, b)
3807	#endif	3919	#endif
3808		3920
3809	void	3921	void
3810	ev_stat_stat (EV_P_ ev_stat *w)	3922	ev_stat_stat (EV_P_ ev_stat *w) EV_THROW
3811	{	3923	{
3812	if (lstat (w->path, &w->attr) < 0)	3924	if (lstat (w->path, &w->attr) < 0)
3813	w->attr.st_nlink = 0;	3925	w->attr.st_nlink = 0;
3814	else if (!w->attr.st_nlink)	3926	else if (!w->attr.st_nlink)
3815	w->attr.st_nlink = 1;	3927	w->attr.st_nlink = 1;
…		…
3854	ev_feed_event (EV_A_ w, EV_STAT);	3966	ev_feed_event (EV_A_ w, EV_STAT);
3855	}	3967	}
3856	}	3968	}
3857		3969
3858	void	3970	void
3859	ev_stat_start (EV_P_ ev_stat *w)	3971	ev_stat_start (EV_P_ ev_stat *w) EV_THROW
3860	{	3972	{
3861	if (expect_false (ev_is_active (w)))	3973	if (expect_false (ev_is_active (w)))
3862	return;	3974	return;
3863		3975
3864	ev_stat_stat (EV_A_ w);	3976	ev_stat_stat (EV_A_ w);
…		…
3885		3997
3886	EV_FREQUENT_CHECK;	3998	EV_FREQUENT_CHECK;
3887	}	3999	}
3888		4000
3889	void	4001	void
3890	ev_stat_stop (EV_P_ ev_stat *w)	4002	ev_stat_stop (EV_P_ ev_stat *w) EV_THROW
3891	{	4003	{
3892	clear_pending (EV_A_ (W)w);	4004	clear_pending (EV_A_ (W)w);
3893	if (expect_false (!ev_is_active (w)))	4005	if (expect_false (!ev_is_active (w)))
3894	return;	4006	return;
3895		4007
…		…
3911	}	4023	}
3912	#endif	4024	#endif
3913		4025
3914	#if EV_IDLE_ENABLE	4026	#if EV_IDLE_ENABLE
3915	void	4027	void
3916	ev_idle_start (EV_P_ ev_idle *w)	4028	ev_idle_start (EV_P_ ev_idle *w) EV_THROW
3917	{	4029	{
3918	if (expect_false (ev_is_active (w)))	4030	if (expect_false (ev_is_active (w)))
3919	return;	4031	return;
3920		4032
3921	pri_adjust (EV_A_ (W)w);	4033	pri_adjust (EV_A_ (W)w);
…		…
3934		4046
3935	EV_FREQUENT_CHECK;	4047	EV_FREQUENT_CHECK;
3936	}	4048	}
3937		4049
3938	void	4050	void
3939	ev_idle_stop (EV_P_ ev_idle *w)	4051	ev_idle_stop (EV_P_ ev_idle *w) EV_THROW
3940	{	4052	{
3941	clear_pending (EV_A_ (W)w);	4053	clear_pending (EV_A_ (W)w);
3942	if (expect_false (!ev_is_active (w)))	4054	if (expect_false (!ev_is_active (w)))
3943	return;	4055	return;
3944		4056
…		…
3958	}	4070	}
3959	#endif	4071	#endif
3960		4072
3961	#if EV_PREPARE_ENABLE	4073	#if EV_PREPARE_ENABLE
3962	void	4074	void
3963	ev_prepare_start (EV_P_ ev_prepare *w)	4075	ev_prepare_start (EV_P_ ev_prepare *w) EV_THROW
3964	{	4076	{
3965	if (expect_false (ev_is_active (w)))	4077	if (expect_false (ev_is_active (w)))
3966	return;	4078	return;
3967		4079
3968	EV_FREQUENT_CHECK;	4080	EV_FREQUENT_CHECK;
…		…
3973		4085
3974	EV_FREQUENT_CHECK;	4086	EV_FREQUENT_CHECK;
3975	}	4087	}
3976		4088
3977	void	4089	void
3978	ev_prepare_stop (EV_P_ ev_prepare *w)	4090	ev_prepare_stop (EV_P_ ev_prepare *w) EV_THROW
3979	{	4091	{
3980	clear_pending (EV_A_ (W)w);	4092	clear_pending (EV_A_ (W)w);
3981	if (expect_false (!ev_is_active (w)))	4093	if (expect_false (!ev_is_active (w)))
3982	return;	4094	return;
3983		4095
…		…
3996	}	4108	}
3997	#endif	4109	#endif
3998		4110
3999	#if EV_CHECK_ENABLE	4111	#if EV_CHECK_ENABLE
4000	void	4112	void
4001	ev_check_start (EV_P_ ev_check *w)	4113	ev_check_start (EV_P_ ev_check *w) EV_THROW
4002	{	4114	{
4003	if (expect_false (ev_is_active (w)))	4115	if (expect_false (ev_is_active (w)))
4004	return;	4116	return;
4005		4117
4006	EV_FREQUENT_CHECK;	4118	EV_FREQUENT_CHECK;
…		…
4011		4123
4012	EV_FREQUENT_CHECK;	4124	EV_FREQUENT_CHECK;
4013	}	4125	}
4014		4126
4015	void	4127	void
4016	ev_check_stop (EV_P_ ev_check *w)	4128	ev_check_stop (EV_P_ ev_check *w) EV_THROW
4017	{	4129	{
4018	clear_pending (EV_A_ (W)w);	4130	clear_pending (EV_A_ (W)w);
4019	if (expect_false (!ev_is_active (w)))	4131	if (expect_false (!ev_is_active (w)))
4020	return;	4132	return;
4021		4133
…		…
4034	}	4146	}
4035	#endif	4147	#endif
4036		4148
4037	#if EV_EMBED_ENABLE	4149	#if EV_EMBED_ENABLE
4038	void noinline	4150	void noinline
4039	ev_embed_sweep (EV_P_ ev_embed *w)	4151	ev_embed_sweep (EV_P_ ev_embed *w) EV_THROW
4040	{	4152	{
4041	ev_run (w->other, EVRUN_NOWAIT);	4153	ev_run (w->other, EVRUN_NOWAIT);
4042	}	4154	}
4043		4155
4044	static void	4156	static void
…		…
4092	ev_idle_stop (EV_A_ idle);	4204	ev_idle_stop (EV_A_ idle);
4093	}	4205	}
4094	#endif	4206	#endif
4095		4207
4096	void	4208	void
4097	ev_embed_start (EV_P_ ev_embed *w)	4209	ev_embed_start (EV_P_ ev_embed *w) EV_THROW
4098	{	4210	{
4099	if (expect_false (ev_is_active (w)))	4211	if (expect_false (ev_is_active (w)))
4100	return;	4212	return;
4101		4213
4102	{	4214	{
…		…
4123		4235
4124	EV_FREQUENT_CHECK;	4236	EV_FREQUENT_CHECK;
4125	}	4237	}
4126		4238
4127	void	4239	void
4128	ev_embed_stop (EV_P_ ev_embed *w)	4240	ev_embed_stop (EV_P_ ev_embed *w) EV_THROW
4129	{	4241	{
4130	clear_pending (EV_A_ (W)w);	4242	clear_pending (EV_A_ (W)w);
4131	if (expect_false (!ev_is_active (w)))	4243	if (expect_false (!ev_is_active (w)))
4132	return;	4244	return;
4133		4245
…		…
4143	}	4255	}
4144	#endif	4256	#endif
4145		4257
4146	#if EV_FORK_ENABLE	4258	#if EV_FORK_ENABLE
4147	void	4259	void
4148	ev_fork_start (EV_P_ ev_fork *w)	4260	ev_fork_start (EV_P_ ev_fork *w) EV_THROW
4149	{	4261	{
4150	if (expect_false (ev_is_active (w)))	4262	if (expect_false (ev_is_active (w)))
4151	return;	4263	return;
4152		4264
4153	EV_FREQUENT_CHECK;	4265	EV_FREQUENT_CHECK;
…		…
4158		4270
4159	EV_FREQUENT_CHECK;	4271	EV_FREQUENT_CHECK;
4160	}	4272	}
4161		4273
4162	void	4274	void
4163	ev_fork_stop (EV_P_ ev_fork *w)	4275	ev_fork_stop (EV_P_ ev_fork *w) EV_THROW
4164	{	4276	{
4165	clear_pending (EV_A_ (W)w);	4277	clear_pending (EV_A_ (W)w);
4166	if (expect_false (!ev_is_active (w)))	4278	if (expect_false (!ev_is_active (w)))
4167	return;	4279	return;
4168		4280
…		…
4181	}	4293	}
4182	#endif	4294	#endif
4183		4295
4184	#if EV_CLEANUP_ENABLE	4296	#if EV_CLEANUP_ENABLE
4185	void	4297	void
4186	ev_cleanup_start (EV_P_ ev_cleanup *w)	4298	ev_cleanup_start (EV_P_ ev_cleanup *w) EV_THROW
4187	{	4299	{
4188	if (expect_false (ev_is_active (w)))	4300	if (expect_false (ev_is_active (w)))
4189	return;	4301	return;
4190		4302
4191	EV_FREQUENT_CHECK;	4303	EV_FREQUENT_CHECK;
…		…
4198	ev_unref (EV_A);	4310	ev_unref (EV_A);
4199	EV_FREQUENT_CHECK;	4311	EV_FREQUENT_CHECK;
4200	}	4312	}
4201		4313
4202	void	4314	void
4203	ev_cleanup_stop (EV_P_ ev_cleanup *w)	4315	ev_cleanup_stop (EV_P_ ev_cleanup *w) EV_THROW
4204	{	4316	{
4205	clear_pending (EV_A_ (W)w);	4317	clear_pending (EV_A_ (W)w);
4206	if (expect_false (!ev_is_active (w)))	4318	if (expect_false (!ev_is_active (w)))
4207	return;	4319	return;
4208		4320
…		…
4222	}	4334	}
4223	#endif	4335	#endif
4224		4336
4225	#if EV_ASYNC_ENABLE	4337	#if EV_ASYNC_ENABLE
4226	void	4338	void
4227	ev_async_start (EV_P_ ev_async *w)	4339	ev_async_start (EV_P_ ev_async *w) EV_THROW
4228	{	4340	{
4229	if (expect_false (ev_is_active (w)))	4341	if (expect_false (ev_is_active (w)))
4230	return;	4342	return;
4231		4343
4232	w->sent = 0;	4344	w->sent = 0;
…		…
4241		4353
4242	EV_FREQUENT_CHECK;	4354	EV_FREQUENT_CHECK;
4243	}	4355	}
4244		4356
4245	void	4357	void
4246	ev_async_stop (EV_P_ ev_async *w)	4358	ev_async_stop (EV_P_ ev_async *w) EV_THROW
4247	{	4359	{
4248	clear_pending (EV_A_ (W)w);	4360	clear_pending (EV_A_ (W)w);
4249	if (expect_false (!ev_is_active (w)))	4361	if (expect_false (!ev_is_active (w)))
4250	return;	4362	return;
4251		4363
…		…
4262		4374
4263	EV_FREQUENT_CHECK;	4375	EV_FREQUENT_CHECK;
4264	}	4376	}
4265		4377
4266	void	4378	void
4267	ev_async_send (EV_P_ ev_async *w)	4379	ev_async_send (EV_P_ ev_async *w) EV_THROW
4268	{	4380	{
4269	w->sent = 1;	4381	w->sent = 1;
4270	evpipe_write (EV_A_ &async_pending);	4382	evpipe_write (EV_A_ &async_pending);
4271	}	4383	}
4272	#endif	4384	#endif
…		…
4309		4421
4310	once_cb (EV_A_ once, revents | ev_clear_pending (EV_A_ &once->io));	4422	once_cb (EV_A_ once, revents | ev_clear_pending (EV_A_ &once->io));
4311	}	4423	}
4312		4424
4313	void	4425	void
4314	ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg)	4426	ev_once (EV_P_ int fd, int events, ev_tstamp timeout, void (*cb)(int revents, void *arg), void *arg) EV_THROW
4315	{	4427	{
4316	struct ev_once *once = (struct ev_once *)ev_malloc (sizeof (struct ev_once));	4428	struct ev_once *once = (struct ev_once *)ev_malloc (sizeof (struct ev_once));
4317		4429
4318	if (expect_false (!once))	4430	if (expect_false (!once))
4319	{	4431	{
…		…
4341		4453
4342	/*****************************************************************************/	4454	/*****************************************************************************/
4343		4455
4344	#if EV_WALK_ENABLE	4456	#if EV_WALK_ENABLE
4345	void ecb_cold	4457	void ecb_cold
4346	ev_walk (EV_P_ int types, void (*cb)(EV_P_ int type, void *w))	4458	ev_walk (EV_P_ int types, void (*cb)(EV_P_ int type, void *w)) EV_THROW
4347	{	4459	{
4348	int i, j;	4460	int i, j;
4349	ev_watcher_list *wl, *wn;	4461	ev_watcher_list *wl, *wn;
4350		4462
4351	if (types & (EV_IO | EV_EMBED))	4463	if (types & (EV_IO | EV_EMBED))

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines