[ViewVC] Diff of: cvs/cvsroot/libcoro/coro.c

Comparing cvsroot/libcoro/coro.c (file contents):
Revision 1.35 by root, Mon Nov 3 16:05:38 2008 UTC vs.
Revision 1.45 by root, Tue Jun 23 00:56:14 2009 UTC

…		…
38	* go to Ralf S. Engelschall <rse@engelschall.com>.	38	* go to Ralf S. Engelschall <rse@engelschall.com>.
39	*/	39	*/
40		40
41	#include "coro.h"	41	#include "coro.h"
42		42
		43	#include <string.h>
		44
		45	/*****************************************************************************/
		46	/* ucontext/setjmp/asm backends */
		47	/*****************************************************************************/
		48	#if CORO_UCONTEXT \|\| CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
		49
		50	# if CORO_UCONTEXT
		51	# include <stddef.h>
		52	# endif
		53
43	#if !defined(STACK_ADJUST_PTR)	54	# if !defined(STACK_ADJUST_PTR)
		55	# if __sgi
44	/* IRIX is decidedly NON-unix */	56	/* IRIX is decidedly NON-unix */
45	# if __sgi
46	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)	57	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
47	# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)	58	# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
48	# elif (__i386__ && CORO_LINUX) \|\| (_M_IX86 && CORO_LOSER)	59	# elif (__i386__ && CORO_LINUX) \|\| (_M_IX86 && CORO_LOSER)
49	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))	60	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
50	# define STACK_ADJUST_SIZE(sp,ss) (ss)	61	# define STACK_ADJUST_SIZE(sp,ss) (ss)
51	# elif (__amd64__ && CORO_LINUX) \|\| ((_M_AMD64 \|\| _M_IA64) && CORO_LOSER)	62	# elif (__amd64__ && CORO_LINUX) \|\| ((_M_AMD64 \|\| _M_IA64) && CORO_LOSER)
52	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)	63	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
53	# define STACK_ADJUST_SIZE(sp,ss) (ss)	64	# define STACK_ADJUST_SIZE(sp,ss) (ss)
54	# else	65	# else
55	# define STACK_ADJUST_PTR(sp,ss) (sp)	66	# define STACK_ADJUST_PTR(sp,ss) (sp)
56	# define STACK_ADJUST_SIZE(sp,ss) (ss)	67	# define STACK_ADJUST_SIZE(sp,ss) (ss)
57	# endif	68	# endif
58	#endif	69	# endif
59		70
60	#if CORO_UCONTEXT
61	# include <stddef.h>
62	#endif
63
64	#if CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
65
66	#include <stdlib.h>	71	# include <stdlib.h>
67		72
68	#if CORO_SJLJ	73	# if CORO_SJLJ
69	# include <stdio.h>	74	# include <stdio.h>
70	# include <signal.h>	75	# include <signal.h>
71	# include <unistd.h>	76	# include <unistd.h>
72	#endif	77	# endif
73		78
74	static volatile coro_func coro_init_func;	79	static coro_func coro_init_func;
75	static volatile void *coro_init_arg;	80	static void *coro_init_arg;
76	static volatile coro_context new_coro, create_coro;	81	static coro_context new_coro, create_coro;
77
78	/* what we really want to detect here is wether we use a new-enough version of GAS */
79	/* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */
80	#if __GNUC__ >= 3 && __ELF__ && __linux__
81	# define HAVE_CFI 1
82	#endif
83		82
84	static void	83	static void
85	coro_init (void)	84	coro_init (void)
86	{	85	{
87	volatile coro_func func = coro_init_func;	86	volatile coro_func func = coro_init_func;
88	volatile void *arg = coro_init_arg;	87	volatile void *arg = coro_init_arg;
89		88
90	coro_transfer ((coro_context )new_coro, (coro_context )create_coro);	89	coro_transfer (new_coro, create_coro);
91		90
92	func ((void *)arg);	91	func ((void *)arg);
93		92
94	/* the new coro returned. bad. just abort() for now */	93	/* the new coro returned. bad. just abort() for now */
95	abort ();	94	abort ();
96	}	95	}
97		96
98	# if CORO_SJLJ	97	# if CORO_SJLJ
99		98
100	static volatile int trampoline_count;	99	static volatile int trampoline_done;
101		100
102	/* trampoline signal handler */	101	/* trampoline signal handler */
103	static void	102	static void
104	trampoline (int sig)	103	trampoline (int sig)
105	{	104	{
106	if (setjmp (((coro_context *)new_coro)->env))	105	if (coro_setjmp (new_coro->env))
107	{
108	#if HAVE_CFI
109	asm (".cfi_startproc");
110	#endif
111	coro_init (); /* start it */	106	coro_init (); /* start it */
112	#if HAVE_CFI
113	asm (".cfi_endproc");
114	#endif
115	}
116	else	107	else
117	trampoline_count++;	108	trampoline_done = 1;
118	}	109	}
119		110
120	# endif
121
122	#endif	111	# endif
123		112
124	#if CORO_ASM	113	# if CORO_ASM
		114
125	asm (	115	asm (
126	".text\n"	116	".text\n"
127	".globl coro_transfer\n"	117	".globl coro_transfer\n"
128	".type coro_transfer, @function\n"	118	".type coro_transfer, @function\n"
129	"coro_transfer:\n"	119	"coro_transfer:\n"
130	#if __amd64	120	#if __amd64
131	# define NUM_SAVED 5	121	#define NUM_SAVED 6
		122	"\tpush %rbp\n"
132	"\tpush %rbx\n"	123	"\tpush %rbx\n"
133	"\tpush %r12\n"	124	"\tpush %r12\n"
134	"\tpush %r13\n"	125	"\tpush %r13\n"
135	"\tpush %r14\n"	126	"\tpush %r14\n"
136	"\tpush %r15\n"	127	"\tpush %r15\n"
137	"\tmov %rsp, (%rdi)\n"	128	"\tmov %rsp, (%rdi)\n"
138	"\tmov (%rsi), %rsp\n"	129	"\tmov (%rsi), %rsp\n"
139	"\tpop %r15\n"	130	"\tpop %r15\n"
140	"\tpop %r14\n"	131	"\tpop %r14\n"
141	"\tpop %r13\n"	132	"\tpop %r13\n"
142	"\tpop %r12\n"	133	"\tpop %r12\n"
143	"\tpop %rbx\n"	134	"\tpop %rbx\n"
		135	"\tpop %rbp\n"
144	#elif __i386	136	#elif __i386
145	# define NUM_SAVED 4	137	#define NUM_SAVED 4
146	"\tpush %ebx\n"
147	"\tpush %esi\n"
148	"\tpush %edi\n"
149	"\tpush %ebp\n"	138	"\tpush %ebp\n"
		139	"\tpush %ebx\n"
		140	"\tpush %esi\n"
		141	"\tpush %edi\n"
150	"\tmov %esp, (%eax)\n"	142	"\tmov %esp, (%eax)\n"
151	"\tmov (%edx), %esp\n"	143	"\tmov (%edx), %esp\n"
152	"\tpop %ebp\n"
153	"\tpop %edi\n"	144	"\tpop %edi\n"
154	"\tpop %esi\n"	145	"\tpop %esi\n"
155	"\tpop %ebx\n"	146	"\tpop %ebx\n"
156	#else	147	"\tpop %ebp\n"
		148	#else
157	# error unsupported architecture	149	#error unsupported architecture
158	#endif	150	#endif
159	"\tret\n"	151	"\tret\n"
160	);	152	);
		153
161	#endif	154	# endif
162		155
163	#if CORO_PTHREAD	156	void
164		157	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, long ssize)
165	struct coro_init_args {
166	coro_func func;
167	void *arg;
168	coro_context self, main;
169	};
170
171	pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
172
173	static void *
174	trampoline (void *args_)
175	{	158	{
176	struct coro_init_args args = (struct coro_init_args )args_;	159	coro_context nctx;
177	coro_func func = args->func;
178	void *arg = args->arg;
179
180	pthread_mutex_lock (&coro_mutex);
181	pthread_cond_destroy (&args->self->c);
182	coro_transfer (args->self, args->main);
183	func (arg);
184	pthread_mutex_unlock (&coro_mutex);
185
186	return 0;
187	}
188
189	asm("");
190
191	void coro_transfer(coro_context prev, coro_context next)
192	{
193	pthread_cond_init (&prev->c, 0);
194	pthread_cond_signal (&next->c);
195	pthread_cond_wait (&prev->c, &coro_mutex);
196	pthread_cond_destroy (&prev->c);
197	}
198
199	#endif
200
201	/* initialize a machine state */
202	void coro_create (coro_context *ctx,
203	coro_func coro, void *arg,
204	void *sptr, long ssize)
205	{
206	#if CORO_UCONTEXT
207
208	getcontext (&(ctx->uc));
209
210	ctx->uc.uc_link = 0;
211	ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize);
212	ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize);
213	ctx->uc.uc_stack.ss_flags = 0;
214
215	makecontext (&(ctx->uc), (void (*)()) coro, 1, arg);
216
217	#elif CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
218
219	# if CORO_SJLJ	160	# if CORO_SJLJ
220	stack_t ostk, nstk;	161	stack_t ostk, nstk;
221	struct sigaction osa, nsa;	162	struct sigaction osa, nsa;
222	sigset_t nsig, osig;	163	sigset_t nsig, osig;
223	# endif	164	# endif
224	coro_context nctx;	165
		166	if (!coro)
		167	return;
225		168
226	coro_init_func = coro;	169	coro_init_func = coro;
227	coro_init_arg = arg;	170	coro_init_arg = arg;
228		171
229	new_coro = ctx;	172	new_coro = ctx;
…		…
255	{	198	{
256	perror ("sigaltstack");	199	perror ("sigaltstack");
257	abort ();	200	abort ();
258	}	201	}
259		202
260	trampoline_count = 0;	203	trampoline_done = 0;
261	kill (getpid (), SIGUSR2);	204	kill (getpid (), SIGUSR2);
262	sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);	205	sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
263		206
264	while (!trampoline_count)	207	while (!trampoline_done)
265	sigsuspend (&nsig);	208	sigsuspend (&nsig);
266		209
267	sigaltstack (0, &nstk);	210	sigaltstack (0, &nstk);
268	nstk.ss_flags = SS_DISABLE;	211	nstk.ss_flags = SS_DISABLE;
269	if (sigaltstack (&nstk, 0) < 0)	212	if (sigaltstack (&nstk, 0) < 0)
…		…
275		218
276	if (~ostk.ss_flags & SS_DISABLE)	219	if (~ostk.ss_flags & SS_DISABLE)
277	sigaltstack (&ostk, 0);	220	sigaltstack (&ostk, 0);
278		221
279	sigaction (SIGUSR2, &osa, 0);	222	sigaction (SIGUSR2, &osa, 0);
280
281	sigprocmask (SIG_SETMASK, &osig, 0);	223	sigprocmask (SIG_SETMASK, &osig, 0);
282		224
283	# elif CORO_LOSER	225	# elif CORO_LOSER
284		226
285	setjmp (ctx->env);	227	coro_setjmp (ctx->env);
286	#if __CYGWIN__	228	#if __CYGWIN__
287	ctx->env[7] = (long)((char *)sptr + ssize);	229	ctx->env[7] = (long)((char *)sptr + ssize) - sizeof (long);
288	ctx->env[8] = (long)coro_init;	230	ctx->env[8] = (long)coro_init;
		231	#elif defined(__MINGW32__)
		232	ctx->env[4] = (long)((char *)sptr + ssize) - sizeof (long);
		233	ctx->env[5] = (long)coro_init;
289	#elif defined(_M_IX86)	234	#elif defined(_M_IX86)
290	((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;	235	((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;
291	((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize);	236	((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
292	#elif defined(_M_AMD64)	237	#elif defined(_M_AMD64)
293	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;	238	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;
294	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize);	239	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
295	#elif defined(_M_IA64)	240	#elif defined(_M_IA64)
296	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;	241	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;
297	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize);	242	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
298	#else	243	#else
299	# error "microsoft libc or architecture not supported"	244	#error "microsoft libc or architecture not supported"
		245	#endif
		246
		247	# elif CORO_LINUX
		248
		249	coro_setjmp (ctx->env);
		250	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
		251	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
		252	ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
		253	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
		254	ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
		255	ctx->env[0].__jmpbuf[0].__sp = (int )((char )sptr + ssize) - sizeof (long);
		256	#elif defined (__GNU_LIBRARY__) && defined (__i386__)
		257	ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
		258	ctx->env[0].__jmpbuf[0].__sp = (void )((char )sptr + ssize) - sizeof (long);
		259	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
		260	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
		261	ctx->env[0].__jmpbuf[0].__sp = (void )((char )sptr + ssize) - sizeof (long);
		262	#else
		263	#error "linux libc or architecture not supported"
		264	#endif
		265
		266	# elif CORO_IRIX
		267
		268	coro_setjmp (ctx->env, 0);
		269	ctx->env[JB_PC] = (__uint64_t)coro_init;
		270	ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
		271
		272	# elif CORO_ASM
		273
		274	ctx->sp = (void *)(ssize + (char )sptr);
		275	--ctx->sp = (void )abort; /* needed for alignment only */
		276	--ctx->sp = (void )coro_init;
		277	ctx->sp -= NUM_SAVED;
		278
		279	# elif CORO_UCONTEXT
		280
		281	getcontext (&(ctx->uc));
		282
		283	ctx->uc.uc_link = 0;
		284	ctx->uc.uc_stack.ss_sp = sptr;
		285	ctx->uc.uc_stack.ss_size = (size_t)ssize;
		286	ctx->uc.uc_stack.ss_flags = 0;
		287
		288	makecontext (&(ctx->uc), (void (*)())coro_init, 0);
		289
		290	# endif
		291
		292	coro_transfer (create_coro, new_coro);
		293	}
		294
		295	/*****************************************************************************/
		296	/* pthread backend */
		297	/*****************************************************************************/
		298	#elif CORO_PTHREAD
		299
		300	/* this mutex will be locked by the running coroutine */
		301	pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
		302
		303	struct coro_init_args
		304	{
		305	coro_func func;
		306	void *arg;
		307	coro_context self, main;
		308	};
		309
		310	static pthread_t null_tid;
		311
		312	/* I'd so love to cast pthread_mutex_unlock to void ()(void )... */
		313	static void
		314	mutex_unlock_wrapper (void *arg)
		315	{
		316	pthread_mutex_unlock ((pthread_mutex_t *)arg);
		317	}
		318
		319	static void *
		320	coro_init (void *args_)
		321	{
		322	struct coro_init_args args = (struct coro_init_args )args_;
		323	coro_func func = args->func;
		324	void *arg = args->arg;
		325
		326	pthread_mutex_lock (&coro_mutex);
		327
		328	/* we try to be good citizens and use deferred cancellation and cleanup handlers */
		329	pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex);
		330	coro_transfer (args->self, args->main);
		331	func (arg);
		332	pthread_cleanup_pop (1);
		333
		334	return 0;
		335	}
		336
		337	void
		338	coro_transfer (coro_context prev, coro_context next)
		339	{
		340	pthread_cond_signal (&next->cv);
		341	pthread_cond_wait (&prev->cv, &coro_mutex);
		342	#if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */
		343	pthread_testcancel ();
300	#endif	344	#endif
		345	}
301		346
302	# elif CORO_LINUX	347	void
303		348	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, long ssize)
304	_setjmp (ctx->env);	349	{
305	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
306	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
307	ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize);
308	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
309	ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
310	ctx->env[0].__jmpbuf[0].__sp = (int )((char )sptr + ssize);
311	#elif defined (__GNU_LIBRARY__) && defined (__i386__)
312	ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
313	ctx->env[0].__jmpbuf[0].__sp = (void )((char )sptr + ssize);
314	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
315	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
316	ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr, ssize);
317	#else
318	# error "linux libc or architecture not supported"
319	#endif
320
321	# elif CORO_IRIX
322
323	setjmp (ctx->env);
324	ctx->env[JB_PC] = (__uint64_t)coro_init;
325	ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize);
326
327	# elif CORO_ASM
328
329	ctx->sp = (volatile void *)(ssize + (char )sptr);
330	/* we try to allow for both functions with and without frame pointers */
331	--ctx->sp = (void )coro_init;
332	{
333	int i;
334	for (i = NUM_SAVED; i--; )
335	*--ctx->sp = 0;
336	}
337
338	# endif
339
340	coro_transfer ((coro_context )create_coro, (coro_context )new_coro);
341
342	# elif CORO_PTHREAD
343
344	pthread_t id;
345	pthread_attr_t attr;
346	coro_context nctx;	350	static coro_context nctx;
347	struct coro_init_args args;
348	static int once;	351	static int once;
349		352
350	if (!once)	353	if (!once)
351	{	354	{
		355	once = 1;
		356
352	pthread_mutex_lock (&coro_mutex);	357	pthread_mutex_lock (&coro_mutex);
353	once = 1;	358	pthread_cond_init (&nctx.cv, 0);
		359	null_tid = pthread_self ();
354	}	360	}
355		361
		362	pthread_cond_init (&ctx->cv, 0);
		363
		364	if (coro)
		365	{
		366	pthread_attr_t attr;
		367	struct coro_init_args args;
		368
356	args.func = coro;	369	args.func = coro;
357	args.arg = arg;	370	args.arg = arg;
358	args.self = ctx;	371	args.self = ctx;
359	args.main = &nctx;	372	args.main = &nctx;
360		373
361	pthread_attr_init (&attr);	374	pthread_attr_init (&attr);
362	pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
363	pthread_attr_setstack (&attr, sptr, (size_t)ssize);	375	pthread_attr_setstack (&attr, sptr, (size_t)ssize);
		376	pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
364	pthread_create (&id, &attr, trampoline, &args);	377	pthread_create (&ctx->id, &attr, coro_init, &args);
365		378
366	pthread_cond_init (&args.self->c, 0);
367	coro_transfer (args.main, args.self);	379	coro_transfer (args.main, args.self);
		380	}
		381	else
		382	ctx->id = null_tid;
		383	}
		384
		385	void
		386	coro_destroy (coro_context *ctx)
		387	{
		388	if (!pthread_equal (ctx->id, null_tid))
		389	{
		390	pthread_cancel (ctx->id);
		391	pthread_mutex_unlock (&coro_mutex);
		392	pthread_join (ctx->id, 0);
		393	pthread_mutex_lock (&coro_mutex);
		394	}
		395
		396	pthread_cond_destroy (&ctx->cv);
		397	}
368		398
369	#else	399	#else
370	# error unsupported backend	400	# error unsupported backend
371	#endif	401	#endif
372	}
373		402

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing cvsroot/libcoro/coro.c (file contents): Revision 1.35 by root, Mon Nov 3 16:05:38 2008 UTC vs. Revision 1.45 by root, Tue Jun 23 00:56:14 2009 UTC

Diff Legend

Comparing cvsroot/libcoro/coro.c (file contents):
Revision 1.35 by root, Mon Nov 3 16:05:38 2008 UTC vs.
Revision 1.45 by root, Tue Jun 23 00:56:14 2009 UTC