[ViewVC] Diff of: cvs/libcoro/coro.c

Comparing libcoro/coro.c (file contents):
Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs.
Revision 1.51 by root, Fri Apr 2 19:18:01 2010 UTC

…		…
1	/*	1	/*
2	* Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de>	2	* Copyright (c) 2001-2009 Marc Alexander Lehmann <schmorp@schmorp.de>
3	*	3	*
4	* Redistribution and use in source and binary forms, with or without modifica-	4	* Redistribution and use in source and binary forms, with or without modifica-
5	* tion, are permitted provided that the following conditions are met:	5	* tion, are permitted provided that the following conditions are met:
6	*	6	*
7	* 1. Redistributions of source code must retain the above copyright notice,	7	* 1. Redistributions of source code must retain the above copyright notice,
38	* go to Ralf S. Engelschall <rse@engelschall.com>.	38	* go to Ralf S. Engelschall <rse@engelschall.com>.
39	*/	39	*/
40		40
41	#include "coro.h"	41	#include "coro.h"
42		42
		43	#include <string.h>
		44
		45	/*****************************************************************************/
		46	/* ucontext/setjmp/asm backends */
		47	/*****************************************************************************/
		48	#if CORO_UCONTEXT \|\| CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
		49
		50	# if CORO_UCONTEXT
		51	# include <stddef.h>
		52	# endif
		53
43	#if !defined(STACK_ADJUST_PTR)	54	# if !defined(STACK_ADJUST_PTR)
		55	# if __sgi
44	/* IRIX is decidedly NON-unix */	56	/* IRIX is decidedly NON-unix */
45	# if __sgi
46	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)	57	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
47	# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)	58	# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
48	# elif __i386__ && CORO_LINUX	59	# elif (__i386__ && CORO_LINUX) \|\| (_M_IX86 && CORO_LOSER)
49	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))	60	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
50	# define STACK_ADJUST_SIZE(sp,ss) (ss)	61	# define STACK_ADJUST_SIZE(sp,ss) (ss)
51	# elif __amd64__ && CORO_LINUX	62	# elif (__amd64__ && CORO_LINUX) \|\| ((_M_AMD64 \|\| _M_IA64) && CORO_LOSER)
52	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)	63	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
53	# define STACK_ADJUST_SIZE(sp,ss) (ss)	64	# define STACK_ADJUST_SIZE(sp,ss) (ss)
54	# else	65	# else
55	# define STACK_ADJUST_PTR(sp,ss) (sp)	66	# define STACK_ADJUST_PTR(sp,ss) (sp)
56	# define STACK_ADJUST_SIZE(sp,ss) (ss)	67	# define STACK_ADJUST_SIZE(sp,ss) (ss)
57	# endif	68	# endif
58	#endif	69	# endif
59		70
60	#if CORO_UCONTEXT
61	# include <stddef.h>
62	#endif
63
64	#if CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
65
66	#include <stdlib.h>	71	# include <stdlib.h>
67		72
68	#if CORO_SJLJ	73	# if CORO_SJLJ
69	# include <stdio.h>	74	# include <stdio.h>
70	# include <signal.h>	75	# include <signal.h>
71	# include <unistd.h>	76	# include <unistd.h>
72	#endif	77	# endif
73		78
74	static volatile coro_func coro_init_func;	79	static coro_func coro_init_func;
75	static volatile void *coro_init_arg;	80	static void *coro_init_arg;
76	static volatile coro_context new_coro, create_coro;	81	static coro_context new_coro, create_coro;
77
78	/* what we really want to detect here is wether we use a new-enough version of GAS */
79	/* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */
80	#if __GNUC__ >= 3 && __ELF__ && __linux__
81	# define HAVE_CFI 1
82	#endif
83		82
84	static void	83	static void
85	coro_init (void)	84	coro_init (void)
86	{	85	{
87	volatile coro_func func = coro_init_func;	86	volatile coro_func func = coro_init_func;
88	volatile void *arg = coro_init_arg;	87	volatile void *arg = coro_init_arg;
89		88
90	coro_transfer ((coro_context )new_coro, (coro_context )create_coro);	89	coro_transfer (new_coro, create_coro);
91		90
92	func ((void *)arg);	91	func ((void *)arg);
93		92
94	/* the new coro returned. bad. just abort() for now */	93	/* the new coro returned. bad. just abort() for now */
95	abort ();	94	abort ();
96	}	95	}
97		96
98	# if CORO_SJLJ	97	# if CORO_SJLJ
99		98
100	static volatile int trampoline_count;	99	static volatile int trampoline_done;
101		100
102	/* trampoline signal handler */	101	/* trampoline signal handler */
103	static void	102	static void
104	trampoline (int sig)	103	trampoline (int sig)
105	{	104	{
106	if (setjmp (((coro_context *)new_coro)->env))	105	if (coro_setjmp (new_coro->env))
107	{
108	#if HAVE_CFI
109	asm (".cfi_startproc");
110	#endif
111	coro_init (); /* start it */	106	coro_init (); /* start it */
112	#if HAVE_CFI
113	asm (".cfi_endproc");
114	#endif
115	}
116	else	107	else
117	trampoline_count++;	108	trampoline_done = 1;
118	}	109	}
119		110
120	# endif
121
122	#endif	111	# endif
123		112
124	#if CORO_ASM	113	# if CORO_ASM
125	void __attribute__((__noinline__, __fastcall__))	114
126	coro_transfer (struct coro_context prev, struct coro_context next)	115	asm (
127	{	116	".text\n"
128	asm volatile (	117	".globl coro_transfer\n"
		118	".type coro_transfer, @function\n"
		119	"coro_transfer:\n"
129	#if __amd64	120	#if __amd64
130	# define NUM_CLOBBERED 5	121	#define NUM_SAVED 6
		122	"\tpush %rbp\n"
131	"push %%rbx\n\t"	123	"\tpush %rbx\n"
132	"push %%r12\n\t"	124	"\tpush %r12\n"
133	"push %%r13\n\t"	125	"\tpush %r13\n"
134	"push %%r14\n\t"	126	"\tpush %r14\n"
135	"push %%r15\n\t"	127	"\tpush %r15\n"
136	"mov %%rsp, %0\n\t"	128	#if CORO_WIN_TIB
137	"mov %1, %%rsp\n\t"	129	"\tpush %fs:0x0\n"
		130	"\tpush %fs:0x8\n"
		131	"\tpush %fs:0xc\n"
		132	#endif
		133	"\tmov %rsp, (%rdi)\n"
		134	"\tmov (%rsi), %rsp\n"
		135	#if CORO_WIN_TIB
		136	"\tpop %fs:0xc\n"
		137	"\tpop %fs:0x8\n"
		138	"\tpop %fs:0x0\n"
		139	#endif
138	"pop %%r15\n\t"	140	"\tpop %r15\n"
139	"pop %%r14\n\t"	141	"\tpop %r14\n"
140	"pop %%r13\n\t"	142	"\tpop %r13\n"
141	"pop %%r12\n\t"	143	"\tpop %r12\n"
142	"pop %%rbx\n\t"	144	"\tpop %rbx\n"
		145	"\tpop %rbp\n"
143	#elif __i386	146	#elif __i386
144	# define NUM_CLOBBERED 4	147	#define NUM_SAVED 4
145	"push %%ebx\n\t"
146	"push %%esi\n\t"
147	"push %%edi\n\t"
148	"push %%ebp\n\t"	148	"\tpush %ebp\n"
149	"mov %%esp, %0\n\t"	149	"\tpush %ebx\n"
150	"mov %1, %%esp\n\t"	150	"\tpush %esi\n"
151	"pop %%ebp\n\t"	151	"\tpush %edi\n"
		152	#if CORO_WIN_TIB
		153	"\tpush %fs:0\n"
		154	"\tpush %fs:4\n"
		155	"\tpush %fs:8\n"
		156	#endif
		157	"\tmov %esp, (%eax)\n"
		158	"\tmov (%edx), %esp\n"
		159	#if CORO_WIN_TIB
		160	"\tpop %fs:8\n"
		161	"\tpop %fs:4\n"
		162	"\tpop %fs:0\n"
		163	#endif
152	"pop %%edi\n\t"	164	"\tpop %edi\n"
153	"pop %%esi\n\t"	165	"\tpop %esi\n"
154	"pop %%ebx\n\t"	166	"\tpop %ebx\n"
155	#else	167	"\tpop %ebp\n"
		168	#else
156	# error unsupported architecture	169	#error unsupported architecture
157	#endif	170	#endif
158	: "=m" (prev->sp)	171	"\tret\n"
159	: "m" (next->sp)
160	);	172	);
161	}	173
162	#endif	174	# endif
163		175
164	/* initialize a machine state */	176	void
165	void coro_create (coro_context *ctx,	177	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, long ssize)
166	coro_func coro, void *arg,
167	void *sptr, long ssize)
168	{	178	{
169	#if CORO_UCONTEXT	179	coro_context nctx;
170
171	getcontext (&(ctx->uc));
172
173	ctx->uc.uc_link = 0;
174	ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize);
175	ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize);
176	ctx->uc.uc_stack.ss_flags = 0;
177
178	makecontext (&(ctx->uc), (void (*)()) coro, 1, arg);
179
180	#elif CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
181
182	# if CORO_SJLJ	180	# if CORO_SJLJ
183	stack_t ostk, nstk;	181	stack_t ostk, nstk;
184	struct sigaction osa, nsa;	182	struct sigaction osa, nsa;
185	sigset_t nsig, osig;	183	sigset_t nsig, osig;
186	# endif	184	# endif
187	coro_context nctx;	185
		186	if (!coro)
		187	return;
188		188
189	coro_init_func = coro;	189	coro_init_func = coro;
190	coro_init_arg = arg;	190	coro_init_arg = arg;
191		191
192	new_coro = ctx;	192	new_coro = ctx;
…		…
218	{	218	{
219	perror ("sigaltstack");	219	perror ("sigaltstack");
220	abort ();	220	abort ();
221	}	221	}
222		222
223	trampoline_count = 0;	223	trampoline_done = 0;
224	kill (getpid (), SIGUSR2);	224	kill (getpid (), SIGUSR2);
225	sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);	225	sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
226		226
227	while (!trampoline_count)	227	while (!trampoline_done)
228	sigsuspend (&nsig);	228	sigsuspend (&nsig);
229		229
230	sigaltstack (0, &nstk);	230	sigaltstack (0, &nstk);
231	nstk.ss_flags = SS_DISABLE;	231	nstk.ss_flags = SS_DISABLE;
232	if (sigaltstack (&nstk, 0) < 0)	232	if (sigaltstack (&nstk, 0) < 0)
…		…
238		238
239	if (~ostk.ss_flags & SS_DISABLE)	239	if (~ostk.ss_flags & SS_DISABLE)
240	sigaltstack (&ostk, 0);	240	sigaltstack (&ostk, 0);
241		241
242	sigaction (SIGUSR2, &osa, 0);	242	sigaction (SIGUSR2, &osa, 0);
243
244	sigprocmask (SIG_SETMASK, &osig, 0);	243	sigprocmask (SIG_SETMASK, &osig, 0);
245		244
246	# elif CORO_LOSER	245	# elif CORO_LOSER
247		246
248	setjmp (ctx->env);	247	coro_setjmp (ctx->env);
249	#if __CYGWIN__	248	#if __CYGWIN__ && __i386
250	ctx->env[7] = (long)((char *)sptr + ssize);	249	ctx->env[8] = (long) coro_init;
251	ctx->env[8] = (long)coro_init;	250	ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long);
		251	#elif __CYGWIN__ && __x86_64
		252	ctx->env[7] = (long) coro_init;
		253	ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long);
		254	#elif defined(__MINGW32__)
		255	ctx->env[5] = (long) coro_init;
		256	ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long);
252	#elif defined(_M_IX86)	257	#elif defined(_M_IX86)
253	((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;	258	((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init;
254	((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr,ssize);	259	((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
255	#elif defined(_M_AMD64)	260	#elif defined(_M_AMD64)
256	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;	261	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init;
257	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr,ssize);	262	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
258	#elif defined(_M_IA64)	263	#elif defined(_M_IA64)
259	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;	264	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init;
260	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr,ssize);	265	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
		266	#else
		267	#error "microsoft libc or architecture not supported"
		268	#endif
		269
		270	# elif CORO_LINUX
		271
		272	coro_setjmp (ctx->env);
		273	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
		274	ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
		275	ctx->env[0].__jmpbuf[JB_SP] = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
		276	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
		277	ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
		278	ctx->env[0].__jmpbuf[0].__sp = (int ) ((char )sptr + ssize) - sizeof (long);
		279	#elif defined (__GNU_LIBRARY__) && defined (__i386__)
		280	ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init;
		281	ctx->env[0].__jmpbuf[0].__sp = (void ) ((char )sptr + ssize) - sizeof (long);
		282	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
		283	ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
		284	ctx->env[0].__jmpbuf[0].__sp = (void ) ((char )sptr + ssize) - sizeof (long);
		285	#else
		286	#error "linux libc or architecture not supported"
		287	#endif
		288
		289	# elif CORO_IRIX
		290
		291	coro_setjmp (ctx->env, 0);
		292	ctx->env[JB_PC] = (__uint64_t)coro_init;
		293	ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
		294
		295	# elif CORO_ASM
		296
		297	ctx->sp = (void *)(ssize + (char )sptr);
		298	--ctx->sp = (void )abort; /* needed for alignment only */
		299	--ctx->sp = (void )coro_init;
		300
		301	#if CORO_WIN_TIB
		302	--ctx->sp = 0; / ExceptionList */
		303	--ctx->sp = (char )sptr + ssize; /* StackBase */
		304	--ctx->sp = sptr; / StackLimit */
		305	#endif
		306
		307	ctx->sp -= NUM_SAVED;
		308
		309	# elif CORO_UCONTEXT
		310
		311	getcontext (&(ctx->uc));
		312
		313	ctx->uc.uc_link = 0;
		314	ctx->uc.uc_stack.ss_sp = sptr;
		315	ctx->uc.uc_stack.ss_size = (size_t)ssize;
		316	ctx->uc.uc_stack.ss_flags = 0;
		317
		318	makecontext (&(ctx->uc), (void (*)())coro_init, 0);
		319
		320	# endif
		321
		322	coro_transfer (create_coro, new_coro);
		323	}
		324
		325	/*****************************************************************************/
		326	/* pthread backend */
		327	/*****************************************************************************/
		328	#elif CORO_PTHREAD
		329
		330	/* this mutex will be locked by the running coroutine */
		331	pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
		332
		333	struct coro_init_args
		334	{
		335	coro_func func;
		336	void *arg;
		337	coro_context self, main;
		338	};
		339
		340	static pthread_t null_tid;
		341
		342	/* I'd so love to cast pthread_mutex_unlock to void ()(void )... */
		343	static void
		344	mutex_unlock_wrapper (void *arg)
		345	{
		346	pthread_mutex_unlock ((pthread_mutex_t *)arg);
		347	}
		348
		349	static void *
		350	coro_init (void *args_)
		351	{
		352	struct coro_init_args args = (struct coro_init_args )args_;
		353	coro_func func = args->func;
		354	void *arg = args->arg;
		355
		356	pthread_mutex_lock (&coro_mutex);
		357
		358	/* we try to be good citizens and use deferred cancellation and cleanup handlers */
		359	pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex);
		360	coro_transfer (args->self, args->main);
		361	func (arg);
		362	pthread_cleanup_pop (1);
		363
		364	return 0;
		365	}
		366
		367	void
		368	coro_transfer (coro_context prev, coro_context next)
		369	{
		370	pthread_cond_signal (&next->cv);
		371	pthread_cond_wait (&prev->cv, &coro_mutex);
		372	#if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */
		373	pthread_testcancel ();
		374	#endif
		375	}
		376
		377	void
		378	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, long ssize)
		379	{
		380	static coro_context nctx;
		381	static int once;
		382
		383	if (!once)
		384	{
		385	once = 1;
		386
		387	pthread_mutex_lock (&coro_mutex);
		388	pthread_cond_init (&nctx.cv, 0);
		389	null_tid = pthread_self ();
		390	}
		391
		392	pthread_cond_init (&ctx->cv, 0);
		393
		394	if (coro)
		395	{
		396	pthread_attr_t attr;
		397	struct coro_init_args args;
		398
		399	args.func = coro;
		400	args.arg = arg;
		401	args.self = ctx;
		402	args.main = &nctx;
		403
		404	pthread_attr_init (&attr);
		405	pthread_attr_setstack (&attr, sptr, (size_t)ssize);
		406	pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
		407	pthread_create (&ctx->id, &attr, coro_init, &args);
		408
		409	coro_transfer (args.main, args.self);
		410	}
		411	else
		412	ctx->id = null_tid;
		413	}
		414
		415	void
		416	coro_destroy (coro_context *ctx)
		417	{
		418	if (!pthread_equal (ctx->id, null_tid))
		419	{
		420	pthread_cancel (ctx->id);
		421	pthread_mutex_unlock (&coro_mutex);
		422	pthread_join (ctx->id, 0);
		423	pthread_mutex_lock (&coro_mutex);
		424	}
		425
		426	pthread_cond_destroy (&ctx->cv);
		427	}
		428
261	#else	429	#else
262	#error "microsoft libc or architecture not supported"	430	# error unsupported backend
263	#endif	431	#endif
264		432
265	# elif CORO_LINUX
266
267	_setjmp (ctx->env);
268	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
269	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
270	ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize);
271	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
272	ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
273	ctx->env[0].__jmpbuf[0].__sp = (int )((char )sptr + ssize);
274	#elif defined (__GNU_LIBRARY__) && defined (__i386__)
275	ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
276	ctx->env[0].__jmpbuf[0].__sp = (void )((char )sptr + ssize);
277	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
278	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
279	ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr, ssize);
280	#else
281	# error "linux libc or architecture not supported"
282	#endif
283
284	# elif CORO_IRIX
285
286	setjmp (ctx->env);
287	ctx->env[JB_PC] = (__uint64_t)coro_init;
288	ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize);
289
290	# elif CORO_ASM
291
292	ctx->sp = (volatile void *)(ssize + (char )sptr);
293	--ctx->sp = (void )coro_init;
294	--ctx->sp = (void )coro_init; // this is needed when the prologue saves ebp
295	ctx->sp -= NUM_CLOBBERED;
296
297	# endif
298
299	coro_transfer ((coro_context )create_coro, (coro_context )new_coro);
300
301	#else
302	# error unsupported architecture
303	#endif
304	}
305

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing libcoro/coro.c (file contents): Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs. Revision 1.51 by root, Fri Apr 2 19:18:01 2010 UTC

Diff Legend

Comparing libcoro/coro.c (file contents):
Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs.
Revision 1.51 by root, Fri Apr 2 19:18:01 2010 UTC