[ViewVC] Diff of: cvs/libcoro/coro.c

Comparing libcoro/coro.c (file contents):
Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs.
Revision 1.53 by root, Fri Dec 3 19:21:59 2010 UTC

…		…
1	/*	1	/*
2	* Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de>	2	* Copyright (c) 2001-2009 Marc Alexander Lehmann <schmorp@schmorp.de>
3	*	3	*
4	* Redistribution and use in source and binary forms, with or without modifica-	4	* Redistribution and use in source and binary forms, with or without modifica-
5	* tion, are permitted provided that the following conditions are met:	5	* tion, are permitted provided that the following conditions are met:
6	*	6	*
7	* 1. Redistributions of source code must retain the above copyright notice,	7	* 1. Redistributions of source code must retain the above copyright notice,
38	* go to Ralf S. Engelschall <rse@engelschall.com>.	38	* go to Ralf S. Engelschall <rse@engelschall.com>.
39	*/	39	*/
40		40
41	#include "coro.h"	41	#include "coro.h"
42		42
		43	#include <string.h>
		44
		45	/*****************************************************************************/
		46	/* ucontext/setjmp/asm backends */
		47	/*****************************************************************************/
		48	#if CORO_UCONTEXT \|\| CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
		49
		50	# if CORO_UCONTEXT
		51	# include <stddef.h>
		52	# endif
		53
43	#if !defined(STACK_ADJUST_PTR)	54	# if !defined(STACK_ADJUST_PTR)
		55	# if __sgi
44	/* IRIX is decidedly NON-unix */	56	/* IRIX is decidedly NON-unix */
45	# if __sgi
46	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)	57	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
47	# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)	58	# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
48	# elif __i386__ && CORO_LINUX	59	# elif (__i386__ && CORO_LINUX) \|\| (_M_IX86 && CORO_LOSER)
49	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))	60	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
50	# define STACK_ADJUST_SIZE(sp,ss) (ss)	61	# define STACK_ADJUST_SIZE(sp,ss) (ss)
51	# elif __amd64__ && CORO_LINUX	62	# elif (__amd64__ && CORO_LINUX) \|\| ((_M_AMD64 \|\| _M_IA64) && CORO_LOSER)
52	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)	63	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
53	# define STACK_ADJUST_SIZE(sp,ss) (ss)	64	# define STACK_ADJUST_SIZE(sp,ss) (ss)
54	# else	65	# else
55	# define STACK_ADJUST_PTR(sp,ss) (sp)	66	# define STACK_ADJUST_PTR(sp,ss) (sp)
56	# define STACK_ADJUST_SIZE(sp,ss) (ss)	67	# define STACK_ADJUST_SIZE(sp,ss) (ss)
57	# endif	68	# endif
58	#endif	69	# endif
59		70
60	#if CORO_UCONTEXT
61	# include <stddef.h>
62	#endif
63
64	#if CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
65
66	#include <stdlib.h>	71	# include <stdlib.h>
67		72
68	#if CORO_SJLJ	73	# if CORO_SJLJ
69	# include <stdio.h>	74	# include <stdio.h>
70	# include <signal.h>	75	# include <signal.h>
71	# include <unistd.h>	76	# include <unistd.h>
72	#endif	77	# endif
73		78
74	static volatile coro_func coro_init_func;	79	static coro_func coro_init_func;
75	static volatile void *coro_init_arg;	80	static void *coro_init_arg;
76	static volatile coro_context new_coro, create_coro;	81	static coro_context new_coro, create_coro;
77
78	/* what we really want to detect here is wether we use a new-enough version of GAS */
79	/* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */
80	#if __GNUC__ >= 3 && __ELF__ && __linux__
81	# define HAVE_CFI 1
82	#endif
83		82
84	static void	83	static void
85	coro_init (void)	84	coro_init (void)
86	{	85	{
87	volatile coro_func func = coro_init_func;	86	volatile coro_func func = coro_init_func;
88	volatile void *arg = coro_init_arg;	87	volatile void *arg = coro_init_arg;
89		88
90	coro_transfer ((coro_context )new_coro, (coro_context )create_coro);	89	coro_transfer (new_coro, create_coro);
91		90
92	func ((void *)arg);	91	func ((void *)arg);
93		92
94	/* the new coro returned. bad. just abort() for now */	93	/* the new coro returned. bad. just abort() for now */
95	abort ();	94	abort ();
96	}	95	}
97		96
98	# if CORO_SJLJ	97	# if CORO_SJLJ
99		98
100	static volatile int trampoline_count;	99	static volatile int trampoline_done;
101		100
102	/* trampoline signal handler */	101	/* trampoline signal handler */
103	static void	102	static void
104	trampoline (int sig)	103	trampoline (int sig)
105	{	104	{
106	if (setjmp (((coro_context *)new_coro)->env))	105	if (coro_setjmp (new_coro->env))
107	{
108	#if HAVE_CFI
109	asm (".cfi_startproc");
110	#endif
111	coro_init (); /* start it */	106	coro_init (); /* start it */
112	#if HAVE_CFI
113	asm (".cfi_endproc");
114	#endif
115	}
116	else	107	else
117	trampoline_count++;	108	trampoline_done = 1;
118	}	109	}
119		110
120	# endif
121
122	#endif	111	# endif
123		112
124	#if CORO_ASM	113	# if CORO_ASM
125	void __attribute__((__noinline__, __fastcall__))	114
126	coro_transfer (struct coro_context prev, struct coro_context next)	115	asm (
127	{	116	".text\n"
128	asm volatile (	117	".globl coro_transfer\n"
		118	".type coro_transfer, @function\n"
		119	"coro_transfer:\n"
		120	/* windows, of course, gives a shit on the amd64 ABI and uses different registers */
		121	/* http://blogs.msdn.com/freik/archive/2005/03/17/398200.aspx */
129	#if __amd64	122	#if __amd64
130	# define NUM_CLOBBERED 5	123	#define NUM_SAVED 6
		124	"\tpush %rbp\n"
131	"push %%rbx\n\t"	125	"\tpush %rbx\n"
132	"push %%r12\n\t"	126	"\tpush %r12\n"
133	"push %%r13\n\t"	127	"\tpush %r13\n"
134	"push %%r14\n\t"	128	"\tpush %r14\n"
135	"push %%r15\n\t"	129	"\tpush %r15\n"
136	"mov %%rsp, %0\n\t"	130	#if CORO_WIN_TIB
137	"mov %1, %%rsp\n\t"	131	"\tpush %gs:0x0\n"
		132	"\tpush %gs:0x8\n"
		133	"\tpush %gs:0xc\n"
		134	#endif
		135	"\tmov %rsp, (%rdi)\n"
		136	"\tmov (%rsi), %rsp\n"
		137	#if CORO_WIN_TIB
		138	"\tpop %gs:0xc\n"
		139	"\tpop %gs:0x8\n"
		140	"\tpop %gs:0x0\n"
		141	#endif
138	"pop %%r15\n\t"	142	"\tpop %r15\n"
139	"pop %%r14\n\t"	143	"\tpop %r14\n"
140	"pop %%r13\n\t"	144	"\tpop %r13\n"
141	"pop %%r12\n\t"	145	"\tpop %r12\n"
142	"pop %%rbx\n\t"	146	"\tpop %rbx\n"
		147	"\tpop %rbp\n"
143	#elif __i386	148	#elif __i386
144	# define NUM_CLOBBERED 4	149	#define NUM_SAVED 4
145	"push %%ebx\n\t"
146	"push %%esi\n\t"
147	"push %%edi\n\t"
148	"push %%ebp\n\t"	150	"\tpush %ebp\n"
149	"mov %%esp, %0\n\t"	151	"\tpush %ebx\n"
150	"mov %1, %%esp\n\t"	152	"\tpush %esi\n"
151	"pop %%ebp\n\t"	153	"\tpush %edi\n"
		154	#if CORO_WIN_TIB
		155	"\tpush %fs:0\n"
		156	"\tpush %fs:4\n"
		157	"\tpush %fs:8\n"
		158	#endif
		159	"\tmov %esp, (%eax)\n"
		160	"\tmov (%edx), %esp\n"
		161	#if CORO_WIN_TIB
		162	"\tpop %fs:8\n"
		163	"\tpop %fs:4\n"
		164	"\tpop %fs:0\n"
		165	#endif
152	"pop %%edi\n\t"	166	"\tpop %edi\n"
153	"pop %%esi\n\t"	167	"\tpop %esi\n"
154	"pop %%ebx\n\t"	168	"\tpop %ebx\n"
155	#else	169	"\tpop %ebp\n"
		170	#else
156	# error unsupported architecture	171	#error unsupported architecture
157	#endif	172	#endif
158	: "=m" (prev->sp)	173	"\tret\n"
159	: "m" (next->sp)
160	);	174	);
161	}	175
162	#endif	176	# endif
163		177
164	/* initialize a machine state */	178	void
165	void coro_create (coro_context *ctx,	179	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, long ssize)
166	coro_func coro, void *arg,
167	void *sptr, long ssize)
168	{	180	{
169	#if CORO_UCONTEXT	181	coro_context nctx;
170
171	getcontext (&(ctx->uc));
172
173	ctx->uc.uc_link = 0;
174	ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize);
175	ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize);
176	ctx->uc.uc_stack.ss_flags = 0;
177
178	makecontext (&(ctx->uc), (void (*)()) coro, 1, arg);
179
180	#elif CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
181
182	# if CORO_SJLJ	182	# if CORO_SJLJ
183	stack_t ostk, nstk;	183	stack_t ostk, nstk;
184	struct sigaction osa, nsa;	184	struct sigaction osa, nsa;
185	sigset_t nsig, osig;	185	sigset_t nsig, osig;
186	# endif	186	# endif
187	coro_context nctx;	187
		188	if (!coro)
		189	return;
188		190
189	coro_init_func = coro;	191	coro_init_func = coro;
190	coro_init_arg = arg;	192	coro_init_arg = arg;
191		193
192	new_coro = ctx;	194	new_coro = ctx;
…		…
218	{	220	{
219	perror ("sigaltstack");	221	perror ("sigaltstack");
220	abort ();	222	abort ();
221	}	223	}
222		224
223	trampoline_count = 0;	225	trampoline_done = 0;
224	kill (getpid (), SIGUSR2);	226	kill (getpid (), SIGUSR2);
225	sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);	227	sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
226		228
227	while (!trampoline_count)	229	while (!trampoline_done)
228	sigsuspend (&nsig);	230	sigsuspend (&nsig);
229		231
230	sigaltstack (0, &nstk);	232	sigaltstack (0, &nstk);
231	nstk.ss_flags = SS_DISABLE;	233	nstk.ss_flags = SS_DISABLE;
232	if (sigaltstack (&nstk, 0) < 0)	234	if (sigaltstack (&nstk, 0) < 0)
…		…
238		240
239	if (~ostk.ss_flags & SS_DISABLE)	241	if (~ostk.ss_flags & SS_DISABLE)
240	sigaltstack (&ostk, 0);	242	sigaltstack (&ostk, 0);
241		243
242	sigaction (SIGUSR2, &osa, 0);	244	sigaction (SIGUSR2, &osa, 0);
243
244	sigprocmask (SIG_SETMASK, &osig, 0);	245	sigprocmask (SIG_SETMASK, &osig, 0);
245		246
246	# elif CORO_LOSER	247	# elif CORO_LOSER
247		248
248	setjmp (ctx->env);	249	coro_setjmp (ctx->env);
249	#if __CYGWIN__	250	#if __CYGWIN__ && __i386
250	ctx->env[7] = (long)((char *)sptr + ssize);	251	ctx->env[8] = (long) coro_init;
251	ctx->env[8] = (long)coro_init;	252	ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long);
		253	#elif __CYGWIN__ && __x86_64
		254	ctx->env[7] = (long) coro_init;
		255	ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long);
		256	#elif defined(__MINGW32__)
		257	ctx->env[5] = (long) coro_init;
		258	ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long);
252	#elif defined(_M_IX86)	259	#elif defined(_M_IX86)
253	((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;	260	((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init;
254	((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr,ssize);	261	((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
255	#elif defined(_M_AMD64)	262	#elif defined(_M_AMD64)
256	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;	263	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init;
257	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr,ssize);	264	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
258	#elif defined(_M_IA64)	265	#elif defined(_M_IA64)
259	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;	266	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init;
260	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr,ssize);	267	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
		268	#else
		269	#error "microsoft libc or architecture not supported"
		270	#endif
		271
		272	# elif CORO_LINUX
		273
		274	coro_setjmp (ctx->env);
		275	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
		276	ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
		277	ctx->env[0].__jmpbuf[JB_SP] = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
		278	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
		279	ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
		280	ctx->env[0].__jmpbuf[0].__sp = (int ) ((char )sptr + ssize) - sizeof (long);
		281	#elif defined (__GNU_LIBRARY__) && defined (__i386__)
		282	ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init;
		283	ctx->env[0].__jmpbuf[0].__sp = (void ) ((char )sptr + ssize) - sizeof (long);
		284	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
		285	ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
		286	ctx->env[0].__jmpbuf[0].__sp = (void ) ((char )sptr + ssize) - sizeof (long);
		287	#else
		288	#error "linux libc or architecture not supported"
		289	#endif
		290
		291	# elif CORO_IRIX
		292
		293	coro_setjmp (ctx->env, 0);
		294	ctx->env[JB_PC] = (__uint64_t)coro_init;
		295	ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
		296
		297	# elif CORO_ASM
		298
		299	ctx->sp = (void *)(ssize + (char )sptr);
		300	--ctx->sp = (void )abort; /* needed for alignment only */
		301	--ctx->sp = (void )coro_init;
		302
		303	#if CORO_WIN_TIB
		304	--ctx->sp = 0; / ExceptionList */
		305	--ctx->sp = (char )sptr + ssize; /* StackBase */
		306	--ctx->sp = sptr; / StackLimit */
		307	#endif
		308
		309	ctx->sp -= NUM_SAVED;
		310
		311	# elif CORO_UCONTEXT
		312
		313	getcontext (&(ctx->uc));
		314
		315	ctx->uc.uc_link = 0;
		316	ctx->uc.uc_stack.ss_sp = sptr;
		317	ctx->uc.uc_stack.ss_size = (size_t)ssize;
		318	ctx->uc.uc_stack.ss_flags = 0;
		319
		320	makecontext (&(ctx->uc), (void (*)())coro_init, 0);
		321
		322	# endif
		323
		324	coro_transfer (create_coro, new_coro);
		325	}
		326
		327	/*****************************************************************************/
		328	/* pthread backend */
		329	/*****************************************************************************/
		330	#elif CORO_PTHREAD
		331
		332	/* this mutex will be locked by the running coroutine */
		333	pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
		334
		335	struct coro_init_args
		336	{
		337	coro_func func;
		338	void *arg;
		339	coro_context self, main;
		340	};
		341
		342	static pthread_t null_tid;
		343
		344	/* I'd so love to cast pthread_mutex_unlock to void ()(void )... */
		345	static void
		346	mutex_unlock_wrapper (void *arg)
		347	{
		348	pthread_mutex_unlock ((pthread_mutex_t *)arg);
		349	}
		350
		351	static void *
		352	coro_init (void *args_)
		353	{
		354	struct coro_init_args args = (struct coro_init_args )args_;
		355	coro_func func = args->func;
		356	void *arg = args->arg;
		357
		358	pthread_mutex_lock (&coro_mutex);
		359
		360	/* we try to be good citizens and use deferred cancellation and cleanup handlers */
		361	pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex);
		362	coro_transfer (args->self, args->main);
		363	func (arg);
		364	pthread_cleanup_pop (1);
		365
		366	return 0;
		367	}
		368
		369	void
		370	coro_transfer (coro_context prev, coro_context next)
		371	{
		372	pthread_cond_signal (&next->cv);
		373	pthread_cond_wait (&prev->cv, &coro_mutex);
		374	#if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */
		375	pthread_testcancel ();
		376	#endif
		377	}
		378
		379	void
		380	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, long ssize)
		381	{
		382	static coro_context nctx;
		383	static int once;
		384
		385	if (!once)
		386	{
		387	once = 1;
		388
		389	pthread_mutex_lock (&coro_mutex);
		390	pthread_cond_init (&nctx.cv, 0);
		391	null_tid = pthread_self ();
		392	}
		393
		394	pthread_cond_init (&ctx->cv, 0);
		395
		396	if (coro)
		397	{
		398	pthread_attr_t attr;
		399	struct coro_init_args args;
		400
		401	args.func = coro;
		402	args.arg = arg;
		403	args.self = ctx;
		404	args.main = &nctx;
		405
		406	pthread_attr_init (&attr);
		407	#if __UCLIBC__
		408	pthread_attr_setstacksize (&attr, (size_t)ssize);
261	#else	409	#else
262	#error "microsoft libc or architecture not supported"	410	pthread_attr_setstack (&attr, sptr, (size_t)ssize);
263	#endif	411	#endif
		412	pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
		413	pthread_create (&ctx->id, &attr, coro_init, &args);
264		414
265	# elif CORO_LINUX	415	coro_transfer (args.main, args.self);
		416	}
		417	else
		418	ctx->id = null_tid;
		419	}
266		420
267	_setjmp (ctx->env);	421	void
268	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)	422	coro_destroy (coro_context *ctx)
269	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;	423	{
270	ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize);	424	if (!pthread_equal (ctx->id, null_tid))
271	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)	425	{
272	ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;	426	pthread_cancel (ctx->id);
273	ctx->env[0].__jmpbuf[0].__sp = (int )((char )sptr + ssize);	427	pthread_mutex_unlock (&coro_mutex);
274	#elif defined (__GNU_LIBRARY__) && defined (__i386__)	428	pthread_join (ctx->id, 0);
275	ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;	429	pthread_mutex_lock (&coro_mutex);
276	ctx->env[0].__jmpbuf[0].__sp = (void )((char )sptr + ssize);	430	}
277	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)	431
278	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;	432	pthread_cond_destroy (&ctx->cv);
279	ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr, ssize);	433	}
		434
280	#else	435	#else
281	# error "linux libc or architecture not supported"	436	# error unsupported backend
282	#endif	437	#endif
283		438
284	# elif CORO_IRIX
285
286	setjmp (ctx->env);
287	ctx->env[JB_PC] = (__uint64_t)coro_init;
288	ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize);
289
290	# elif CORO_ASM
291
292	ctx->sp = (volatile void *)(ssize + (char )sptr);
293	--ctx->sp = (void )coro_init;
294	--ctx->sp = (void )coro_init; // this is needed when the prologue saves ebp
295	ctx->sp -= NUM_CLOBBERED;
296
297	# endif
298
299	coro_transfer ((coro_context )create_coro, (coro_context )new_coro);
300
301	#else
302	# error unsupported architecture
303	#endif
304	}
305

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing libcoro/coro.c (file contents): Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs. Revision 1.53 by root, Fri Dec 3 19:21:59 2010 UTC

Diff Legend

Comparing libcoro/coro.c (file contents):
Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs.
Revision 1.53 by root, Fri Dec 3 19:21:59 2010 UTC