[ViewVC] Diff of: cvs/libcoro/coro.c

Comparing libcoro/coro.c (file contents):
Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs.
Revision 1.49 by root, Fri Apr 2 19:04:04 2010 UTC

…		…
1	/*	1	/*
2	* Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de>	2	* Copyright (c) 2001-2009 Marc Alexander Lehmann <schmorp@schmorp.de>
3	*	3	*
4	* Redistribution and use in source and binary forms, with or without modifica-	4	* Redistribution and use in source and binary forms, with or without modifica-
5	* tion, are permitted provided that the following conditions are met:	5	* tion, are permitted provided that the following conditions are met:
6	*	6	*
7	* 1. Redistributions of source code must retain the above copyright notice,	7	* 1. Redistributions of source code must retain the above copyright notice,
38	* go to Ralf S. Engelschall <rse@engelschall.com>.	38	* go to Ralf S. Engelschall <rse@engelschall.com>.
39	*/	39	*/
40		40
41	#include "coro.h"	41	#include "coro.h"
42		42
		43	#include <string.h>
		44
		45	/*****************************************************************************/
		46	/* ucontext/setjmp/asm backends */
		47	/*****************************************************************************/
		48	#if CORO_UCONTEXT \|\| CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
		49
		50	# if CORO_UCONTEXT
		51	# include <stddef.h>
		52	# endif
		53
43	#if !defined(STACK_ADJUST_PTR)	54	# if !defined(STACK_ADJUST_PTR)
		55	# if __sgi
44	/* IRIX is decidedly NON-unix */	56	/* IRIX is decidedly NON-unix */
45	# if __sgi
46	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)	57	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
47	# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)	58	# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
48	# elif __i386__ && CORO_LINUX	59	# elif (__i386__ && CORO_LINUX) \|\| (_M_IX86 && CORO_LOSER)
49	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))	60	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
50	# define STACK_ADJUST_SIZE(sp,ss) (ss)	61	# define STACK_ADJUST_SIZE(sp,ss) (ss)
51	# elif __amd64__ && CORO_LINUX	62	# elif (__amd64__ && CORO_LINUX) \|\| ((_M_AMD64 \|\| _M_IA64) && CORO_LOSER)
52	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)	63	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
53	# define STACK_ADJUST_SIZE(sp,ss) (ss)	64	# define STACK_ADJUST_SIZE(sp,ss) (ss)
54	# else	65	# else
55	# define STACK_ADJUST_PTR(sp,ss) (sp)	66	# define STACK_ADJUST_PTR(sp,ss) (sp)
56	# define STACK_ADJUST_SIZE(sp,ss) (ss)	67	# define STACK_ADJUST_SIZE(sp,ss) (ss)
57	# endif	68	# endif
58	#endif	69	# endif
59		70
60	#if CORO_UCONTEXT
61	# include <stddef.h>
62	#endif
63
64	#if CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
65
66	#include <stdlib.h>	71	# include <stdlib.h>
67		72
68	#if CORO_SJLJ	73	# if CORO_SJLJ
69	# include <stdio.h>	74	# include <stdio.h>
70	# include <signal.h>	75	# include <signal.h>
71	# include <unistd.h>	76	# include <unistd.h>
72	#endif	77	# endif
73		78
74	static volatile coro_func coro_init_func;	79	static coro_func coro_init_func;
75	static volatile void *coro_init_arg;	80	static void *coro_init_arg;
76	static volatile coro_context new_coro, create_coro;	81	static coro_context new_coro, create_coro;
77
78	/* what we really want to detect here is wether we use a new-enough version of GAS */
79	/* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */
80	#if __GNUC__ >= 3 && __ELF__ && __linux__
81	# define HAVE_CFI 1
82	#endif
83		82
84	static void	83	static void
85	coro_init (void)	84	coro_init (void)
86	{	85	{
87	volatile coro_func func = coro_init_func;	86	volatile coro_func func = coro_init_func;
88	volatile void *arg = coro_init_arg;	87	volatile void *arg = coro_init_arg;
89		88
90	coro_transfer ((coro_context )new_coro, (coro_context )create_coro);	89	coro_transfer (new_coro, create_coro);
91		90
92	func ((void *)arg);	91	func ((void *)arg);
93		92
94	/* the new coro returned. bad. just abort() for now */	93	/* the new coro returned. bad. just abort() for now */
95	abort ();	94	abort ();
96	}	95	}
97		96
98	# if CORO_SJLJ	97	# if CORO_SJLJ
99		98
100	static volatile int trampoline_count;	99	static volatile int trampoline_done;
101		100
102	/* trampoline signal handler */	101	/* trampoline signal handler */
103	static void	102	static void
104	trampoline (int sig)	103	trampoline (int sig)
105	{	104	{
106	if (setjmp (((coro_context *)new_coro)->env))	105	if (coro_setjmp (new_coro->env))
107	{
108	#if HAVE_CFI
109	asm (".cfi_startproc");
110	#endif
111	coro_init (); /* start it */	106	coro_init (); /* start it */
112	#if HAVE_CFI
113	asm (".cfi_endproc");
114	#endif
115	}
116	else	107	else
117	trampoline_count++;	108	trampoline_done = 1;
118	}	109	}
119		110
120	# endif
121
122	#endif	111	# endif
123		112
124	#if CORO_ASM	113	# if CORO_ASM
125	void __attribute__((__noinline__, __fastcall__))	114
126	coro_transfer (struct coro_context prev, struct coro_context next)	115	asm (
127	{	116	".text\n"
128	asm volatile (	117	".globl coro_transfer\n"
		118	".type coro_transfer, @function\n"
		119	"coro_transfer:\n"
129	#if __amd64	120	#if __amd64
130	# define NUM_CLOBBERED 5	121	#if CORO_WIN_TIB
		122	#define NUM_SAVED 6+3
		123	"\tpush %fs:0x0\n"
		124	"\tpush %fs:0x8\n"
		125	"\tpush %fs:0xc\n"
		126	#else
		127	#define NUM_SAVED 6
		128	#endif
		129	"\tpush %rbp\n"
131	"push %%rbx\n\t"	130	"\tpush %rbx\n"
132	"push %%r12\n\t"	131	"\tpush %r12\n"
133	"push %%r13\n\t"	132	"\tpush %r13\n"
134	"push %%r14\n\t"	133	"\tpush %r14\n"
135	"push %%r15\n\t"	134	"\tpush %r15\n"
136	"mov %%rsp, %0\n\t"	135	"\tmov %rsp, (%rdi)\n"
137	"mov %1, %%rsp\n\t"	136	"\tmov (%rsi), %rsp\n"
138	"pop %%r15\n\t"	137	"\tpop %r15\n"
139	"pop %%r14\n\t"	138	"\tpop %r14\n"
140	"pop %%r13\n\t"	139	"\tpop %r13\n"
141	"pop %%r12\n\t"	140	"\tpop %r12\n"
142	"pop %%rbx\n\t"	141	"\tpop %rbx\n"
		142	"\tpop %rbp\n"
		143	#if CORO_WIN_TIB
		144	"\tpop %fs:0xc\n"
		145	"\tpop %fs:0x8\n"
		146	"\tpop %fs:0x0\n"
		147	#endif
143	#elif __i386	148	#elif __i386
144	# define NUM_CLOBBERED 4	149	#if CORO_WIN_TIB
145	"push %%ebx\n\t"	150	#define NUM_SAVED 4+3
146	"push %%esi\n\t"	151	"\tpush %fs:0x0\n"
147	"push %%edi\n\t"	152	"\tpush %fs:0x4\n"
		153	"\tpush %fs:0x8\n"
		154	#else
		155	#define NUM_SAVED 4
		156	#endif
148	"push %%ebp\n\t"	157	"\tpush %ebp\n"
149	"mov %%esp, %0\n\t"	158	"\tpush %ebx\n"
150	"mov %1, %%esp\n\t"	159	"\tpush %esi\n"
151	"pop %%ebp\n\t"	160	"\tpush %edi\n"
		161	"\tmov %esp, (%eax)\n"
		162	"\tmov (%edx), %esp\n"
152	"pop %%edi\n\t"	163	"\tpop %edi\n"
153	"pop %%esi\n\t"	164	"\tpop %esi\n"
154	"pop %%ebx\n\t"	165	"\tpop %ebx\n"
155	#else	166	"\tpop %ebp\n"
		167	#if CORO_WIN_TIB
		168	"\tpop %fs:0x8\n"
		169	"\tpop %fs:0x4\n"
		170	"\tpop %fs:0x0\n"
		171	#endif
		172	#else
156	# error unsupported architecture	173	#error unsupported architecture
157	#endif	174	#endif
158	: "=m" (prev->sp)	175	"\tret\n"
159	: "m" (next->sp)
160	);	176	);
161	}	177
162	#endif	178	# endif
163		179
164	/* initialize a machine state */	180	void
165	void coro_create (coro_context *ctx,	181	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, long ssize)
166	coro_func coro, void *arg,
167	void *sptr, long ssize)
168	{	182	{
169	#if CORO_UCONTEXT	183	coro_context nctx;
170
171	getcontext (&(ctx->uc));
172
173	ctx->uc.uc_link = 0;
174	ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize);
175	ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize);
176	ctx->uc.uc_stack.ss_flags = 0;
177
178	makecontext (&(ctx->uc), (void (*)()) coro, 1, arg);
179
180	#elif CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
181
182	# if CORO_SJLJ	184	# if CORO_SJLJ
183	stack_t ostk, nstk;	185	stack_t ostk, nstk;
184	struct sigaction osa, nsa;	186	struct sigaction osa, nsa;
185	sigset_t nsig, osig;	187	sigset_t nsig, osig;
186	# endif	188	# endif
187	coro_context nctx;	189
		190	if (!coro)
		191	return;
188		192
189	coro_init_func = coro;	193	coro_init_func = coro;
190	coro_init_arg = arg;	194	coro_init_arg = arg;
191		195
192	new_coro = ctx;	196	new_coro = ctx;
…		…
218	{	222	{
219	perror ("sigaltstack");	223	perror ("sigaltstack");
220	abort ();	224	abort ();
221	}	225	}
222		226
223	trampoline_count = 0;	227	trampoline_done = 0;
224	kill (getpid (), SIGUSR2);	228	kill (getpid (), SIGUSR2);
225	sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);	229	sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
226		230
227	while (!trampoline_count)	231	while (!trampoline_done)
228	sigsuspend (&nsig);	232	sigsuspend (&nsig);
229		233
230	sigaltstack (0, &nstk);	234	sigaltstack (0, &nstk);
231	nstk.ss_flags = SS_DISABLE;	235	nstk.ss_flags = SS_DISABLE;
232	if (sigaltstack (&nstk, 0) < 0)	236	if (sigaltstack (&nstk, 0) < 0)
…		…
238		242
239	if (~ostk.ss_flags & SS_DISABLE)	243	if (~ostk.ss_flags & SS_DISABLE)
240	sigaltstack (&ostk, 0);	244	sigaltstack (&ostk, 0);
241		245
242	sigaction (SIGUSR2, &osa, 0);	246	sigaction (SIGUSR2, &osa, 0);
243
244	sigprocmask (SIG_SETMASK, &osig, 0);	247	sigprocmask (SIG_SETMASK, &osig, 0);
245		248
246	# elif CORO_LOSER	249	# elif CORO_LOSER
247		250
248	setjmp (ctx->env);	251	coro_setjmp (ctx->env);
249	#if __CYGWIN__	252	#if __CYGWIN__ && __i386
250	ctx->env[7] = (long)((char *)sptr + ssize);	253	ctx->env[8] = (long) coro_init;
251	ctx->env[8] = (long)coro_init;	254	ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long);
		255	#elif __CYGWIN__ && __x86_64
		256	ctx->env[7] = (long) coro_init;
		257	ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long);
		258	#elif defined(__MINGW32__)
		259	ctx->env[5] = (long) coro_init;
		260	ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long);
252	#elif defined(_M_IX86)	261	#elif defined(_M_IX86)
253	((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;	262	((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init;
254	((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr,ssize);	263	((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
255	#elif defined(_M_AMD64)	264	#elif defined(_M_AMD64)
256	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;	265	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init;
257	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr,ssize);	266	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
258	#elif defined(_M_IA64)	267	#elif defined(_M_IA64)
259	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;	268	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init;
260	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr,ssize);	269	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
		270	#else
		271	#error "microsoft libc or architecture not supported"
		272	#endif
		273
		274	# elif CORO_LINUX
		275
		276	coro_setjmp (ctx->env);
		277	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
		278	ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
		279	ctx->env[0].__jmpbuf[JB_SP] = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
		280	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
		281	ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
		282	ctx->env[0].__jmpbuf[0].__sp = (int ) ((char )sptr + ssize) - sizeof (long);
		283	#elif defined (__GNU_LIBRARY__) && defined (__i386__)
		284	ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init;
		285	ctx->env[0].__jmpbuf[0].__sp = (void ) ((char )sptr + ssize) - sizeof (long);
		286	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
		287	ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
		288	ctx->env[0].__jmpbuf[0].__sp = (void ) ((char )sptr + ssize) - sizeof (long);
		289	#else
		290	#error "linux libc or architecture not supported"
		291	#endif
		292
		293	# elif CORO_IRIX
		294
		295	coro_setjmp (ctx->env, 0);
		296	ctx->env[JB_PC] = (__uint64_t)coro_init;
		297	ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
		298
		299	# elif CORO_ASM
		300
		301	ctx->sp = (void *)(ssize + (char )sptr);
		302	--ctx->sp = (void )abort; /* needed for alignment only */
		303	--ctx->sp = (void )coro_init;
		304	ctx->sp -= NUM_SAVED;
		305
		306	# elif CORO_UCONTEXT
		307
		308	getcontext (&(ctx->uc));
		309
		310	ctx->uc.uc_link = 0;
		311	ctx->uc.uc_stack.ss_sp = sptr;
		312	ctx->uc.uc_stack.ss_size = (size_t)ssize;
		313	ctx->uc.uc_stack.ss_flags = 0;
		314
		315	makecontext (&(ctx->uc), (void (*)())coro_init, 0);
		316
		317	# endif
		318
		319	coro_transfer (create_coro, new_coro);
		320	}
		321
		322	/*****************************************************************************/
		323	/* pthread backend */
		324	/*****************************************************************************/
		325	#elif CORO_PTHREAD
		326
		327	/* this mutex will be locked by the running coroutine */
		328	pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
		329
		330	struct coro_init_args
		331	{
		332	coro_func func;
		333	void *arg;
		334	coro_context self, main;
		335	};
		336
		337	static pthread_t null_tid;
		338
		339	/* I'd so love to cast pthread_mutex_unlock to void ()(void )... */
		340	static void
		341	mutex_unlock_wrapper (void *arg)
		342	{
		343	pthread_mutex_unlock ((pthread_mutex_t *)arg);
		344	}
		345
		346	static void *
		347	coro_init (void *args_)
		348	{
		349	struct coro_init_args args = (struct coro_init_args )args_;
		350	coro_func func = args->func;
		351	void *arg = args->arg;
		352
		353	pthread_mutex_lock (&coro_mutex);
		354
		355	/* we try to be good citizens and use deferred cancellation and cleanup handlers */
		356	pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex);
		357	coro_transfer (args->self, args->main);
		358	func (arg);
		359	pthread_cleanup_pop (1);
		360
		361	return 0;
		362	}
		363
		364	void
		365	coro_transfer (coro_context prev, coro_context next)
		366	{
		367	pthread_cond_signal (&next->cv);
		368	pthread_cond_wait (&prev->cv, &coro_mutex);
		369	#if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */
		370	pthread_testcancel ();
		371	#endif
		372	}
		373
		374	void
		375	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, long ssize)
		376	{
		377	static coro_context nctx;
		378	static int once;
		379
		380	if (!once)
		381	{
		382	once = 1;
		383
		384	pthread_mutex_lock (&coro_mutex);
		385	pthread_cond_init (&nctx.cv, 0);
		386	null_tid = pthread_self ();
		387	}
		388
		389	pthread_cond_init (&ctx->cv, 0);
		390
		391	if (coro)
		392	{
		393	pthread_attr_t attr;
		394	struct coro_init_args args;
		395
		396	args.func = coro;
		397	args.arg = arg;
		398	args.self = ctx;
		399	args.main = &nctx;
		400
		401	pthread_attr_init (&attr);
		402	pthread_attr_setstack (&attr, sptr, (size_t)ssize);
		403	pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
		404	pthread_create (&ctx->id, &attr, coro_init, &args);
		405
		406	coro_transfer (args.main, args.self);
		407	}
		408	else
		409	ctx->id = null_tid;
		410	}
		411
		412	void
		413	coro_destroy (coro_context *ctx)
		414	{
		415	if (!pthread_equal (ctx->id, null_tid))
		416	{
		417	pthread_cancel (ctx->id);
		418	pthread_mutex_unlock (&coro_mutex);
		419	pthread_join (ctx->id, 0);
		420	pthread_mutex_lock (&coro_mutex);
		421	}
		422
		423	pthread_cond_destroy (&ctx->cv);
		424	}
		425
261	#else	426	#else
262	#error "microsoft libc or architecture not supported"	427	# error unsupported backend
263	#endif	428	#endif
264		429
265	# elif CORO_LINUX
266
267	_setjmp (ctx->env);
268	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
269	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
270	ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize);
271	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
272	ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
273	ctx->env[0].__jmpbuf[0].__sp = (int )((char )sptr + ssize);
274	#elif defined (__GNU_LIBRARY__) && defined (__i386__)
275	ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
276	ctx->env[0].__jmpbuf[0].__sp = (void )((char )sptr + ssize);
277	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
278	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
279	ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr, ssize);
280	#else
281	# error "linux libc or architecture not supported"
282	#endif
283
284	# elif CORO_IRIX
285
286	setjmp (ctx->env);
287	ctx->env[JB_PC] = (__uint64_t)coro_init;
288	ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize);
289
290	# elif CORO_ASM
291
292	ctx->sp = (volatile void *)(ssize + (char )sptr);
293	--ctx->sp = (void )coro_init;
294	--ctx->sp = (void )coro_init; // this is needed when the prologue saves ebp
295	ctx->sp -= NUM_CLOBBERED;
296
297	# endif
298
299	coro_transfer ((coro_context )create_coro, (coro_context )new_coro);
300
301	#else
302	# error unsupported architecture
303	#endif
304	}
305

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing libcoro/coro.c (file contents): Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs. Revision 1.49 by root, Fri Apr 2 19:04:04 2010 UTC

Diff Legend

Comparing libcoro/coro.c (file contents):
Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs.
Revision 1.49 by root, Fri Apr 2 19:04:04 2010 UTC