[ViewVC] Diff of: cvs/libcoro/coro.c

Comparing libcoro/coro.c (file contents):
Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs.
Revision 1.40 by root, Sat Nov 8 04:52:01 2008 UTC

…		…
38	* go to Ralf S. Engelschall <rse@engelschall.com>.	38	* go to Ralf S. Engelschall <rse@engelschall.com>.
39	*/	39	*/
40		40
41	#include "coro.h"	41	#include "coro.h"
42		42
		43	#include <string.h>
		44
		45	/*****************************************************************************/
		46	/* ucontext/setjmp/asm backends */
		47	/*****************************************************************************/
		48	#if CORO_UCONTEXT \|\| CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
		49
		50	# if CORO_UCONTEXT
		51	# include <stddef.h>
		52	# endif
		53
43	#if !defined(STACK_ADJUST_PTR)	54	# if !defined(STACK_ADJUST_PTR)
		55	# if __sgi
44	/* IRIX is decidedly NON-unix */	56	/* IRIX is decidedly NON-unix */
45	# if __sgi
46	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)	57	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
47	# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)	58	# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
48	# elif __i386__ && CORO_LINUX	59	# elif (__i386__ && CORO_LINUX) \|\| (_M_IX86 && CORO_LOSER)
49	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))	60	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
50	# define STACK_ADJUST_SIZE(sp,ss) (ss)	61	# define STACK_ADJUST_SIZE(sp,ss) (ss)
51	# elif __amd64__ && CORO_LINUX	62	# elif (__amd64__ && CORO_LINUX) \|\| ((_M_AMD64 \|\| _M_IA64) && CORO_LOSER)
52	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)	63	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
53	# define STACK_ADJUST_SIZE(sp,ss) (ss)	64	# define STACK_ADJUST_SIZE(sp,ss) (ss)
54	# else	65	# else
55	# define STACK_ADJUST_PTR(sp,ss) (sp)	66	# define STACK_ADJUST_PTR(sp,ss) (sp)
56	# define STACK_ADJUST_SIZE(sp,ss) (ss)	67	# define STACK_ADJUST_SIZE(sp,ss) (ss)
57	# endif	68	# endif
58	#endif	69	# endif
59		70
60	#if CORO_UCONTEXT
61	# include <stddef.h>
62	#endif
63
64	#if CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
65
66	#include <stdlib.h>	71	# include <stdlib.h>
67		72
68	#if CORO_SJLJ	73	# if CORO_SJLJ
69	# include <stdio.h>	74	# include <stdio.h>
70	# include <signal.h>	75	# include <signal.h>
71	# include <unistd.h>	76	# include <unistd.h>
72	#endif	77	# endif
73		78
74	static volatile coro_func coro_init_func;	79	static coro_func coro_init_func;
75	static volatile void *coro_init_arg;	80	static void *coro_init_arg;
76	static volatile coro_context new_coro, create_coro;	81	static coro_context new_coro, create_coro;
77		82
78	/* what we really want to detect here is wether we use a new-enough version of GAS */	83	/* what we really want to detect here is wether we use a new-enough version of GAS */
79	/* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */	84	/* with dwarf debug info. instead, check for gcc 3, ELF and GNU/Linux and hope for the best */
80	#if __GNUC__ >= 3 && __ELF__ && __linux__	85	# if __GNUC__ >= 3 && __ELF__ && __linux__
81	# define HAVE_CFI 1	86	# define HAVE_CFI 1
82	#endif	87	# endif
83		88
84	static void	89	static void
85	coro_init (void)	90	coro_init (void)
86	{	91	{
87	volatile coro_func func = coro_init_func;	92	volatile coro_func func = coro_init_func;
88	volatile void *arg = coro_init_arg;	93	volatile void *arg = coro_init_arg;
89		94
90	coro_transfer ((coro_context )new_coro, (coro_context )create_coro);	95	coro_transfer (new_coro, create_coro);
91		96
92	func ((void *)arg);	97	func ((void *)arg);
93		98
94	/* the new coro returned. bad. just abort() for now */	99	/* the new coro returned. bad. just abort() for now */
95	abort ();	100	abort ();
96	}	101	}
97		102
98	# if CORO_SJLJ	103	# if CORO_SJLJ
99		104
100	static volatile int trampoline_count;	105	static volatile int trampoline_done;
101		106
102	/* trampoline signal handler */	107	/* trampoline signal handler */
103	static void	108	static void
104	trampoline (int sig)	109	trampoline (int sig)
105	{	110	{
106	if (setjmp (((coro_context *)new_coro)->env))	111	if (
		112	#if _XOPEN_UNIX > 0
		113	_setjmp (new_coro->env)
		114	#else
		115	sigsetjmp (new_coro->env, 0)
		116	#endif
107	{	117	) {
108	#if HAVE_CFI	118	#if HAVE_CFI
109	asm (".cfi_startproc");	119	asm (".cfi_startproc");
110	#endif	120	#endif
111	coro_init (); /* start it */	121	coro_init (); /* start it */
112	#if HAVE_CFI	122	#if HAVE_CFI
113	asm (".cfi_endproc");	123	asm (".cfi_endproc");
114	#endif	124	#endif
115	}	125	}
116	else	126	else
117	trampoline_count++;	127	trampoline_done = 1;
118	}	128	}
119		129
120	# endif
121
122	#endif	130	# endif
123		131
124	#if CORO_ASM	132	# if CORO_ASM
125	void __attribute__((__noinline__, __fastcall__))	133
126	coro_transfer (struct coro_context prev, struct coro_context next)	134	asm (
127	{	135	".text\n"
128	asm volatile (	136	".globl coro_transfer\n"
		137	".type coro_transfer, @function\n"
		138	"coro_transfer:\n"
129	#if __amd64	139	#if __amd64
130	# define NUM_CLOBBERED 5	140	#define NUM_SAVED 6
		141	"\tpush %rbp\n"
131	"push %%rbx\n\t"	142	"\tpush %rbx\n"
132	"push %%r12\n\t"	143	"\tpush %r12\n"
133	"push %%r13\n\t"	144	"\tpush %r13\n"
134	"push %%r14\n\t"	145	"\tpush %r14\n"
135	"push %%r15\n\t"	146	"\tpush %r15\n"
136	"mov %%rsp, %0\n\t"	147	"\tmov %rsp, (%rdi)\n"
137	"mov %1, %%rsp\n\t"	148	"\tmov (%rsi), %rsp\n"
138	"pop %%r15\n\t"	149	"\tpop %r15\n"
139	"pop %%r14\n\t"	150	"\tpop %r14\n"
140	"pop %%r13\n\t"	151	"\tpop %r13\n"
141	"pop %%r12\n\t"	152	"\tpop %r12\n"
142	"pop %%rbx\n\t"	153	"\tpop %rbx\n"
		154	"\tpop %rbp\n"
143	#elif __i386	155	#elif __i386
144	# define NUM_CLOBBERED 4	156	#define NUM_SAVED 4
145	"push %%ebx\n\t"
146	"push %%esi\n\t"
147	"push %%edi\n\t"
148	"push %%ebp\n\t"	157	"\tpush %ebp\n"
149	"mov %%esp, %0\n\t"	158	"\tpush %ebx\n"
150	"mov %1, %%esp\n\t"	159	"\tpush %esi\n"
151	"pop %%ebp\n\t"	160	"\tpush %edi\n"
		161	"\tmov %esp, (%eax)\n"
		162	"\tmov (%edx), %esp\n"
152	"pop %%edi\n\t"	163	"\tpop %edi\n"
153	"pop %%esi\n\t"	164	"\tpop %esi\n"
154	"pop %%ebx\n\t"	165	"\tpop %ebx\n"
155	#else	166	"\tpop %ebp\n"
		167	#else
156	# error unsupported architecture	168	#error unsupported architecture
157	#endif	169	#endif
158	: "=m" (prev->sp)	170	"\tret\n"
159	: "m" (next->sp)
160	);	171	);
161	}	172
162	#endif	173	# endif
163		174
164	/* initialize a machine state */	175	void
165	void coro_create (coro_context *ctx,	176	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, long ssize)
166	coro_func coro, void *arg,
167	void *sptr, long ssize)
168	{	177	{
169	#if CORO_UCONTEXT	178	coro_context nctx;
170
171	getcontext (&(ctx->uc));
172
173	ctx->uc.uc_link = 0;
174	ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize);
175	ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize);
176	ctx->uc.uc_stack.ss_flags = 0;
177
178	makecontext (&(ctx->uc), (void (*)()) coro, 1, arg);
179
180	#elif CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
181
182	# if CORO_SJLJ	179	# if CORO_SJLJ
183	stack_t ostk, nstk;	180	stack_t ostk, nstk;
184	struct sigaction osa, nsa;	181	struct sigaction osa, nsa;
185	sigset_t nsig, osig;	182	sigset_t nsig, osig;
186	# endif	183	# endif
187	coro_context nctx;	184
		185	if (!coro)
		186	return;
188		187
189	coro_init_func = coro;	188	coro_init_func = coro;
190	coro_init_arg = arg;	189	coro_init_arg = arg;
191		190
192	new_coro = ctx;	191	new_coro = ctx;
…		…
218	{	217	{
219	perror ("sigaltstack");	218	perror ("sigaltstack");
220	abort ();	219	abort ();
221	}	220	}
222		221
223	trampoline_count = 0;	222	trampoline_done = 0;
224	kill (getpid (), SIGUSR2);	223	kill (getpid (), SIGUSR2);
225	sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);	224	sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
226		225
227	while (!trampoline_count)	226	while (!trampoline_done)
228	sigsuspend (&nsig);	227	sigsuspend (&nsig);
229		228
230	sigaltstack (0, &nstk);	229	sigaltstack (0, &nstk);
231	nstk.ss_flags = SS_DISABLE;	230	nstk.ss_flags = SS_DISABLE;
232	if (sigaltstack (&nstk, 0) < 0)	231	if (sigaltstack (&nstk, 0) < 0)
…		…
238		237
239	if (~ostk.ss_flags & SS_DISABLE)	238	if (~ostk.ss_flags & SS_DISABLE)
240	sigaltstack (&ostk, 0);	239	sigaltstack (&ostk, 0);
241		240
242	sigaction (SIGUSR2, &osa, 0);	241	sigaction (SIGUSR2, &osa, 0);
243
244	sigprocmask (SIG_SETMASK, &osig, 0);	242	sigprocmask (SIG_SETMASK, &osig, 0);
245		243
246	# elif CORO_LOSER	244	# elif CORO_LOSER
247		245
248	setjmp (ctx->env);	246	setjmp (ctx->env);
249	#if __CYGWIN__	247	#if __CYGWIN__
250	ctx->env[7] = (long)((char *)sptr + ssize);	248	ctx->env[7] = (long)((char *)sptr + ssize) - sizeof (long);
251	ctx->env[8] = (long)coro_init;	249	ctx->env[8] = (long)coro_init;
252	#elif defined(_M_IX86)	250	#elif defined(_M_IX86)
253	((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;	251	((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;
254	((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr,ssize);	252	((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
255	#elif defined(_M_AMD64)	253	#elif defined(_M_AMD64)
256	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;	254	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;
257	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr,ssize);	255	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
258	#elif defined(_M_IA64)	256	#elif defined(_M_IA64)
259	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;	257	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;
260	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr,ssize);	258	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
		259	#else
		260	#error "microsoft libc or architecture not supported"
		261	#endif
		262
		263	# elif CORO_LINUX
		264
		265	_setjmp (ctx->env);
		266	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
		267	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
		268	ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
		269	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
		270	ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
		271	ctx->env[0].__jmpbuf[0].__sp = (int )((char )sptr + ssize) - sizeof (long);
		272	#elif defined (__GNU_LIBRARY__) && defined (__i386__)
		273	ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
		274	ctx->env[0].__jmpbuf[0].__sp = (void )((char )sptr + ssize) - sizeof (long);
		275	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
		276	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
		277	ctx->env[0].__jmpbuf[0].__sp = (void )((char )sptr + ssize) - sizeof (long);
		278	#else
		279	#error "linux libc or architecture not supported"
		280	#endif
		281
		282	# elif CORO_IRIX
		283
		284	sigsetjmp (ctx->env, 0);
		285	ctx->env[JB_PC] = (__uint64_t)coro_init;
		286	ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
		287
		288	# elif CORO_ASM
		289
		290	ctx->sp = (volatile void *)(ssize + (char )sptr);
		291	--ctx->sp = (void )abort; /* needed for alignment only */
		292	--ctx->sp = (void )coro_init;
		293	ctx->sp -= NUM_SAVED;
		294
		295	# elif CORO_UCONTEXT
		296
		297	getcontext (&(ctx->uc));
		298
		299	ctx->uc.uc_link = 0;
		300	ctx->uc.uc_stack.ss_sp = sptr;
		301	ctx->uc.uc_stack.ss_size = (size_t)ssize;
		302	ctx->uc.uc_stack.ss_flags = 0;
		303
		304	makecontext (&(ctx->uc), (void (*)())coro_init, 0);
		305
		306	# endif
		307
		308	coro_transfer (create_coro, new_coro);
		309	}
		310
		311	/*****************************************************************************/
		312	/* pthread backend */
		313	/*****************************************************************************/
		314	#elif CORO_PTHREAD
		315
		316	/* this mutex will be locked by the running coroutine */
		317	pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
		318
		319	struct coro_init_args
		320	{
		321	coro_func func;
		322	void *arg;
		323	coro_context self, main;
		324	};
		325
		326	static pthread_t null_tid;
		327
		328	/* I'd so love to cast pthread_mutex_unlock to void ()(void )... */
		329	static void
		330	mutex_unlock_wrapper (void *arg)
		331	{
		332	pthread_mutex_unlock ((pthread_mutex_t *)arg);
		333	}
		334
		335	static void *
		336	coro_init (void *args_)
		337	{
		338	struct coro_init_args args = (struct coro_init_args )args_;
		339	coro_func func = args->func;
		340	void *arg = args->arg;
		341
		342	pthread_mutex_lock (&coro_mutex);
		343
		344	/* we try to be good citizens and use deferred cancellation and cleanup handlers */
		345	pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex);
		346	coro_transfer (args->self, args->main);
		347	func (arg);
		348	pthread_cleanup_pop (1);
		349
		350	return 0;
		351	}
		352
		353	void
		354	coro_transfer (coro_context prev, coro_context next)
		355	{
		356	pthread_cond_signal (&next->cv);
		357	pthread_cond_wait (&prev->cv, &coro_mutex);
		358	}
		359
		360	void
		361	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, long ssize)
		362	{
		363	static coro_context nctx;
		364	static int once;
		365
		366	if (!once)
		367	{
		368	once = 1;
		369
		370	pthread_mutex_lock (&coro_mutex);
		371	pthread_cond_init (&nctx.cv, 0);
		372	null_tid = pthread_self ();
		373	}
		374
		375	pthread_cond_init (&ctx->cv, 0);
		376
		377	if (coro)
		378	{
		379	pthread_attr_t attr;
		380	struct coro_init_args args;
		381
		382	args.func = coro;
		383	args.arg = arg;
		384	args.self = ctx;
		385	args.main = &nctx;
		386
		387	pthread_attr_init (&attr);
		388	pthread_attr_setstack (&attr, sptr, (size_t)ssize);
		389	pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
		390	pthread_create (&ctx->id, &attr, coro_init, &args);
		391
		392	coro_transfer (args.main, args.self);
		393	}
		394	else
		395	ctx->id = null_tid;
		396	}
		397
		398	void
		399	coro_destroy (coro_context *ctx)
		400	{
		401	if (!pthread_equal (ctx->id, null_tid))
		402	{
		403	pthread_cancel (ctx->id);
		404	pthread_mutex_unlock (&coro_mutex);
		405	pthread_join (ctx->id, 0);
		406	pthread_mutex_lock (&coro_mutex);
		407	}
		408
		409	pthread_cond_destroy (&ctx->cv);
		410	}
		411
261	#else	412	#else
262	#error "microsoft libc or architecture not supported"	413	# error unsupported backend
263	#endif	414	#endif
264		415
265	# elif CORO_LINUX
266
267	_setjmp (ctx->env);
268	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
269	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
270	ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize);
271	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
272	ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
273	ctx->env[0].__jmpbuf[0].__sp = (int )((char )sptr + ssize);
274	#elif defined (__GNU_LIBRARY__) && defined (__i386__)
275	ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
276	ctx->env[0].__jmpbuf[0].__sp = (void )((char )sptr + ssize);
277	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
278	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
279	ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr, ssize);
280	#else
281	# error "linux libc or architecture not supported"
282	#endif
283
284	# elif CORO_IRIX
285
286	setjmp (ctx->env);
287	ctx->env[JB_PC] = (__uint64_t)coro_init;
288	ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize);
289
290	# elif CORO_ASM
291
292	ctx->sp = (volatile void *)(ssize + (char )sptr);
293	--ctx->sp = (void )coro_init;
294	--ctx->sp = (void )coro_init; // this is needed when the prologue saves ebp
295	ctx->sp -= NUM_CLOBBERED;
296
297	# endif
298
299	coro_transfer ((coro_context )create_coro, (coro_context )new_coro);
300
301	#else
302	# error unsupported architecture
303	#endif
304	}
305

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing libcoro/coro.c (file contents): Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs. Revision 1.40 by root, Sat Nov 8 04:52:01 2008 UTC

Diff Legend

Comparing libcoro/coro.c (file contents):
Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs.
Revision 1.40 by root, Sat Nov 8 04:52:01 2008 UTC