[ViewVC] Diff of: cvs/libcoro/coro.c

Comparing libcoro/coro.c (file contents):
Revision 1.32 by root, Wed Jul 16 00:47:05 2008 UTC vs.
Revision 1.66 by root, Fri Dec 7 14:21:09 2012 UTC

…		…
1	/*	1	/*
2	* Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de>	2	* Copyright (c) 2001-2011 Marc Alexander Lehmann <schmorp@schmorp.de>
3	*	3	*
4	* Redistribution and use in source and binary forms, with or without modifica-	4	* Redistribution and use in source and binary forms, with or without modifica-
5	* tion, are permitted provided that the following conditions are met:	5	* tion, are permitted provided that the following conditions are met:
6	*	6	*
7	* 1. Redistributions of source code must retain the above copyright notice,	7	* 1. Redistributions of source code must retain the above copyright notice,
8	* this list of conditions and the following disclaimer.	8	* this list of conditions and the following disclaimer.
9	*	9	*
10	* 2. Redistributions in binary form must reproduce the above copyright	10	* 2. Redistributions in binary form must reproduce the above copyright
11	* notice, this list of conditions and the following disclaimer in the	11	* notice, this list of conditions and the following disclaimer in the
12	* documentation and/or other materials provided with the distribution.	12	* documentation and/or other materials provided with the distribution.
13	*	13	*
14	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED	14	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
15	* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER-	15	* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER-
16	* CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO	16	* CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
17	* EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE-	17	* EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE-
18	* CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,	18	* CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
38	* go to Ralf S. Engelschall <rse@engelschall.com>.	38	* go to Ralf S. Engelschall <rse@engelschall.com>.
39	*/	39	*/
40		40
41	#include "coro.h"	41	#include "coro.h"
42		42
		43	#include <stddef.h>
		44	#include <string.h>
		45
		46	/*****************************************************************************/
		47	/* ucontext/setjmp/asm backends */
		48	/*****************************************************************************/
		49	#if CORO_UCONTEXT \|\| CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
		50
		51	# if CORO_UCONTEXT
		52	# include <stddef.h>
		53	# endif
		54
43	#if !defined(STACK_ADJUST_PTR)	55	# if !defined(STACK_ADJUST_PTR)
		56	# if __sgi
44	/* IRIX is decidedly NON-unix */	57	/* IRIX is decidedly NON-unix */
45	# if __sgi
46	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)	58	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
47	# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)	59	# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
48	# elif (__i386__ && CORO_LINUX) \|\| (_M_IX86 && CORO_LOSER)	60	# elif (__i386__ && CORO_LINUX) \|\| (_M_IX86 && CORO_LOSER)
49	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))	61	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
50	# define STACK_ADJUST_SIZE(sp,ss) (ss)	62	# define STACK_ADJUST_SIZE(sp,ss) (ss)
51	# elif (__amd64__ && CORO_LINUX) \|\| ((_M_AMD64 \|\| _M_IA64) && CORO_LOSER)	63	# elif (__amd64__ && CORO_LINUX) \|\| ((_M_AMD64 \|\| _M_IA64) && CORO_LOSER)
52	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)	64	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
53	# define STACK_ADJUST_SIZE(sp,ss) (ss)	65	# define STACK_ADJUST_SIZE(sp,ss) (ss)
54	# else	66	# else
55	# define STACK_ADJUST_PTR(sp,ss) (sp)	67	# define STACK_ADJUST_PTR(sp,ss) (sp)
56	# define STACK_ADJUST_SIZE(sp,ss) (ss)	68	# define STACK_ADJUST_SIZE(sp,ss) (ss)
57	# endif	69	# endif
58	#endif	70	# endif
59		71
60	#if CORO_UCONTEXT
61	# include <stddef.h>
62	#endif
63
64	#if CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
65
66	#include <stdlib.h>	72	# include <stdlib.h>
67		73
68	#if CORO_SJLJ	74	# if CORO_SJLJ
69	# include <stdio.h>	75	# include <stdio.h>
70	# include <signal.h>	76	# include <signal.h>
71	# include <unistd.h>	77	# include <unistd.h>
72	#endif	78	# endif
73		79
74	static volatile coro_func coro_init_func;	80	static coro_func coro_init_func;
75	static volatile void *coro_init_arg;	81	static void *coro_init_arg;
76	static volatile coro_context new_coro, create_coro;	82	static coro_context new_coro, create_coro;
77
78	/* what we really want to detect here is wether we use a new-enough version of GAS */
79	/* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */
80	#if __GNUC__ >= 3 && __ELF__ && __linux__
81	# define HAVE_CFI 1
82	#endif
83		83
84	static void	84	static void
85	coro_init (void)	85	coro_init (void)
86	{	86	{
87	volatile coro_func func = coro_init_func;	87	volatile coro_func func = coro_init_func;
88	volatile void *arg = coro_init_arg;	88	volatile void *arg = coro_init_arg;
89		89
90	coro_transfer ((coro_context )new_coro, (coro_context )create_coro);	90	coro_transfer (new_coro, create_coro);
		91
		92	#if __GCC_HAVE_DWARF2_CFI_ASM && __amd64
		93	asm (".cfi_undefined rip");
		94	#endif
91		95
92	func ((void *)arg);	96	func ((void *)arg);
93		97
94	/* the new coro returned. bad. just abort() for now */	98	/* the new coro returned. bad. just abort() for now */
95	abort ();	99	abort ();
96	}	100	}
97		101
98	# if CORO_SJLJ	102	# if CORO_SJLJ
99		103
100	static volatile int trampoline_count;	104	static volatile int trampoline_done;
101		105
102	/* trampoline signal handler */	106	/* trampoline signal handler */
103	static void	107	static void
104	trampoline (int sig)	108	trampoline (int sig)
105	{	109	{
106	if (setjmp (((coro_context *)new_coro)->env))	110	if (coro_setjmp (new_coro->env))
107	{
108	#if HAVE_CFI
109	asm (".cfi_startproc");
110	#endif
111	coro_init (); /* start it */	111	coro_init (); /* start it */
112	#if HAVE_CFI
113	asm (".cfi_endproc");
114	#endif
115	}
116	else	112	else
117	trampoline_count++;	113	trampoline_done = 1;
118	}	114	}
119		115
120	# endif
121
122	#endif	116	# endif
123		117
124	#if CORO_ASM	118	# if CORO_ASM
125	void __attribute__((__noinline__, __regparm__(2)))	119
126	coro_transfer (struct coro_context prev, struct coro_context next)	120	#if _WIN32 \|\| __CYGWIN__
127	{	121	#define CORO_WIN_TIB 1
128	asm volatile (	122	#endif
		123
		124	asm (
		125	"\t.text\n"
		126	#if _WIN32 \|\| __CYGWIN__
		127	"\t.globl _coro_transfer\n"
		128	"_coro_transfer:\n"
		129	#else
		130	"\t.globl coro_transfer\n"
		131	"coro_transfer:\n"
		132	#endif
		133	/* windows, of course, gives a shit on the amd64 ABI and uses different registers */
		134	/* http://blogs.msdn.com/freik/archive/2005/03/17/398200.aspx */
129	#if __amd64	135	#if __amd64
130	# define NUM_SAVED 5	136
131	"push %%rbx\n\t"	137	#if _WIN32 \|\| __CYGWIN__
132	"push %%r12\n\t"	138	#define NUM_SAVED 29
133	"push %%r13\n\t"	139	"\tsubq $168, %rsp\t" /* one dummy qword to improve alignment */
134	"push %%r14\n\t"	140	"\tmovaps %xmm6, (%rsp)\n"
135	"push %%r15\n\t"	141	"\tmovaps %xmm7, 16(%rsp)\n"
136	"mov %%rsp, %0\n\t"	142	"\tmovaps %xmm8, 32(%rsp)\n"
137	"mov %1, %%rsp\n\t"	143	"\tmovaps %xmm9, 48(%rsp)\n"
138	"pop %%r15\n\t"	144	"\tmovaps %xmm10, 64(%rsp)\n"
139	"pop %%r14\n\t"	145	"\tmovaps %xmm11, 80(%rsp)\n"
140	"pop %%r13\n\t"	146	"\tmovaps %xmm12, 96(%rsp)\n"
141	"pop %%r12\n\t"	147	"\tmovaps %xmm13, 112(%rsp)\n"
142	"pop %%rbx\n\t"	148	"\tmovaps %xmm14, 128(%rsp)\n"
		149	"\tmovaps %xmm15, 144(%rsp)\n"
		150	"\tpushq %rsi\n"
		151	"\tpushq %rdi\n"
		152	"\tpushq %rbp\n"
		153	"\tpushq %rbx\n"
		154	"\tpushq %r12\n"
		155	"\tpushq %r13\n"
		156	"\tpushq %r14\n"
		157	"\tpushq %r15\n"
		158	#if CORO_WIN_TIB
		159	"\tpushq %fs:0x0\n"
		160	"\tpushq %fs:0x8\n"
		161	"\tpushq %fs:0xc\n"
		162	#endif
		163	"\tmovq %rsp, (%rcx)\n"
		164	"\tmovq (%rdx), %rsp\n"
		165	#if CORO_WIN_TIB
		166	"\tpopq %fs:0xc\n"
		167	"\tpopq %fs:0x8\n"
		168	"\tpopq %fs:0x0\n"
		169	#endif
		170	"\tpopq %r15\n"
		171	"\tpopq %r14\n"
		172	"\tpopq %r13\n"
		173	"\tpopq %r12\n"
		174	"\tpopq %rbx\n"
		175	"\tpopq %rbp\n"
		176	"\tpopq %rdi\n"
		177	"\tpopq %rsi\n"
		178	"\tmovaps (%rsp), %xmm6\n"
		179	"\tmovaps 16(%rsp), %xmm7\n"
		180	"\tmovaps 32(%rsp), %xmm8\n"
		181	"\tmovaps 48(%rsp), %xmm9\n"
		182	"\tmovaps 64(%rsp), %xmm10\n"
		183	"\tmovaps 80(%rsp), %xmm11\n"
		184	"\tmovaps 96(%rsp), %xmm12\n"
		185	"\tmovaps 112(%rsp), %xmm13\n"
		186	"\tmovaps 128(%rsp), %xmm14\n"
		187	"\tmovaps 144(%rsp), %xmm15\n"
		188	"\taddq $168, %rsp\n"
		189	#else
		190	#define NUM_SAVED 6
		191	"\tpushq %rbp\n"
		192	"\tpushq %rbx\n"
		193	"\tpushq %r12\n"
		194	"\tpushq %r13\n"
		195	"\tpushq %r14\n"
		196	"\tpushq %r15\n"
		197	"\tmovq %rsp, (%rdi)\n"
		198	"\tmovq (%rsi), %rsp\n"
		199	"\tpopq %r15\n"
		200	"\tpopq %r14\n"
		201	"\tpopq %r13\n"
		202	"\tpopq %r12\n"
		203	"\tpopq %rbx\n"
		204	"\tpopq %rbp\n"
		205	#endif
		206	"\tpopq %rcx\n"
		207	"\tjmpq *%rcx\n"
		208
143	#elif __i386	209	#elif __i386
		210
144	# define NUM_SAVED 4	211	#define NUM_SAVED 4
145	"push %%ebx\n\t"	212	"\tpushl %ebp\n"
146	"push %%esi\n\t"	213	"\tpushl %ebx\n"
147	"push %%edi\n\t"	214	"\tpushl %esi\n"
148	"push %%ebp\n\t"	215	"\tpushl %edi\n"
149	"mov %%esp, %0\n\t"	216	#if CORO_WIN_TIB
150	"mov %1, %%esp\n\t"	217	#undef NUM_SAVED
151	"pop %%ebp\n\t"	218	#define NUM_SAVED 7
152	"pop %%edi\n\t"	219	"\tpushl %fs:0\n"
153	"pop %%esi\n\t"	220	"\tpushl %fs:4\n"
154	"pop %%ebx\n\t"	221	"\tpushl %fs:8\n"
155	#else	222	#endif
		223	"\tmovl %esp, (%eax)\n"
		224	"\tmovl (%edx), %esp\n"
		225	#if CORO_WIN_TIB
		226	"\tpopl %fs:8\n"
		227	"\tpopl %fs:4\n"
		228	"\tpopl %fs:0\n"
		229	#endif
		230	"\tpopl %edi\n"
		231	"\tpopl %esi\n"
		232	"\tpopl %ebx\n"
		233	"\tpopl %ebp\n"
		234	"\tpopl %ecx\n"
		235	"\tjmpl *%ecx\n"
		236
		237	#else
156	# error unsupported architecture	238	#error unsupported architecture
157	#endif	239	#endif
158	: "=m" (prev->sp)
159	: "m" (next->sp)
160	);	240	);
161	}	241
162	#endif	242	# endif
163		243
164	#if CORO_PTHREAD	244	void
165		245	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, size_t ssize)
166	struct coro_init_args {
167	coro_func func;
168	void *arg;
169	coro_context self, main;
170	};
171
172	pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
173
174	static void *
175	trampoline (void *args_)
176	{	246	{
177	struct coro_init_args args = (struct coro_init_args )args_;	247	coro_context nctx;
178	coro_func func = args->func;
179	void *arg = args->arg;
180
181	pthread_mutex_lock (&coro_mutex);
182	pthread_cond_destroy (&args->self->c);
183	coro_transfer (args->self, args->main);
184	func (arg);
185	pthread_mutex_unlock (&coro_mutex);
186
187	return 0;
188	}
189
190	void coro_transfer(coro_context prev, coro_context next)
191	{
192	pthread_cond_init (&prev->c, 0);
193	pthread_cond_signal (&next->c);
194	pthread_cond_wait (&prev->c, &coro_mutex);
195	pthread_cond_destroy (&prev->c);
196	}
197
198	#endif
199
200	/* initialize a machine state */
201	void coro_create (coro_context *ctx,
202	coro_func coro, void *arg,
203	void *sptr, long ssize)
204	{
205	#if CORO_UCONTEXT
206
207	getcontext (&(ctx->uc));
208
209	ctx->uc.uc_link = 0;
210	ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize);
211	ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize);
212	ctx->uc.uc_stack.ss_flags = 0;
213
214	makecontext (&(ctx->uc), (void (*)()) coro, 1, arg);
215
216	#elif CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
217
218	# if CORO_SJLJ	248	# if CORO_SJLJ
219	stack_t ostk, nstk;	249	stack_t ostk, nstk;
220	struct sigaction osa, nsa;	250	struct sigaction osa, nsa;
221	sigset_t nsig, osig;	251	sigset_t nsig, osig;
222	# endif	252	# endif
223	coro_context nctx;	253
		254	if (!coro)
		255	return;
224		256
225	coro_init_func = coro;	257	coro_init_func = coro;
226	coro_init_arg = arg;	258	coro_init_arg = arg;
227		259
228	new_coro = ctx;	260	new_coro = ctx;
…		…
244	perror ("sigaction");	276	perror ("sigaction");
245	abort ();	277	abort ();
246	}	278	}
247		279
248	/* set the new stack */	280	/* set the new stack */
249	nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */	281	nstk.ss_sp = STACK_ADJUST_PTR (sptr, ssize); /* yes, some platforms (IRIX) get this wrong. */
250	nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize);	282	nstk.ss_size = STACK_ADJUST_SIZE (sptr, ssize);
251	nstk.ss_flags = 0;	283	nstk.ss_flags = 0;
252		284
253	if (sigaltstack (&nstk, &ostk) < 0)	285	if (sigaltstack (&nstk, &ostk) < 0)
254	{	286	{
255	perror ("sigaltstack");	287	perror ("sigaltstack");
256	abort ();	288	abort ();
257	}	289	}
258		290
259	trampoline_count = 0;	291	trampoline_done = 0;
260	kill (getpid (), SIGUSR2);	292	kill (getpid (), SIGUSR2);
261	sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);	293	sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
262		294
263	while (!trampoline_count)	295	while (!trampoline_done)
264	sigsuspend (&nsig);	296	sigsuspend (&nsig);
265		297
266	sigaltstack (0, &nstk);	298	sigaltstack (0, &nstk);
267	nstk.ss_flags = SS_DISABLE;	299	nstk.ss_flags = SS_DISABLE;
268	if (sigaltstack (&nstk, 0) < 0)	300	if (sigaltstack (&nstk, 0) < 0)
…		…
274		306
275	if (~ostk.ss_flags & SS_DISABLE)	307	if (~ostk.ss_flags & SS_DISABLE)
276	sigaltstack (&ostk, 0);	308	sigaltstack (&ostk, 0);
277		309
278	sigaction (SIGUSR2, &osa, 0);	310	sigaction (SIGUSR2, &osa, 0);
279
280	sigprocmask (SIG_SETMASK, &osig, 0);	311	sigprocmask (SIG_SETMASK, &osig, 0);
281		312
282	# elif CORO_LOSER	313	# elif CORO_LOSER
283		314
284	setjmp (ctx->env);	315	coro_setjmp (ctx->env);
285	#if __CYGWIN__	316	#if __CYGWIN__ && __i386
286	ctx->env[7] = (long)((char *)sptr + ssize);	317	ctx->env[8] = (long) coro_init;
287	ctx->env[8] = (long)coro_init;	318	ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long);
		319	#elif __CYGWIN__ && __x86_64
		320	ctx->env[7] = (long) coro_init;
		321	ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long);
		322	#elif defined __MINGW32__
		323	ctx->env[5] = (long) coro_init;
		324	ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long);
288	#elif defined(_M_IX86)	325	#elif defined _M_IX86
289	((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;	326	((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init;
290	((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize);	327	((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
291	#elif defined(_M_AMD64)	328	#elif defined _M_AMD64
292	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;	329	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init;
293	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize);	330	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
294	#elif defined(_M_IA64)	331	#elif defined _M_IA64
295	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;	332	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init;
296	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize);	333	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
297	#else	334	#else
298	# error "microsoft libc or architecture not supported"	335	#error "microsoft libc or architecture not supported"
299	#endif	336	#endif
300		337
301	# elif CORO_LINUX	338	# elif CORO_LINUX
302		339
303	_setjmp (ctx->env);	340	coro_setjmp (ctx->env);
304	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)	341	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
305	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;	342	ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
306	ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize);	343	ctx->env[0].__jmpbuf[JB_SP] = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
307	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)	344	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
308	ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;	345	ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
309	ctx->env[0].__jmpbuf[0].__sp = (int )((char )sptr + ssize);	346	ctx->env[0].__jmpbuf[0].__sp = (int ) ((char )sptr + ssize) - sizeof (long);
310	#elif defined (__GNU_LIBRARY__) && defined (__i386__)	347	#elif defined (__GNU_LIBRARY__) && defined (__i386__)
311	ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;	348	ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init;
312	ctx->env[0].__jmpbuf[0].__sp = (void )((char )sptr + ssize);	349	ctx->env[0].__jmpbuf[0].__sp = (void ) ((char )sptr + ssize) - sizeof (long);
313	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)	350	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
314	ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;	351	ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
315	ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr, ssize);	352	ctx->env[0].__jmpbuf[0].__sp = (void ) ((char )sptr + ssize) - sizeof (long);
316	#else	353	#else
317	# error "linux libc or architecture not supported"	354	#error "linux libc or architecture not supported"
318	#endif	355	#endif
319		356
320	# elif CORO_IRIX	357	# elif CORO_IRIX
321		358
322	setjmp (ctx->env);	359	coro_setjmp (ctx->env, 0);
323	ctx->env[JB_PC] = (__uint64_t)coro_init;	360	ctx->env[JB_PC] = (__uint64_t)coro_init;
324	ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize);	361	ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
325		362
326	# elif CORO_ASM	363	# elif CORO_ASM
327		364
328	ctx->sp = (volatile void *)(ssize + (char )sptr);	365	ctx->sp = (void *)(ssize + (char )sptr);
		366	--ctx->sp = (void )abort; /* needed for alignment only */
329	--ctx->sp = (void )coro_init;	367	--ctx->sp = (void )coro_init;
330	--ctx->sp = (void )coro_init; // this is needed when the prologue saves ebp	368
		369	#if CORO_WIN_TIB
		370	--ctx->sp = 0; / ExceptionList */
		371	--ctx->sp = (char )sptr + ssize; /* StackBase */
		372	--ctx->sp = sptr; / StackLimit */
		373	#endif
		374
331	ctx->sp -= NUM_SAVED;	375	ctx->sp -= NUM_SAVED;
		376	memset (ctx->sp, 0, sizeof (ctx->sp) NUM_SAVED);
332		377
333	# endif	378	# elif CORO_UCONTEXT
334		379
335	coro_transfer ((coro_context )create_coro, (coro_context )new_coro);	380	getcontext (&(ctx->uc));
336		381
		382	ctx->uc.uc_link = 0;
		383	ctx->uc.uc_stack.ss_sp = sptr;
		384	ctx->uc.uc_stack.ss_size = (size_t)ssize;
		385	ctx->uc.uc_stack.ss_flags = 0;
		386
		387	makecontext (&(ctx->uc), (void (*)())coro_init, 0);
		388
		389	# endif
		390
		391	coro_transfer (create_coro, new_coro);
		392	}
		393
		394	/*****************************************************************************/
		395	/* pthread backend */
		396	/*****************************************************************************/
337	# elif CORO_PTHREAD	397	#elif CORO_PTHREAD
338		398
339	pthread_t id;	399	/* this mutex will be locked by the running coroutine */
340	pthread_attr_t attr;	400	pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
		401
		402	struct coro_init_args
		403	{
		404	coro_func func;
		405	void *arg;
		406	coro_context self, main;
		407	};
		408
		409	static pthread_t null_tid;
		410
		411	/* I'd so love to cast pthread_mutex_unlock to void ()(void )... */
		412	static void
		413	mutex_unlock_wrapper (void *arg)
		414	{
		415	pthread_mutex_unlock ((pthread_mutex_t *)arg);
		416	}
		417
		418	static void *
		419	coro_init (void *args_)
		420	{
		421	struct coro_init_args args = (struct coro_init_args )args_;
		422	coro_func func = args->func;
		423	void *arg = args->arg;
		424
		425	pthread_mutex_lock (&coro_mutex);
		426
		427	/* we try to be good citizens and use deferred cancellation and cleanup handlers */
		428	pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex);
		429	coro_transfer (args->self, args->main);
		430	func (arg);
		431	pthread_cleanup_pop (1);
		432
		433	return 0;
		434	}
		435
		436	void
		437	coro_transfer (coro_context prev, coro_context next)
		438	{
		439	pthread_cond_signal (&next->cv);
		440	pthread_cond_wait (&prev->cv, &coro_mutex);
		441	#if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */
		442	pthread_testcancel ();
		443	#endif
		444	}
		445
		446	void
		447	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, size_t ssize)
		448	{
341	coro_context nctx;	449	static coro_context nctx;
342	struct coro_init_args args;
343	static int once;	450	static int once;
344		451
345	if (!once)	452	if (!once)
346	{	453	{
		454	once = 1;
		455
347	pthread_mutex_lock (&coro_mutex);	456	pthread_mutex_lock (&coro_mutex);
348	once = 1;	457	pthread_cond_init (&nctx.cv, 0);
		458	null_tid = pthread_self ();
349	}	459	}
350		460
		461	pthread_cond_init (&ctx->cv, 0);
		462
		463	if (coro)
		464	{
		465	pthread_attr_t attr;
		466	struct coro_init_args args;
		467
351	args.func = coro;	468	args.func = coro;
352	args.arg = arg;	469	args.arg = arg;
353	args.self = ctx;	470	args.self = ctx;
354	args.main = &nctx;	471	args.main = &nctx;
355		472
356	pthread_attr_init (&attr);	473	pthread_attr_init (&attr);
357	pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);	474	#if __UCLIBC__
		475	/* exists, but is borked */
		476	/pthread_attr_setstacksize (&attr, (size_t)ssize);/
		477	#elif __CYGWIN__
		478	/* POSIX, not here */
358	pthread_attr_setstack (&attr, sptr, (size_t)ssize);	479	pthread_attr_setstacksize (&attr, (size_t)ssize);
359	pthread_create (&id, &attr, trampoline, &args);
360
361	pthread_cond_init (&args.self->c, 0);
362	coro_transfer (args.main, args.self);
363
364	#else	480	#else
		481	pthread_attr_setstack (&attr, sptr, (size_t)ssize);
		482	#endif
		483	pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
		484	pthread_create (&ctx->id, &attr, coro_init, &args);
		485
		486	coro_transfer (args.main, args.self);
		487	}
		488	else
		489	ctx->id = null_tid;
		490	}
		491
		492	void
		493	coro_destroy (coro_context *ctx)
		494	{
		495	if (!pthread_equal (ctx->id, null_tid))
		496	{
		497	pthread_cancel (ctx->id);
		498	pthread_mutex_unlock (&coro_mutex);
		499	pthread_join (ctx->id, 0);
		500	pthread_mutex_lock (&coro_mutex);
		501	}
		502
		503	pthread_cond_destroy (&ctx->cv);
		504	}
		505
		506	/*****************************************************************************/
		507	/* fiber backend */
		508	/*****************************************************************************/
		509	#elif CORO_FIBER
		510
		511	#define WIN32_LEAN_AND_MEAN
		512	#if _WIN32_WINNT < 0x0400
		513	#undef _WIN32_WINNT
		514	#define _WIN32_WINNT 0x0400
		515	#endif
		516	#include <windows.h>
		517
		518	VOID CALLBACK
		519	coro_init (PVOID arg)
		520	{
		521	coro_context ctx = (coro_context )arg;
		522
		523	ctx->coro (ctx->arg);
		524	}
		525
		526	void
		527	coro_transfer (coro_context prev, coro_context next)
		528	{
		529	if (!prev->fiber)
		530	{
		531	prev->fiber = GetCurrentFiber ();
		532
		533	if (prev->fiber == 0 \|\| prev->fiber == (void *)0x1e00)
		534	prev->fiber = ConvertThreadToFiber (0);
		535	}
		536
		537	SwitchToFiber (next->fiber);
		538	}
		539
		540	void
		541	coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, size_t ssize)
		542	{
		543	ctx->fiber = 0;
		544	ctx->coro = coro;
		545	ctx->arg = arg;
		546
		547	if (!coro)
		548	return;
		549
		550	ctx->fiber = CreateFiber (ssize, coro_init, ctx);
		551	}
		552
		553	void
		554	coro_destroy (coro_context *ctx)
		555	{
		556	DeleteFiber (ctx->fiber);
		557	}
		558
		559	#else
365	# error unsupported backend	560	#error unsupported backend
		561	#endif
		562
		563	/*****************************************************************************/
		564	/* stack management */
		565	/*****************************************************************************/
		566	#if CORO_STACKALLOC
		567
		568	#include <stdlib.h>
		569
		570	#ifndef _WIN32
		571	# include <unistd.h>
		572	#endif
		573
		574	#if CORO_USE_VALGRIND
		575	# include <valgrind/valgrind.h>
		576	#endif
		577
		578	#if _POSIX_MAPPED_FILES
		579	# include <sys/mman.h>
		580	# define CORO_MMAP 1
		581	# ifndef MAP_ANONYMOUS
		582	# ifdef MAP_ANON
		583	# define MAP_ANONYMOUS MAP_ANON
		584	# else
		585	# undef CORO_MMAP
		586	# endif
366	#endif	587	# endif
367	}	588	# include <limits.h>
		589	#else
		590	# undef CORO_MMAP
		591	#endif
368		592
		593	#if _POSIX_MEMORY_PROTECTION
		594	# ifndef CORO_GUARDPAGES
		595	# define CORO_GUARDPAGES 4
		596	# endif
		597	#else
		598	# undef CORO_GUARDPAGES
		599	#endif
		600
		601	#if !CORO_MMAP
		602	# undef CORO_GUARDPAGES
		603	#endif
		604
		605	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
		606	# undef CORO_GUARDPAGES
		607	#endif
		608
		609	#ifndef CORO_GUARDPAGES
		610	# define CORO_GUARDPAGES 0
		611	#endif
		612
		613	#if !PAGESIZE
		614	#if !CORO_MMAP
		615	#define PAGESIZE 4096
		616	#else
		617	static size_t
		618	coro_pagesize (void)
		619	{
		620	static size_t pagesize;
		621
		622	if (!pagesize)
		623	pagesize = sysconf (_SC_PAGESIZE);
		624
		625	return pagesize;
		626	}
		627
		628	#define PAGESIZE coro_pagesize ()
		629	#endif
		630	#endif
		631
		632	int
		633	coro_stack_alloc (struct coro_stack *stack, unsigned int size)
		634	{
		635	if (!size)
		636	size = 256 * 1024;
		637
		638	stack->sptr = 0;
		639	stack->ssze = ((size_t)size * sizeof (void ) + PAGESIZE - 1) / PAGESIZE PAGESIZE;
		640
		641	#if CORO_FIBER
		642
		643	stack->sptr = (void *)stack;
		644	return 1;
		645
		646	#else
		647
		648	size_t ssze = stack->ssze + CORO_GUARDPAGES * PAGESIZE;
		649	void *base;
		650
		651	#if CORO_MMAP
		652	/* mmap supposedly does allocate-on-write for us */
		653	base = mmap (0, ssze, PROT_READ \| PROT_WRITE \| PROT_EXEC, MAP_PRIVATE \| MAP_ANONYMOUS, -1, 0);
		654
		655	if (base == (void *)-1)
		656	{
		657	/* some systems don't let us have executable heap */
		658	/* we assume they won't need executable stack in that case */
		659	base = mmap (0, ssze, PROT_READ \| PROT_WRITE, MAP_PRIVATE \| MAP_ANONYMOUS, -1, 0);
		660
		661	if (base == (void *)-1)
		662	return 0;
		663	}
		664
		665	#if CORO_GUARDPAGES
		666	mprotect (base, CORO_GUARDPAGES * PAGESIZE, PROT_NONE);
		667	#endif
		668
		669	base = (void)((char )base + CORO_GUARDPAGES * PAGESIZE);
		670	#else
		671	base = malloc (ssze);
		672	if (!base)
		673	return 0;
		674	#endif
		675
		676	#if CORO_USE_VALGRIND
		677	stack->valgrind_id = VALGRIND_STACK_REGISTER ((char )base, (char )ssze - CORO_GUARDPAGES * PAGESIZE);
		678	#endif
		679
		680	stack->sptr = base;
		681	return 1;
		682
		683	#endif
		684	}
		685
		686	void
		687	coro_stack_free (struct coro_stack *stack)
		688	{
		689	#if CORO_FIBER
		690	/* nop */
		691	#else
		692	#if CORO_USE_VALGRIND
		693	VALGRIND_STACK_DEREGISTER (stack->valgrind_id);
		694	#endif
		695
		696	#if CORO_MMAP
		697	if (stack->sptr)
		698	munmap ((void)((char )stack->sptr - CORO_GUARDPAGES * PAGESIZE),
		699	stack->ssze + CORO_GUARDPAGES * PAGESIZE);
		700	#else
		701	free (stack->sptr);
		702	#endif
		703	#endif
		704	}
		705
		706	#endif
		707

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing libcoro/coro.c (file contents): Revision 1.32 by root, Wed Jul 16 00:47:05 2008 UTC vs. Revision 1.66 by root, Fri Dec 7 14:21:09 2012 UTC

Diff Legend

Comparing libcoro/coro.c (file contents):
Revision 1.32 by root, Wed Jul 16 00:47:05 2008 UTC vs.
Revision 1.66 by root, Fri Dec 7 14:21:09 2012 UTC