ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/libcoro/coro.c
(Generate patch)

Comparing libcoro/coro.c (file contents):
Revision 1.23 by root, Thu Nov 30 18:21:14 2006 UTC vs.
Revision 1.41 by root, Sat Nov 8 13:32:18 2008 UTC

1/* 1/*
2 * Copyright (c) 2001-2006 Marc Alexander Lehmann <schmorp@schmorp.de> 2 * Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de>
3 * 3 *
4 * Redistribution and use in source and binary forms, with or without modifica- 4 * Redistribution and use in source and binary forms, with or without modifica-
5 * tion, are permitted provided that the following conditions are met: 5 * tion, are permitted provided that the following conditions are met:
6 * 6 *
7 * 1. Redistributions of source code must retain the above copyright notice, 7 * 1. Redistributions of source code must retain the above copyright notice,
8 * this list of conditions and the following disclaimer. 8 * this list of conditions and the following disclaimer.
9 * 9 *
10 * 2. Redistributions in binary form must reproduce the above copyright 10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the 11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution. 12 * documentation and/or other materials provided with the distribution.
13 *
14 * 3. The name of the author may not be used to endorse or promote products
15 * derived from this software without specific prior written permission.
16 * 13 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED 14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
18 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- 15 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER-
19 * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO 16 * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
20 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- 17 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE-
23 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 20 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
24 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH- 21 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH-
25 * ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED 22 * ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
26 * OF THE POSSIBILITY OF SUCH DAMAGE. 23 * OF THE POSSIBILITY OF SUCH DAMAGE.
27 * 24 *
25 * Alternatively, the contents of this file may be used under the terms of
26 * the GNU General Public License ("GPL") version 2 or any later version,
27 * in which case the provisions of the GPL are applicable instead of
28 * the above. If you wish to allow the use of your version of this file
29 * only under the terms of the GPL and not to allow others to use your
30 * version of this file under the BSD license, indicate your decision
31 * by deleting the provisions above and replace them with the notice
32 * and other provisions required by the GPL. If you do not delete the
33 * provisions above, a recipient may use your version of this file under
34 * either the BSD or the GPL.
35 *
28 * This library is modelled strictly after Ralf S. Engelschalls article at 36 * This library is modelled strictly after Ralf S. Engelschalls article at
29 * http://www.gnu.org/software/pth/rse-pmt.ps. So most of the credit must 37 * http://www.gnu.org/software/pth/rse-pmt.ps. So most of the credit must
30 * go to Ralf S. Engelschall <rse@engelschall.com>. 38 * go to Ralf S. Engelschall <rse@engelschall.com>.
31 */ 39 */
32 40
33#include "coro.h" 41#include "coro.h"
34 42
43#include <string.h>
44
45/*****************************************************************************/
46/* ucontext/setjmp/asm backends */
47/*****************************************************************************/
48#if CORO_UCONTEXT || CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM
49
50# if CORO_UCONTEXT
51# include <stddef.h>
52# endif
53
35#if !defined(STACK_ADJUST_PTR) 54# if !defined(STACK_ADJUST_PTR)
55# if __sgi
36/* IRIX is decidedly NON-unix */ 56/* IRIX is decidedly NON-unix */
37# if __sgi
38# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) 57# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
39# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) 58# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
40# elif __i386__ && CORO_LINUX 59# elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER)
41# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) 60# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
42# define STACK_ADJUST_SIZE(sp,ss) (ss) 61# define STACK_ADJUST_SIZE(sp,ss) (ss)
43# elif __amd64__ && CORO_LINUX 62# elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER)
44# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) 63# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
45# define STACK_ADJUST_SIZE(sp,ss) (ss) 64# define STACK_ADJUST_SIZE(sp,ss) (ss)
46# else 65# else
47# define STACK_ADJUST_PTR(sp,ss) (sp) 66# define STACK_ADJUST_PTR(sp,ss) (sp)
48# define STACK_ADJUST_SIZE(sp,ss) (ss) 67# define STACK_ADJUST_SIZE(sp,ss) (ss)
49# endif 68# endif
50#endif 69# endif
51 70
52#if CORO_UCONTEXT
53# include <stddef.h>
54#endif
55
56#if CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX
57
58#include <stdlib.h> 71# include <stdlib.h>
59 72
60#if CORO_SJLJ 73# if CORO_SJLJ
61# include <stdio.h> 74# include <stdio.h>
62# include <signal.h> 75# include <signal.h>
63# include <unistd.h> 76# include <unistd.h>
64#endif 77# endif
65 78
66static volatile coro_func coro_init_func; 79static coro_func coro_init_func;
67static volatile void *coro_init_arg; 80static void *coro_init_arg;
68static volatile coro_context *new_coro, *create_coro; 81static coro_context *new_coro, *create_coro;
82
83/* what we really want to detect here is wether we use a new-enough version of GAS */
84/* with dwarf debug info. instead, check for gcc 3, ELF and GNU/Linux and hope for the best */
85# if __GNUC__ >= 3 && __ELF__ && __linux__
86# define HAVE_CFI 1
87# endif
69 88
70static void 89static void
71coro_init (void) 90coro_init (void)
72{ 91{
73 volatile coro_func func = coro_init_func; 92 volatile coro_func func = coro_init_func;
74 volatile void *arg = coro_init_arg; 93 volatile void *arg = coro_init_arg;
75 94
76 coro_transfer ((coro_context *)new_coro, (coro_context *)create_coro); 95 coro_transfer (new_coro, create_coro);
77 96
78 func ((void *)arg); 97 func ((void *)arg);
79 98
80 /* the new coro returned. bad. just abort() for now */ 99 /* the new coro returned. bad. just abort() for now */
81 abort (); 100 abort ();
82} 101}
83 102
84# if CORO_SJLJ 103# if CORO_SJLJ
85 104
86static volatile int trampoline_count; 105static volatile int trampoline_done;
87 106
88/* trampoline signal handler */ 107/* trampoline signal handler */
89static void 108static void
90trampoline (int sig) 109trampoline (int sig)
91{ 110{
92 if (setjmp (((coro_context *)new_coro)->env)) 111 if (
112 #if _XOPEN_UNIX > 0
113 _setjmp (new_coro->env)
114 #else
115 sigsetjmp (new_coro->env, 0)
116 #endif
117 ) {
118 #if HAVE_CFI
119 asm (".cfi_startproc");
120 #endif
93 coro_init (); /* start it */ 121 coro_init (); /* start it */
122 #if HAVE_CFI
123 asm (".cfi_endproc");
124 #endif
125 }
94 else 126 else
95 trampoline_count++; 127 trampoline_done = 1;
96} 128}
97 129
98# endif
99
100#endif 130# endif
101 131
102/* initialize a machine state */ 132# if CORO_ASM
103void coro_create (coro_context *ctx,
104 coro_func coro, void *arg,
105 void *sptr, long ssize)
106{
107#if CORO_UCONTEXT
108 133
109 getcontext (&(ctx->uc)); 134 asm (
135 ".text\n"
136 ".globl coro_transfer\n"
137 ".type coro_transfer, @function\n"
138 "coro_transfer:\n"
139 #if __amd64
140 #define NUM_SAVED 6
141 "\tpush %rbp\n"
142 "\tpush %rbx\n"
143 "\tpush %r12\n"
144 "\tpush %r13\n"
145 "\tpush %r14\n"
146 "\tpush %r15\n"
147 "\tmov %rsp, (%rdi)\n"
148 "\tmov (%rsi), %rsp\n"
149 "\tpop %r15\n"
150 "\tpop %r14\n"
151 "\tpop %r13\n"
152 "\tpop %r12\n"
153 "\tpop %rbx\n"
154 "\tpop %rbp\n"
155 #elif __i386
156 #define NUM_SAVED 4
157 "\tpush %ebp\n"
158 "\tpush %ebx\n"
159 "\tpush %esi\n"
160 "\tpush %edi\n"
161 "\tmov %esp, (%eax)\n"
162 "\tmov (%edx), %esp\n"
163 "\tpop %edi\n"
164 "\tpop %esi\n"
165 "\tpop %ebx\n"
166 "\tpop %ebp\n"
167 #else
168 #error unsupported architecture
169 #endif
170 "\tret\n"
171 );
110 172
111 ctx->uc.uc_link = 0; 173# endif
112 ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize);
113 ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize);
114 ctx->uc.uc_stack.ss_flags = 0;
115 174
116 makecontext (&(ctx->uc), (void (*)()) coro, 1, arg); 175void
117 176coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
118#elif CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX 177{
119 178 coro_context nctx;
120# if CORO_SJLJ 179# if CORO_SJLJ
121 stack_t ostk, nstk; 180 stack_t ostk, nstk;
122 struct sigaction osa, nsa; 181 struct sigaction osa, nsa;
123 sigset_t nsig, osig; 182 sigset_t nsig, osig;
124# endif 183# endif
125 coro_context nctx; 184
185 if (!coro)
186 return;
126 187
127 coro_init_func = coro; 188 coro_init_func = coro;
128 coro_init_arg = arg; 189 coro_init_arg = arg;
129 190
130 new_coro = ctx; 191 new_coro = ctx;
156 { 217 {
157 perror ("sigaltstack"); 218 perror ("sigaltstack");
158 abort (); 219 abort ();
159 } 220 }
160 221
161 trampoline_count = 0; 222 trampoline_done = 0;
162 kill (getpid (), SIGUSR2); 223 kill (getpid (), SIGUSR2);
163 sigfillset (&nsig); sigdelset (&nsig, SIGUSR2); 224 sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
164 225
165 while (!trampoline_count) 226 while (!trampoline_done)
166 sigsuspend (&nsig); 227 sigsuspend (&nsig);
167 228
168 sigaltstack (0, &nstk); 229 sigaltstack (0, &nstk);
169 nstk.ss_flags = SS_DISABLE; 230 nstk.ss_flags = SS_DISABLE;
170 if (sigaltstack (&nstk, 0) < 0) 231 if (sigaltstack (&nstk, 0) < 0)
176 237
177 if (~ostk.ss_flags & SS_DISABLE) 238 if (~ostk.ss_flags & SS_DISABLE)
178 sigaltstack (&ostk, 0); 239 sigaltstack (&ostk, 0);
179 240
180 sigaction (SIGUSR2, &osa, 0); 241 sigaction (SIGUSR2, &osa, 0);
181
182 sigprocmask (SIG_SETMASK, &osig, 0); 242 sigprocmask (SIG_SETMASK, &osig, 0);
183 243
184# elif CORO_LOSER 244# elif CORO_LOSER
185 245
186 setjmp (ctx->env); 246 setjmp (ctx->env);
187#if __CYGWIN__ 247 #if __CYGWIN__
188 ctx->env[7] = (long)((char *)sptr + ssize); 248 ctx->env[7] = (long)((char *)sptr + ssize) - sizeof (long);
189 ctx->env[8] = (long)coro_init; 249 ctx->env[8] = (long)coro_init;
190#elif defined(_M_IX86) 250 #elif defined(_M_IX86)
191 ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init; 251 ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;
192 ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr,ssize); 252 ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
193#elif defined(_M_AMD64) 253 #elif defined(_M_AMD64)
194 ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init; 254 ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;
195 ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr,ssize); 255 ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
196#elif defined(_M_IA64) 256 #elif defined(_M_IA64)
197 ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init; 257 ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;
198 ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr,ssize); 258 ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
259 #else
260 #error "microsoft libc or architecture not supported"
261 #endif
262
263# elif CORO_LINUX
264
265 _setjmp (ctx->env);
266 #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
267 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
268 ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
269 #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
270 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
271 ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize) - sizeof (long);
272 #elif defined (__GNU_LIBRARY__) && defined (__i386__)
273 ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
274 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long);
275 #elif defined (__GNU_LIBRARY__) && defined (__amd64__)
276 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
277 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long);
278 #else
279 #error "linux libc or architecture not supported"
280 #endif
281
282# elif CORO_IRIX
283
284 sigsetjmp (ctx->env, 0);
285 ctx->env[JB_PC] = (__uint64_t)coro_init;
286 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
287
288# elif CORO_ASM
289
290 ctx->sp = (void **)(ssize + (char *)sptr);
291 *--ctx->sp = (void *)abort; /* needed for alignment only */
292 *--ctx->sp = (void *)coro_init;
293 ctx->sp -= NUM_SAVED;
294
295# elif CORO_UCONTEXT
296
297 getcontext (&(ctx->uc));
298
299 ctx->uc.uc_link = 0;
300 ctx->uc.uc_stack.ss_sp = sptr;
301 ctx->uc.uc_stack.ss_size = (size_t)ssize;
302 ctx->uc.uc_stack.ss_flags = 0;
303
304 makecontext (&(ctx->uc), (void (*)())coro_init, 0);
305
306# endif
307
308 coro_transfer (create_coro, new_coro);
309}
310
311/*****************************************************************************/
312/* pthread backend */
313/*****************************************************************************/
314#elif CORO_PTHREAD
315
316/* this mutex will be locked by the running coroutine */
317pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
318
319struct coro_init_args
320{
321 coro_func func;
322 void *arg;
323 coro_context *self, *main;
324};
325
326static pthread_t null_tid;
327
328/* I'd so love to cast pthread_mutex_unlock to void (*)(void *)... */
329static void
330mutex_unlock_wrapper (void *arg)
331{
332 pthread_mutex_unlock ((pthread_mutex_t *)arg);
333}
334
335static void *
336coro_init (void *args_)
337{
338 struct coro_init_args *args = (struct coro_init_args *)args_;
339 coro_func func = args->func;
340 void *arg = args->arg;
341
342 pthread_mutex_lock (&coro_mutex);
343
344 /* we try to be good citizens and use deferred cancellation and cleanup handlers */
345 pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex);
346 coro_transfer (args->self, args->main);
347 func (arg);
348 pthread_cleanup_pop (1);
349
350 return 0;
351}
352
353void
354coro_transfer (coro_context *prev, coro_context *next)
355{
356 pthread_cond_signal (&next->cv);
357 pthread_cond_wait (&prev->cv, &coro_mutex);
358}
359
360void
361coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
362{
363 static coro_context nctx;
364 static int once;
365
366 if (!once)
367 {
368 once = 1;
369
370 pthread_mutex_lock (&coro_mutex);
371 pthread_cond_init (&nctx.cv, 0);
372 null_tid = pthread_self ();
373 }
374
375 pthread_cond_init (&ctx->cv, 0);
376
377 if (coro)
378 {
379 pthread_attr_t attr;
380 struct coro_init_args args;
381
382 args.func = coro;
383 args.arg = arg;
384 args.self = ctx;
385 args.main = &nctx;
386
387 pthread_attr_init (&attr);
388 pthread_attr_setstack (&attr, sptr, (size_t)ssize);
389 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
390 pthread_create (&ctx->id, &attr, coro_init, &args);
391
392 coro_transfer (args.main, args.self);
393 }
394 else
395 ctx->id = null_tid;
396}
397
398void
399coro_destroy (coro_context *ctx)
400{
401 if (!pthread_equal (ctx->id, null_tid))
402 {
403 pthread_cancel (ctx->id);
404 pthread_mutex_unlock (&coro_mutex);
405 pthread_join (ctx->id, 0);
406 pthread_mutex_lock (&coro_mutex);
407 }
408
409 pthread_cond_destroy (&ctx->cv);
410}
411
199#else 412#else
200#error "microsoft libc or architecture not supported" 413# error unsupported backend
201#endif 414#endif
202 415
203# elif CORO_LINUX
204
205 _setjmp (ctx->env);
206#if defined(__GLIBC__) && defined(__GLIBC_MINOR__) \
207 && __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined(JB_PC) && defined(JB_SP)
208 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
209 ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr,ssize);
210#elif defined(__GLIBC__) && defined(__GLIBC_MINOR__) \
211 && __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined(__mc68000__)
212 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
213 ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize);
214#elif defined(__GNU_LIBRARY__) && defined(__i386__)
215 ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
216 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize);
217#elif defined(__GNU_LIBRARY__) && defined(__amd64__)
218 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
219 ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr,ssize);
220#else
221#error "linux libc or architecture not supported"
222#endif
223
224# elif CORO_IRIX
225
226 setjmp (ctx->env);
227 ctx->env[JB_PC] = (__uint64_t)coro_init;
228 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr,ssize);
229
230# endif
231
232 coro_transfer ((coro_context *)create_coro, (coro_context *)new_coro);
233
234#else
235error unsupported architecture
236#endif
237}
238

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines