ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/libcoro/coro.c
(Generate patch)

Comparing libcoro/coro.c (file contents):
Revision 1.29 by root, Sun Mar 2 16:10:22 2008 UTC vs.
Revision 1.57 by root, Mon May 30 02:46:52 2011 UTC

1/* 1/*
2 * Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de> 2 * Copyright (c) 2001-2011 Marc Alexander Lehmann <schmorp@schmorp.de>
3 * 3 *
4 * Redistribution and use in source and binary forms, with or without modifica- 4 * Redistribution and use in source and binary forms, with or without modifica-
5 * tion, are permitted provided that the following conditions are met: 5 * tion, are permitted provided that the following conditions are met:
6 * 6 *
7 * 1. Redistributions of source code must retain the above copyright notice, 7 * 1. Redistributions of source code must retain the above copyright notice,
… …
38 * go to Ralf S. Engelschall <rse@engelschall.com>. 38 * go to Ralf S. Engelschall <rse@engelschall.com>.
39 */ 39 */
40 40
41#include "coro.h" 41#include "coro.h"
42 42
43#include <string.h>
44
45/*****************************************************************************/
46/* ucontext/setjmp/asm backends */
47/*****************************************************************************/
48#if CORO_UCONTEXT || CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM
49
50# if CORO_UCONTEXT
51# include <stddef.h>
52# endif
53
43#if !defined(STACK_ADJUST_PTR) 54# if !defined(STACK_ADJUST_PTR)
55# if __sgi
44/* IRIX is decidedly NON-unix */ 56/* IRIX is decidedly NON-unix */
45# if __sgi
46# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) 57# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
47# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) 58# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
48# elif __i386__ && CORO_LINUX 59# elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER)
49# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) 60# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
50# define STACK_ADJUST_SIZE(sp,ss) (ss) 61# define STACK_ADJUST_SIZE(sp,ss) (ss)
51# elif __amd64__ && CORO_LINUX 62# elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER)
52# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) 63# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
53# define STACK_ADJUST_SIZE(sp,ss) (ss) 64# define STACK_ADJUST_SIZE(sp,ss) (ss)
54# else 65# else
55# define STACK_ADJUST_PTR(sp,ss) (sp) 66# define STACK_ADJUST_PTR(sp,ss) (sp)
56# define STACK_ADJUST_SIZE(sp,ss) (ss) 67# define STACK_ADJUST_SIZE(sp,ss) (ss)
57# endif 68# endif
58#endif 69# endif
59 70
60#if CORO_UCONTEXT
61# include <stddef.h>
62#endif
63
64#if CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM
65
66#include <stdlib.h> 71# include <stdlib.h>
67 72
68#if CORO_SJLJ 73# if CORO_SJLJ
69# include <stdio.h> 74# include <stdio.h>
70# include <signal.h> 75# include <signal.h>
71# include <unistd.h> 76# include <unistd.h>
72#endif 77# endif
73 78
74static volatile coro_func coro_init_func; 79static coro_func coro_init_func;
75static volatile void *coro_init_arg; 80static void *coro_init_arg;
76static volatile coro_context *new_coro, *create_coro; 81static coro_context *new_coro, *create_coro;
77
78/* what we really want to detect here is wether we use a new-enough version of GAS */
79/* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */
80#if __GNUC__ >= 3 && __ELF__ && __linux__
81# define HAVE_CFI 1
82#endif
83 82
84static void 83static void
85coro_init (void) 84coro_init (void)
86{ 85{
87 volatile coro_func func = coro_init_func; 86 volatile coro_func func = coro_init_func;
88 volatile void *arg = coro_init_arg; 87 volatile void *arg = coro_init_arg;
89 88
90 coro_transfer ((coro_context *)new_coro, (coro_context *)create_coro); 89 coro_transfer (new_coro, create_coro);
90
91#if __linux && __amd64
92 /* we blindly assume on any __linux with __amd64 we have a new enough gas with .cfi_undefined support */
93 asm (".cfi_undefined rip");
94#endif
91 95
92 func ((void *)arg); 96 func ((void *)arg);
93 97
94 /* the new coro returned. bad. just abort() for now */ 98 /* the new coro returned. bad. just abort() for now */
95 abort (); 99 abort ();
96} 100}
97 101
98# if CORO_SJLJ 102# if CORO_SJLJ
99 103
100static volatile int trampoline_count; 104static volatile int trampoline_done;
101 105
102/* trampoline signal handler */ 106/* trampoline signal handler */
103static void 107static void
104trampoline (int sig) 108trampoline (int sig)
105{ 109{
106 if (setjmp (((coro_context *)new_coro)->env)) 110 if (coro_setjmp (new_coro->env))
107 {
108#if HAVE_CFI
109 asm (".cfi_startproc");
110#endif
111 coro_init (); /* start it */ 111 coro_init (); /* start it */
112#if HAVE_CFI
113 asm (".cfi_endproc");
114#endif
115 }
116 else 112 else
117 trampoline_count++; 113 trampoline_done = 1;
118} 114}
119 115
120# endif
121
122#endif 116# endif
123 117
124#if CORO_ASM 118# if CORO_ASM
125void __attribute__((__noinline__, __fastcall__)) 119
126coro_transfer (struct coro_context *prev, struct coro_context *next) 120 asm (
127{ 121 ".text\n"
128 asm volatile ( 122 ".globl coro_transfer\n"
123 ".type coro_transfer, @function\n"
124 "coro_transfer:\n"
125 /* windows, of course, gives a shit on the amd64 ABI and uses different registers */
126 /* http://blogs.msdn.com/freik/archive/2005/03/17/398200.aspx */
129#if __amd64 127 #if __amd64
130# define NUM_CLOBBERED 5 128 #define NUM_SAVED 6
129 "\tpush %rbp\n"
131 "push %%rbx\n\t" 130 "\tpush %rbx\n"
132 "push %%r12\n\t" 131 "\tpush %r12\n"
133 "push %%r13\n\t" 132 "\tpush %r13\n"
134 "push %%r14\n\t" 133 "\tpush %r14\n"
135 "push %%r15\n\t" 134 "\tpush %r15\n"
136 "mov %%rsp, %0\n\t" 135 #if CORO_WIN_TIB
137 "mov %1, %%rsp\n\t" 136 "\tpush %gs:0x0\n"
137 "\tpush %gs:0x8\n"
138 "\tpush %gs:0xc\n"
139 #endif
140 "\tmov %rsp, (%rdi)\n"
141 "\tmov (%rsi), %rsp\n"
142 #if CORO_WIN_TIB
143 "\tpop %gs:0xc\n"
144 "\tpop %gs:0x8\n"
145 "\tpop %gs:0x0\n"
146 #endif
138 "pop %%r15\n\t" 147 "\tpop %r15\n"
139 "pop %%r14\n\t" 148 "\tpop %r14\n"
140 "pop %%r13\n\t" 149 "\tpop %r13\n"
141 "pop %%r12\n\t" 150 "\tpop %r12\n"
142 "pop %%rbx\n\t" 151 "\tpop %rbx\n"
152 "\tpop %rbp\n"
143#elif __i386 153 #elif __i386
144# define NUM_CLOBBERED 4 154 #define NUM_SAVED 4
145 "push %%ebx\n\t"
146 "push %%esi\n\t"
147 "push %%edi\n\t"
148 "push %%ebp\n\t" 155 "\tpush %ebp\n"
149 "mov %%esp, %0\n\t" 156 "\tpush %ebx\n"
150 "mov %1, %%esp\n\t" 157 "\tpush %esi\n"
151 "pop %%ebp\n\t" 158 "\tpush %edi\n"
159 #if CORO_WIN_TIB
160 "\tpush %fs:0\n"
161 "\tpush %fs:4\n"
162 "\tpush %fs:8\n"
163 #endif
164 "\tmov %esp, (%eax)\n"
165 "\tmov (%edx), %esp\n"
166 #if CORO_WIN_TIB
167 "\tpop %fs:8\n"
168 "\tpop %fs:4\n"
169 "\tpop %fs:0\n"
170 #endif
152 "pop %%edi\n\t" 171 "\tpop %edi\n"
153 "pop %%esi\n\t" 172 "\tpop %esi\n"
154 "pop %%ebx\n\t" 173 "\tpop %ebx\n"
155#else 174 "\tpop %ebp\n"
175 #else
156# error unsupported architecture 176 #error unsupported architecture
157#endif 177 #endif
158 : "=m" (prev->sp) 178 "\tret\n"
159 : "m" (next->sp)
160 ); 179 );
161} 180
162#endif 181# endif
163 182
164/* initialize a machine state */ 183void
165void coro_create (coro_context *ctx, 184coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
166 coro_func coro, void *arg,
167 void *sptr, long ssize)
168{ 185{
169#if CORO_UCONTEXT 186 coro_context nctx;
170
171 getcontext (&(ctx->uc));
172
173 ctx->uc.uc_link = 0;
174 ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize);
175 ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize);
176 ctx->uc.uc_stack.ss_flags = 0;
177
178 makecontext (&(ctx->uc), (void (*)()) coro, 1, arg);
179
180#elif CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM
181
182# if CORO_SJLJ 187# if CORO_SJLJ
183 stack_t ostk, nstk; 188 stack_t ostk, nstk;
184 struct sigaction osa, nsa; 189 struct sigaction osa, nsa;
185 sigset_t nsig, osig; 190 sigset_t nsig, osig;
186# endif 191# endif
187 coro_context nctx; 192
193 if (!coro)
194 return;
188 195
189 coro_init_func = coro; 196 coro_init_func = coro;
190 coro_init_arg = arg; 197 coro_init_arg = arg;
191 198
192 new_coro = ctx; 199 new_coro = ctx;
… …
208 perror ("sigaction"); 215 perror ("sigaction");
209 abort (); 216 abort ();
210 } 217 }
211 218
212 /* set the new stack */ 219 /* set the new stack */
213 nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */ 220 nstk.ss_sp = STACK_ADJUST_PTR (sptr, ssize); /* yes, some platforms (IRIX) get this wrong. */
214 nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize); 221 nstk.ss_size = STACK_ADJUST_SIZE (sptr, ssize);
215 nstk.ss_flags = 0; 222 nstk.ss_flags = 0;
216 223
217 if (sigaltstack (&nstk, &ostk) < 0) 224 if (sigaltstack (&nstk, &ostk) < 0)
218 { 225 {
219 perror ("sigaltstack"); 226 perror ("sigaltstack");
220 abort (); 227 abort ();
221 } 228 }
222 229
223 trampoline_count = 0; 230 trampoline_done = 0;
224 kill (getpid (), SIGUSR2); 231 kill (getpid (), SIGUSR2);
225 sigfillset (&nsig); sigdelset (&nsig, SIGUSR2); 232 sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
226 233
227 while (!trampoline_count) 234 while (!trampoline_done)
228 sigsuspend (&nsig); 235 sigsuspend (&nsig);
229 236
230 sigaltstack (0, &nstk); 237 sigaltstack (0, &nstk);
231 nstk.ss_flags = SS_DISABLE; 238 nstk.ss_flags = SS_DISABLE;
232 if (sigaltstack (&nstk, 0) < 0) 239 if (sigaltstack (&nstk, 0) < 0)
… …
238 245
239 if (~ostk.ss_flags & SS_DISABLE) 246 if (~ostk.ss_flags & SS_DISABLE)
240 sigaltstack (&ostk, 0); 247 sigaltstack (&ostk, 0);
241 248
242 sigaction (SIGUSR2, &osa, 0); 249 sigaction (SIGUSR2, &osa, 0);
243
244 sigprocmask (SIG_SETMASK, &osig, 0); 250 sigprocmask (SIG_SETMASK, &osig, 0);
245 251
246# elif CORO_LOSER 252# elif CORO_LOSER
247 253
248 setjmp (ctx->env); 254 coro_setjmp (ctx->env);
249#if __CYGWIN__ 255 #if __CYGWIN__ && __i386
250 ctx->env[7] = (long)((char *)sptr + ssize); 256 ctx->env[8] = (long) coro_init;
251 ctx->env[8] = (long)coro_init; 257 ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long);
258 #elif __CYGWIN__ && __x86_64
259 ctx->env[7] = (long) coro_init;
260 ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long);
261 #elif defined(__MINGW32__)
262 ctx->env[5] = (long) coro_init;
263 ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long);
252#elif defined(_M_IX86) 264 #elif defined(_M_IX86)
253 ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init; 265 ((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init;
254 ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr,ssize); 266 ((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
255#elif defined(_M_AMD64) 267 #elif defined(_M_AMD64)
256 ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init; 268 ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init;
257 ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr,ssize); 269 ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
258#elif defined(_M_IA64) 270 #elif defined(_M_IA64)
259 ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init; 271 ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init;
260 ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr,ssize); 272 ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
273 #else
274 #error "microsoft libc or architecture not supported"
275 #endif
276
277# elif CORO_LINUX
278
279 coro_setjmp (ctx->env);
280 #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
281 ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
282 ctx->env[0].__jmpbuf[JB_SP] = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
283 #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
284 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
285 ctx->env[0].__jmpbuf[0].__sp = (int *) ((char *)sptr + ssize) - sizeof (long);
286 #elif defined (__GNU_LIBRARY__) && defined (__i386__)
287 ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init;
288 ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long);
289 #elif defined (__GNU_LIBRARY__) && defined (__amd64__)
290 ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
291 ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long);
292 #else
293 #error "linux libc or architecture not supported"
294 #endif
295
296# elif CORO_IRIX
297
298 coro_setjmp (ctx->env, 0);
299 ctx->env[JB_PC] = (__uint64_t)coro_init;
300 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
301
302# elif CORO_ASM
303
304 ctx->sp = (void **)(ssize + (char *)sptr);
305 *--ctx->sp = (void *)abort; /* needed for alignment only */
306 *--ctx->sp = (void *)coro_init;
307
308 #if CORO_WIN_TIB
309 *--ctx->sp = 0; /* ExceptionList */
310 *--ctx->sp = (char *)sptr + ssize; /* StackBase */
311 *--ctx->sp = sptr; /* StackLimit */
312 #endif
313
314 ctx->sp -= NUM_SAVED;
315 memset (ctx->sp, 0, sizeof (*ctx->sp) * NUM_SAVED);
316
317# elif CORO_UCONTEXT
318
319 getcontext (&(ctx->uc));
320
321 ctx->uc.uc_link = 0;
322 ctx->uc.uc_stack.ss_sp = sptr;
323 ctx->uc.uc_stack.ss_size = (size_t)ssize;
324 ctx->uc.uc_stack.ss_flags = 0;
325
326 makecontext (&(ctx->uc), (void (*)())coro_init, 0);
327
328# endif
329
330 coro_transfer (create_coro, new_coro);
331}
332
333/*****************************************************************************/
334/* pthread backend */
335/*****************************************************************************/
336#elif CORO_PTHREAD
337
338/* this mutex will be locked by the running coroutine */
339pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
340
341struct coro_init_args
342{
343 coro_func func;
344 void *arg;
345 coro_context *self, *main;
346};
347
348static pthread_t null_tid;
349
350/* I'd so love to cast pthread_mutex_unlock to void (*)(void *)... */
351static void
352mutex_unlock_wrapper (void *arg)
353{
354 pthread_mutex_unlock ((pthread_mutex_t *)arg);
355}
356
357static void *
358coro_init (void *args_)
359{
360 struct coro_init_args *args = (struct coro_init_args *)args_;
361 coro_func func = args->func;
362 void *arg = args->arg;
363
364 pthread_mutex_lock (&coro_mutex);
365
366 /* we try to be good citizens and use deferred cancellation and cleanup handlers */
367 pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex);
368 coro_transfer (args->self, args->main);
369 func (arg);
370 pthread_cleanup_pop (1);
371
372 return 0;
373}
374
375void
376coro_transfer (coro_context *prev, coro_context *next)
377{
378 pthread_cond_signal (&next->cv);
379 pthread_cond_wait (&prev->cv, &coro_mutex);
380#if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */
381 pthread_testcancel ();
382#endif
383}
384
385void
386coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
387{
388 static coro_context nctx;
389 static int once;
390
391 if (!once)
392 {
393 once = 1;
394
395 pthread_mutex_lock (&coro_mutex);
396 pthread_cond_init (&nctx.cv, 0);
397 null_tid = pthread_self ();
398 }
399
400 pthread_cond_init (&ctx->cv, 0);
401
402 if (coro)
403 {
404 pthread_attr_t attr;
405 struct coro_init_args args;
406
407 args.func = coro;
408 args.arg = arg;
409 args.self = ctx;
410 args.main = &nctx;
411
412 pthread_attr_init (&attr);
413#if __UCLIBC__
414 /* exists, but is borked */
415 /*pthread_attr_setstacksize (&attr, (size_t)ssize);*/
261#else 416#else
262#error "microsoft libc or architecture not supported" 417 pthread_attr_setstack (&attr, sptr, (size_t)ssize);
263#endif 418#endif
419 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
420 pthread_create (&ctx->id, &attr, coro_init, &args);
264 421
265# elif CORO_LINUX 422 coro_transfer (args.main, args.self);
423 }
424 else
425 ctx->id = null_tid;
426}
266 427
267 _setjmp (ctx->env); 428void
268#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) 429coro_destroy (coro_context *ctx)
269 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; 430{
270 ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize); 431 if (!pthread_equal (ctx->id, null_tid))
271#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) 432 {
272 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; 433 pthread_cancel (ctx->id);
273 ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize); 434 pthread_mutex_unlock (&coro_mutex);
274#elif defined (__GNU_LIBRARY__) && defined (__i386__) 435 pthread_join (ctx->id, 0);
275 ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init; 436 pthread_mutex_lock (&coro_mutex);
276 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize); 437 }
277#elif defined (__GNU_LIBRARY__) && defined (__amd64__) 438
278 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; 439 pthread_cond_destroy (&ctx->cv);
279 ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr, ssize); 440}
441
280#else 442#else
281# error "linux libc or architecture not supported" 443# error unsupported backend
282#endif 444#endif
283 445
284# elif CORO_IRIX
285
286 setjmp (ctx->env);
287 ctx->env[JB_PC] = (__uint64_t)coro_init;
288 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize);
289
290# elif CORO_ASM
291
292 ctx->sp = (volatile void **)(ssize + (char *)sptr);
293 *--ctx->sp = (void *)coro_init;
294 *--ctx->sp = (void *)coro_init; // this is needed when the prologue saves ebp
295 ctx->sp -= NUM_CLOBBERED;
296
297# endif
298
299 coro_transfer ((coro_context *)create_coro, (coro_context *)new_coro);
300
301#else
302# error unsupported architecture
303#endif
304}
305

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines