ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/libcoro/coro.c
(Generate patch)

Comparing libcoro/coro.c (file contents):
Revision 1.38 by root, Fri Nov 7 20:12:26 2008 UTC vs.
Revision 1.45 by root, Tue Jun 23 00:56:14 2009 UTC

… …
40 40
41#include "coro.h" 41#include "coro.h"
42 42
43#include <string.h> 43#include <string.h>
44 44
45/*****************************************************************************/
46/* ucontext/setjmp/asm backends */
47/*****************************************************************************/
48#if CORO_UCONTEXT || CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM
49
50# if CORO_UCONTEXT
51# include <stddef.h>
52# endif
53
45#if !defined(STACK_ADJUST_PTR) 54# if !defined(STACK_ADJUST_PTR)
55# if __sgi
46/* IRIX is decidedly NON-unix */ 56/* IRIX is decidedly NON-unix */
47# if __sgi
48# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) 57# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
49# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) 58# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
50# elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER) 59# elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER)
51# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) 60# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
52# define STACK_ADJUST_SIZE(sp,ss) (ss) 61# define STACK_ADJUST_SIZE(sp,ss) (ss)
53# elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER) 62# elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER)
54# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) 63# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
55# define STACK_ADJUST_SIZE(sp,ss) (ss) 64# define STACK_ADJUST_SIZE(sp,ss) (ss)
56# else 65# else
57# define STACK_ADJUST_PTR(sp,ss) (sp) 66# define STACK_ADJUST_PTR(sp,ss) (sp)
58# define STACK_ADJUST_SIZE(sp,ss) (ss) 67# define STACK_ADJUST_SIZE(sp,ss) (ss)
59# endif 68# endif
60#endif 69# endif
61
62#if CORO_UCONTEXT
63# include <stddef.h>
64#endif
65
66#if CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM
67 70
68# include <stdlib.h> 71# include <stdlib.h>
69 72
70# if CORO_SJLJ 73# if CORO_SJLJ
71# include <stdio.h> 74# include <stdio.h>
72# include <signal.h> 75# include <signal.h>
73# include <unistd.h> 76# include <unistd.h>
74# endif 77# endif
75 78
76static volatile coro_func coro_init_func; 79static coro_func coro_init_func;
77static volatile void *coro_init_arg; 80static void *coro_init_arg;
78static volatile coro_context *new_coro, *create_coro; 81static coro_context *new_coro, *create_coro;
79
80/* what we really want to detect here is wether we use a new-enough version of GAS */
81/* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */
82# if __GNUC__ >= 3 && __ELF__ && __linux__
83# define HAVE_CFI 1
84# endif
85 82
86static void 83static void
87coro_init (void) 84coro_init (void)
88{ 85{
89 volatile coro_func func = coro_init_func; 86 volatile coro_func func = coro_init_func;
90 volatile void *arg = coro_init_arg; 87 volatile void *arg = coro_init_arg;
91 88
92 coro_transfer ((coro_context *)new_coro, (coro_context *)create_coro); 89 coro_transfer (new_coro, create_coro);
93 90
94 func ((void *)arg); 91 func ((void *)arg);
95 92
96 /* the new coro returned. bad. just abort() for now */ 93 /* the new coro returned. bad. just abort() for now */
97 abort (); 94 abort ();
98} 95}
99 96
100# if CORO_SJLJ 97# if CORO_SJLJ
101 98
102static volatile int trampoline_count; 99static volatile int trampoline_done;
103 100
104/* trampoline signal handler */ 101/* trampoline signal handler */
105static void 102static void
106trampoline (int sig) 103trampoline (int sig)
107{ 104{
108 if (setjmp (((coro_context *)new_coro)->env)) 105 if (coro_setjmp (new_coro->env))
109 {
110# if HAVE_CFI
111 asm (".cfi_startproc");
112# endif
113 coro_init (); /* start it */ 106 coro_init (); /* start it */
114# if HAVE_CFI
115 asm (".cfi_endproc");
116# endif
117 }
118 else 107 else
119 trampoline_count++; 108 trampoline_done = 1;
120} 109}
121 110
122# endif
123
124#endif 111# endif
125 112
126#if CORO_ASM 113# if CORO_ASM
127 114
128 asm ( 115 asm (
129 ".text\n" 116 ".text\n"
130 ".globl coro_transfer\n" 117 ".globl coro_transfer\n"
131 ".type coro_transfer, @function\n" 118 ".type coro_transfer, @function\n"
132 "coro_transfer:\n" 119 "coro_transfer:\n"
133# if __amd64 120 #if __amd64
134# define NUM_SAVED 6 121 #define NUM_SAVED 6
135 "\tpush %rbp\n" 122 "\tpush %rbp\n"
136 "\tpush %rbx\n" 123 "\tpush %rbx\n"
137 "\tpush %r12\n" 124 "\tpush %r12\n"
138 "\tpush %r13\n" 125 "\tpush %r13\n"
139 "\tpush %r14\n" 126 "\tpush %r14\n"
140 "\tpush %r15\n" 127 "\tpush %r15\n"
141 "\tmov %rsp, (%rdi)\n" 128 "\tmov %rsp, (%rdi)\n"
142 "\tmov (%rsi), %rsp\n" 129 "\tmov (%rsi), %rsp\n"
143 "\tpop %r15\n" 130 "\tpop %r15\n"
144 "\tpop %r14\n" 131 "\tpop %r14\n"
145 "\tpop %r13\n" 132 "\tpop %r13\n"
146 "\tpop %r12\n" 133 "\tpop %r12\n"
147 "\tpop %rbx\n" 134 "\tpop %rbx\n"
148 "\tpop %rbp\n" 135 "\tpop %rbp\n"
149# elif __i386 136 #elif __i386
150# define NUM_SAVED 4 137 #define NUM_SAVED 4
151 "\tpush %ebp\n" 138 "\tpush %ebp\n"
152 "\tpush %ebx\n" 139 "\tpush %ebx\n"
153 "\tpush %esi\n" 140 "\tpush %esi\n"
154 "\tpush %edi\n" 141 "\tpush %edi\n"
155 "\tmov %esp, (%eax)\n" 142 "\tmov %esp, (%eax)\n"
156 "\tmov (%edx), %esp\n" 143 "\tmov (%edx), %esp\n"
157 "\tpop %edi\n" 144 "\tpop %edi\n"
158 "\tpop %esi\n" 145 "\tpop %esi\n"
159 "\tpop %ebx\n" 146 "\tpop %ebx\n"
160 "\tpop %ebp\n" 147 "\tpop %ebp\n"
161# else 148 #else
162# error unsupported architecture 149 #error unsupported architecture
163# endif 150 #endif
164 "\tret\n" 151 "\tret\n"
165 ); 152 );
166 153
167#endif 154# endif
168 155
156void
157coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
158{
159 coro_context nctx;
160# if CORO_SJLJ
161 stack_t ostk, nstk;
162 struct sigaction osa, nsa;
163 sigset_t nsig, osig;
164# endif
165
166 if (!coro)
167 return;
168
169 coro_init_func = coro;
170 coro_init_arg = arg;
171
172 new_coro = ctx;
173 create_coro = &nctx;
174
175# if CORO_SJLJ
176 /* we use SIGUSR2. first block it, then fiddle with it. */
177
178 sigemptyset (&nsig);
179 sigaddset (&nsig, SIGUSR2);
180 sigprocmask (SIG_BLOCK, &nsig, &osig);
181
182 nsa.sa_handler = trampoline;
183 sigemptyset (&nsa.sa_mask);
184 nsa.sa_flags = SA_ONSTACK;
185
186 if (sigaction (SIGUSR2, &nsa, &osa))
187 {
188 perror ("sigaction");
189 abort ();
190 }
191
192 /* set the new stack */
193 nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */
194 nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize);
195 nstk.ss_flags = 0;
196
197 if (sigaltstack (&nstk, &ostk) < 0)
198 {
199 perror ("sigaltstack");
200 abort ();
201 }
202
203 trampoline_done = 0;
204 kill (getpid (), SIGUSR2);
205 sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
206
207 while (!trampoline_done)
208 sigsuspend (&nsig);
209
210 sigaltstack (0, &nstk);
211 nstk.ss_flags = SS_DISABLE;
212 if (sigaltstack (&nstk, 0) < 0)
213 perror ("sigaltstack");
214
215 sigaltstack (0, &nstk);
216 if (~nstk.ss_flags & SS_DISABLE)
217 abort ();
218
219 if (~ostk.ss_flags & SS_DISABLE)
220 sigaltstack (&ostk, 0);
221
222 sigaction (SIGUSR2, &osa, 0);
223 sigprocmask (SIG_SETMASK, &osig, 0);
224
225# elif CORO_LOSER
226
227 coro_setjmp (ctx->env);
228 #if __CYGWIN__
229 ctx->env[7] = (long)((char *)sptr + ssize) - sizeof (long);
230 ctx->env[8] = (long)coro_init;
231 #elif defined(__MINGW32__)
232 ctx->env[4] = (long)((char *)sptr + ssize) - sizeof (long);
233 ctx->env[5] = (long)coro_init;
234 #elif defined(_M_IX86)
235 ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;
236 ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
237 #elif defined(_M_AMD64)
238 ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;
239 ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
240 #elif defined(_M_IA64)
241 ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;
242 ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
243 #else
244 #error "microsoft libc or architecture not supported"
245 #endif
246
247# elif CORO_LINUX
248
249 coro_setjmp (ctx->env);
250 #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
251 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
252 ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
253 #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
254 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
255 ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize) - sizeof (long);
256 #elif defined (__GNU_LIBRARY__) && defined (__i386__)
257 ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
258 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long);
259 #elif defined (__GNU_LIBRARY__) && defined (__amd64__)
260 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
261 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long);
262 #else
263 #error "linux libc or architecture not supported"
264 #endif
265
266# elif CORO_IRIX
267
268 coro_setjmp (ctx->env, 0);
269 ctx->env[JB_PC] = (__uint64_t)coro_init;
270 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
271
272# elif CORO_ASM
273
274 ctx->sp = (void **)(ssize + (char *)sptr);
275 *--ctx->sp = (void *)abort; /* needed for alignment only */
276 *--ctx->sp = (void *)coro_init;
277 ctx->sp -= NUM_SAVED;
278
279# elif CORO_UCONTEXT
280
281 getcontext (&(ctx->uc));
282
283 ctx->uc.uc_link = 0;
284 ctx->uc.uc_stack.ss_sp = sptr;
285 ctx->uc.uc_stack.ss_size = (size_t)ssize;
286 ctx->uc.uc_stack.ss_flags = 0;
287
288 makecontext (&(ctx->uc), (void (*)())coro_init, 0);
289
290# endif
291
292 coro_transfer (create_coro, new_coro);
293}
294
295/*****************************************************************************/
296/* pthread backend */
297/*****************************************************************************/
169#if CORO_PTHREAD 298#elif CORO_PTHREAD
170 299
171/* this mutex will be locked by the running coroutine */ 300/* this mutex will be locked by the running coroutine */
172pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER; 301pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
173 302
174struct coro_init_args 303struct coro_init_args
… …
186{ 315{
187 pthread_mutex_unlock ((pthread_mutex_t *)arg); 316 pthread_mutex_unlock ((pthread_mutex_t *)arg);
188} 317}
189 318
190static void * 319static void *
191trampoline (void *args_) 320coro_init (void *args_)
192{ 321{
193 struct coro_init_args *args = (struct coro_init_args *)args_; 322 struct coro_init_args *args = (struct coro_init_args *)args_;
194 coro_func func = args->func; 323 coro_func func = args->func;
195 void *arg = args->arg; 324 void *arg = args->arg;
196 325
… …
208void 337void
209coro_transfer (coro_context *prev, coro_context *next) 338coro_transfer (coro_context *prev, coro_context *next)
210{ 339{
211 pthread_cond_signal (&next->cv); 340 pthread_cond_signal (&next->cv);
212 pthread_cond_wait (&prev->cv, &coro_mutex); 341 pthread_cond_wait (&prev->cv, &coro_mutex);
342#if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */
343 pthread_testcancel ();
344#endif
345}
346
347void
348coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
349{
350 static coro_context nctx;
351 static int once;
352
353 if (!once)
354 {
355 once = 1;
356
357 pthread_mutex_lock (&coro_mutex);
358 pthread_cond_init (&nctx.cv, 0);
359 null_tid = pthread_self ();
360 }
361
362 pthread_cond_init (&ctx->cv, 0);
363
364 if (coro)
365 {
366 pthread_attr_t attr;
367 struct coro_init_args args;
368
369 args.func = coro;
370 args.arg = arg;
371 args.self = ctx;
372 args.main = &nctx;
373
374 pthread_attr_init (&attr);
375 pthread_attr_setstack (&attr, sptr, (size_t)ssize);
376 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
377 pthread_create (&ctx->id, &attr, coro_init, &args);
378
379 coro_transfer (args.main, args.self);
380 }
381 else
382 ctx->id = null_tid;
213} 383}
214 384
215void 385void
216coro_destroy (coro_context *ctx) 386coro_destroy (coro_context *ctx)
217{ 387{
… …
224 } 394 }
225 395
226 pthread_cond_destroy (&ctx->cv); 396 pthread_cond_destroy (&ctx->cv);
227} 397}
228 398
229#endif
230
231/* initialize a machine state */
232void
233coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
234{
235#if CORO_UCONTEXT
236
237 if (!coro)
238 return;
239
240 getcontext (&(ctx->uc));
241
242 ctx->uc.uc_link = 0;
243 ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize);
244 ctx->uc.uc_stack.ss_size = (size_t)STACK_ADJUST_SIZE (sptr,ssize);
245 ctx->uc.uc_stack.ss_flags = 0;
246
247 makecontext (&(ctx->uc), (void (*)())coro, 1, arg);
248
249#elif CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM
250
251# if CORO_SJLJ
252 stack_t ostk, nstk;
253 struct sigaction osa, nsa;
254 sigset_t nsig, osig;
255# endif
256 coro_context nctx;
257
258 if (!coro)
259 return;
260
261 coro_init_func = coro;
262 coro_init_arg = arg;
263
264 new_coro = ctx;
265 create_coro = &nctx;
266
267# if CORO_SJLJ
268 /* we use SIGUSR2. first block it, then fiddle with it. */
269
270 sigemptyset (&nsig);
271 sigaddset (&nsig, SIGUSR2);
272 sigprocmask (SIG_BLOCK, &nsig, &osig);
273
274 nsa.sa_handler = trampoline;
275 sigemptyset (&nsa.sa_mask);
276 nsa.sa_flags = SA_ONSTACK;
277
278 if (sigaction (SIGUSR2, &nsa, &osa))
279 {
280 perror ("sigaction");
281 abort ();
282 }
283
284 /* set the new stack */
285 nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */
286 nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize);
287 nstk.ss_flags = 0;
288
289 if (sigaltstack (&nstk, &ostk) < 0)
290 {
291 perror ("sigaltstack");
292 abort ();
293 }
294
295 trampoline_count = 0;
296 kill (getpid (), SIGUSR2);
297 sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
298
299 while (!trampoline_count)
300 sigsuspend (&nsig);
301
302 sigaltstack (0, &nstk);
303 nstk.ss_flags = SS_DISABLE;
304 if (sigaltstack (&nstk, 0) < 0)
305 perror ("sigaltstack");
306
307 sigaltstack (0, &nstk);
308 if (~nstk.ss_flags & SS_DISABLE)
309 abort ();
310
311 if (~ostk.ss_flags & SS_DISABLE)
312 sigaltstack (&ostk, 0);
313
314 sigaction (SIGUSR2, &osa, 0);
315
316 sigprocmask (SIG_SETMASK, &osig, 0);
317
318# elif CORO_LOSER
319
320 setjmp (ctx->env);
321#if __CYGWIN__
322 ctx->env[7] = (long)((char *)sptr + ssize) - sizeof (long);
323 ctx->env[8] = (long)coro_init;
324#elif defined(_M_IX86)
325 ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;
326 ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
327#elif defined(_M_AMD64)
328 ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;
329 ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
330#elif defined(_M_IA64)
331 ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;
332 ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
333#else
334# error "microsoft libc or architecture not supported"
335#endif
336
337# elif CORO_LINUX
338
339 _setjmp (ctx->env);
340#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
341 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
342 ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
343#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
344 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
345 ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize) - sizeof (long);
346#elif defined (__GNU_LIBRARY__) && defined (__i386__)
347 ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
348 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long);
349#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
350 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
351 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long);
352#else
353# error "linux libc or architecture not supported"
354#endif
355
356# elif CORO_IRIX
357
358 setjmp (ctx->env);
359 ctx->env[JB_PC] = (__uint64_t)coro_init;
360 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
361
362# elif CORO_ASM
363
364 ctx->sp = (volatile void **)(ssize + (char *)sptr);
365 *--ctx->sp = (void *)abort; /* needed for alignment only */
366 *--ctx->sp = (void *)coro_init;
367 ctx->sp -= NUM_SAVED;
368
369# endif
370
371 coro_transfer ((coro_context *)create_coro, (coro_context *)new_coro);
372
373# elif CORO_PTHREAD
374
375 static coro_context nctx;
376 static int once;
377
378 if (!once)
379 {
380 once = 1;
381
382 pthread_mutex_lock (&coro_mutex);
383 pthread_cond_init (&nctx.cv, 0);
384 null_tid = pthread_self ();
385 }
386
387 pthread_cond_init (&ctx->cv, 0);
388
389 if (coro)
390 {
391 pthread_attr_t attr;
392 struct coro_init_args args;
393
394 args.func = coro;
395 args.arg = arg;
396 args.self = ctx;
397 args.main = &nctx;
398
399 pthread_attr_init (&attr);
400 pthread_attr_setstack (&attr, sptr, (size_t)ssize);
401 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
402 pthread_create (&ctx->id, &attr, trampoline, &args);
403
404 coro_transfer (args.main, args.self);
405 }
406 else
407 ctx->id = null_tid;
408
409#else 399#else
410# error unsupported backend 400# error unsupported backend
411#endif 401#endif
412}
413 402

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines