ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/cvsroot/libcoro/coro.c
(Generate patch)

Comparing cvsroot/libcoro/coro.c (file contents):
Revision 1.38 by root, Fri Nov 7 20:12:26 2008 UTC vs.
Revision 1.43 by root, Sun Nov 16 00:55:41 2008 UTC

… …
40 40
41#include "coro.h" 41#include "coro.h"
42 42
43#include <string.h> 43#include <string.h>
44 44
45/*****************************************************************************/
46/* ucontext/setjmp/asm backends */
47/*****************************************************************************/
48#if CORO_UCONTEXT || CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM
49
50# if CORO_UCONTEXT
51# include <stddef.h>
52# endif
53
45#if !defined(STACK_ADJUST_PTR) 54# if !defined(STACK_ADJUST_PTR)
55# if __sgi
46/* IRIX is decidedly NON-unix */ 56/* IRIX is decidedly NON-unix */
47# if __sgi
48# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) 57# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
49# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) 58# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
50# elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER) 59# elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER)
51# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) 60# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
52# define STACK_ADJUST_SIZE(sp,ss) (ss) 61# define STACK_ADJUST_SIZE(sp,ss) (ss)
53# elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER) 62# elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER)
54# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) 63# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
55# define STACK_ADJUST_SIZE(sp,ss) (ss) 64# define STACK_ADJUST_SIZE(sp,ss) (ss)
56# else 65# else
57# define STACK_ADJUST_PTR(sp,ss) (sp) 66# define STACK_ADJUST_PTR(sp,ss) (sp)
58# define STACK_ADJUST_SIZE(sp,ss) (ss) 67# define STACK_ADJUST_SIZE(sp,ss) (ss)
59# endif 68# endif
60#endif 69# endif
61
62#if CORO_UCONTEXT
63# include <stddef.h>
64#endif
65
66#if CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM
67 70
68# include <stdlib.h> 71# include <stdlib.h>
69 72
70# if CORO_SJLJ 73# if CORO_SJLJ
71# include <stdio.h> 74# include <stdio.h>
72# include <signal.h> 75# include <signal.h>
73# include <unistd.h> 76# include <unistd.h>
74# endif 77# endif
75 78
76static volatile coro_func coro_init_func; 79static coro_func coro_init_func;
77static volatile void *coro_init_arg; 80static void *coro_init_arg;
78static volatile coro_context *new_coro, *create_coro; 81static coro_context *new_coro, *create_coro;
79
80/* what we really want to detect here is wether we use a new-enough version of GAS */
81/* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */
82# if __GNUC__ >= 3 && __ELF__ && __linux__
83# define HAVE_CFI 1
84# endif
85 82
86static void 83static void
87coro_init (void) 84coro_init (void)
88{ 85{
89 volatile coro_func func = coro_init_func; 86 volatile coro_func func = coro_init_func;
90 volatile void *arg = coro_init_arg; 87 volatile void *arg = coro_init_arg;
91 88
92 coro_transfer ((coro_context *)new_coro, (coro_context *)create_coro); 89 coro_transfer (new_coro, create_coro);
93 90
94 func ((void *)arg); 91 func ((void *)arg);
95 92
96 /* the new coro returned. bad. just abort() for now */ 93 /* the new coro returned. bad. just abort() for now */
97 abort (); 94 abort ();
98} 95}
99 96
100# if CORO_SJLJ 97# if CORO_SJLJ
101 98
102static volatile int trampoline_count; 99static volatile int trampoline_done;
103 100
104/* trampoline signal handler */ 101/* trampoline signal handler */
105static void 102static void
106trampoline (int sig) 103trampoline (int sig)
107{ 104{
108 if (setjmp (((coro_context *)new_coro)->env)) 105 if (
106 #if _XOPEN_UNIX > 0
107 _setjmp (new_coro->env)
108 #else
109 sigsetjmp (new_coro->env, 0)
110 #endif
109 { 111 ) {
110# if HAVE_CFI
111 asm (".cfi_startproc");
112# endif
113 coro_init (); /* start it */ 112 coro_init (); /* start it */
114# if HAVE_CFI
115 asm (".cfi_endproc");
116# endif
117 } 113 }
118 else 114 else
119 trampoline_count++; 115 trampoline_done = 1;
120} 116}
121 117
122# endif
123
124#endif 118# endif
125 119
126#if CORO_ASM 120# if CORO_ASM
127 121
128 asm ( 122 asm (
129 ".text\n" 123 ".text\n"
130 ".globl coro_transfer\n" 124 ".globl coro_transfer\n"
131 ".type coro_transfer, @function\n" 125 ".type coro_transfer, @function\n"
132 "coro_transfer:\n" 126 "coro_transfer:\n"
133# if __amd64 127 #if __amd64
134# define NUM_SAVED 6 128 #define NUM_SAVED 6
135 "\tpush %rbp\n" 129 "\tpush %rbp\n"
136 "\tpush %rbx\n" 130 "\tpush %rbx\n"
137 "\tpush %r12\n" 131 "\tpush %r12\n"
138 "\tpush %r13\n" 132 "\tpush %r13\n"
139 "\tpush %r14\n" 133 "\tpush %r14\n"
140 "\tpush %r15\n" 134 "\tpush %r15\n"
141 "\tmov %rsp, (%rdi)\n" 135 "\tmov %rsp, (%rdi)\n"
142 "\tmov (%rsi), %rsp\n" 136 "\tmov (%rsi), %rsp\n"
143 "\tpop %r15\n" 137 "\tpop %r15\n"
144 "\tpop %r14\n" 138 "\tpop %r14\n"
145 "\tpop %r13\n" 139 "\tpop %r13\n"
146 "\tpop %r12\n" 140 "\tpop %r12\n"
147 "\tpop %rbx\n" 141 "\tpop %rbx\n"
148 "\tpop %rbp\n" 142 "\tpop %rbp\n"
149# elif __i386 143 #elif __i386
150# define NUM_SAVED 4 144 #define NUM_SAVED 4
151 "\tpush %ebp\n" 145 "\tpush %ebp\n"
152 "\tpush %ebx\n" 146 "\tpush %ebx\n"
153 "\tpush %esi\n" 147 "\tpush %esi\n"
154 "\tpush %edi\n" 148 "\tpush %edi\n"
155 "\tmov %esp, (%eax)\n" 149 "\tmov %esp, (%eax)\n"
156 "\tmov (%edx), %esp\n" 150 "\tmov (%edx), %esp\n"
157 "\tpop %edi\n" 151 "\tpop %edi\n"
158 "\tpop %esi\n" 152 "\tpop %esi\n"
159 "\tpop %ebx\n" 153 "\tpop %ebx\n"
160 "\tpop %ebp\n" 154 "\tpop %ebp\n"
161# else 155 #else
162# error unsupported architecture 156 #error unsupported architecture
163# endif 157 #endif
164 "\tret\n" 158 "\tret\n"
165 ); 159 );
166 160
167#endif 161# endif
168 162
163void
164coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
165{
166 coro_context nctx;
167# if CORO_SJLJ
168 stack_t ostk, nstk;
169 struct sigaction osa, nsa;
170 sigset_t nsig, osig;
171# endif
172
173 if (!coro)
174 return;
175
176 coro_init_func = coro;
177 coro_init_arg = arg;
178
179 new_coro = ctx;
180 create_coro = &nctx;
181
182# if CORO_SJLJ
183 /* we use SIGUSR2. first block it, then fiddle with it. */
184
185 sigemptyset (&nsig);
186 sigaddset (&nsig, SIGUSR2);
187 sigprocmask (SIG_BLOCK, &nsig, &osig);
188
189 nsa.sa_handler = trampoline;
190 sigemptyset (&nsa.sa_mask);
191 nsa.sa_flags = SA_ONSTACK;
192
193 if (sigaction (SIGUSR2, &nsa, &osa))
194 {
195 perror ("sigaction");
196 abort ();
197 }
198
199 /* set the new stack */
200 nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */
201 nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize);
202 nstk.ss_flags = 0;
203
204 if (sigaltstack (&nstk, &ostk) < 0)
205 {
206 perror ("sigaltstack");
207 abort ();
208 }
209
210 trampoline_done = 0;
211 kill (getpid (), SIGUSR2);
212 sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
213
214 while (!trampoline_done)
215 sigsuspend (&nsig);
216
217 sigaltstack (0, &nstk);
218 nstk.ss_flags = SS_DISABLE;
219 if (sigaltstack (&nstk, 0) < 0)
220 perror ("sigaltstack");
221
222 sigaltstack (0, &nstk);
223 if (~nstk.ss_flags & SS_DISABLE)
224 abort ();
225
226 if (~ostk.ss_flags & SS_DISABLE)
227 sigaltstack (&ostk, 0);
228
229 sigaction (SIGUSR2, &osa, 0);
230 sigprocmask (SIG_SETMASK, &osig, 0);
231
232# elif CORO_LOSER
233
234 setjmp (ctx->env);
235 #if __CYGWIN__
236 ctx->env[7] = (long)((char *)sptr + ssize) - sizeof (long);
237 ctx->env[8] = (long)coro_init;
238 #elif defined(_M_IX86)
239 ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;
240 ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
241 #elif defined(_M_AMD64)
242 ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;
243 ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
244 #elif defined(_M_IA64)
245 ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;
246 ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
247 #else
248 #error "microsoft libc or architecture not supported"
249 #endif
250
251# elif CORO_LINUX
252
253 _setjmp (ctx->env);
254 #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
255 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
256 ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
257 #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
258 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
259 ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize) - sizeof (long);
260 #elif defined (__GNU_LIBRARY__) && defined (__i386__)
261 ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
262 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long);
263 #elif defined (__GNU_LIBRARY__) && defined (__amd64__)
264 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
265 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long);
266 #else
267 #error "linux libc or architecture not supported"
268 #endif
269
270# elif CORO_IRIX
271
272 sigsetjmp (ctx->env, 0);
273 ctx->env[JB_PC] = (__uint64_t)coro_init;
274 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
275
276# elif CORO_ASM
277
278 ctx->sp = (void **)(ssize + (char *)sptr);
279 *--ctx->sp = (void *)abort; /* needed for alignment only */
280 *--ctx->sp = (void *)coro_init;
281 ctx->sp -= NUM_SAVED;
282
283# elif CORO_UCONTEXT
284
285 getcontext (&(ctx->uc));
286
287 ctx->uc.uc_link = 0;
288 ctx->uc.uc_stack.ss_sp = sptr;
289 ctx->uc.uc_stack.ss_size = (size_t)ssize;
290 ctx->uc.uc_stack.ss_flags = 0;
291
292 makecontext (&(ctx->uc), (void (*)())coro_init, 0);
293
294# endif
295
296 coro_transfer (create_coro, new_coro);
297}
298
299/*****************************************************************************/
300/* pthread backend */
301/*****************************************************************************/
169#if CORO_PTHREAD 302#elif CORO_PTHREAD
170 303
171/* this mutex will be locked by the running coroutine */ 304/* this mutex will be locked by the running coroutine */
172pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER; 305pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
173 306
174struct coro_init_args 307struct coro_init_args
… …
186{ 319{
187 pthread_mutex_unlock ((pthread_mutex_t *)arg); 320 pthread_mutex_unlock ((pthread_mutex_t *)arg);
188} 321}
189 322
190static void * 323static void *
191trampoline (void *args_) 324coro_init (void *args_)
192{ 325{
193 struct coro_init_args *args = (struct coro_init_args *)args_; 326 struct coro_init_args *args = (struct coro_init_args *)args_;
194 coro_func func = args->func; 327 coro_func func = args->func;
195 void *arg = args->arg; 328 void *arg = args->arg;
196 329
… …
208void 341void
209coro_transfer (coro_context *prev, coro_context *next) 342coro_transfer (coro_context *prev, coro_context *next)
210{ 343{
211 pthread_cond_signal (&next->cv); 344 pthread_cond_signal (&next->cv);
212 pthread_cond_wait (&prev->cv, &coro_mutex); 345 pthread_cond_wait (&prev->cv, &coro_mutex);
346#if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */
347 pthread_testcancel ();
348#endif
349}
350
351void
352coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
353{
354 static coro_context nctx;
355 static int once;
356
357 if (!once)
358 {
359 once = 1;
360
361 pthread_mutex_lock (&coro_mutex);
362 pthread_cond_init (&nctx.cv, 0);
363 null_tid = pthread_self ();
364 }
365
366 pthread_cond_init (&ctx->cv, 0);
367
368 if (coro)
369 {
370 pthread_attr_t attr;
371 struct coro_init_args args;
372
373 args.func = coro;
374 args.arg = arg;
375 args.self = ctx;
376 args.main = &nctx;
377
378 pthread_attr_init (&attr);
379 pthread_attr_setstack (&attr, sptr, (size_t)ssize);
380 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
381 pthread_create (&ctx->id, &attr, coro_init, &args);
382
383 coro_transfer (args.main, args.self);
384 }
385 else
386 ctx->id = null_tid;
213} 387}
214 388
215void 389void
216coro_destroy (coro_context *ctx) 390coro_destroy (coro_context *ctx)
217{ 391{
… …
224 } 398 }
225 399
226 pthread_cond_destroy (&ctx->cv); 400 pthread_cond_destroy (&ctx->cv);
227} 401}
228 402
229#endif
230
231/* initialize a machine state */
232void
233coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
234{
235#if CORO_UCONTEXT
236
237 if (!coro)
238 return;
239
240 getcontext (&(ctx->uc));
241
242 ctx->uc.uc_link = 0;
243 ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize);
244 ctx->uc.uc_stack.ss_size = (size_t)STACK_ADJUST_SIZE (sptr,ssize);
245 ctx->uc.uc_stack.ss_flags = 0;
246
247 makecontext (&(ctx->uc), (void (*)())coro, 1, arg);
248
249#elif CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM
250
251# if CORO_SJLJ
252 stack_t ostk, nstk;
253 struct sigaction osa, nsa;
254 sigset_t nsig, osig;
255# endif
256 coro_context nctx;
257
258 if (!coro)
259 return;
260
261 coro_init_func = coro;
262 coro_init_arg = arg;
263
264 new_coro = ctx;
265 create_coro = &nctx;
266
267# if CORO_SJLJ
268 /* we use SIGUSR2. first block it, then fiddle with it. */
269
270 sigemptyset (&nsig);
271 sigaddset (&nsig, SIGUSR2);
272 sigprocmask (SIG_BLOCK, &nsig, &osig);
273
274 nsa.sa_handler = trampoline;
275 sigemptyset (&nsa.sa_mask);
276 nsa.sa_flags = SA_ONSTACK;
277
278 if (sigaction (SIGUSR2, &nsa, &osa))
279 {
280 perror ("sigaction");
281 abort ();
282 }
283
284 /* set the new stack */
285 nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */
286 nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize);
287 nstk.ss_flags = 0;
288
289 if (sigaltstack (&nstk, &ostk) < 0)
290 {
291 perror ("sigaltstack");
292 abort ();
293 }
294
295 trampoline_count = 0;
296 kill (getpid (), SIGUSR2);
297 sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
298
299 while (!trampoline_count)
300 sigsuspend (&nsig);
301
302 sigaltstack (0, &nstk);
303 nstk.ss_flags = SS_DISABLE;
304 if (sigaltstack (&nstk, 0) < 0)
305 perror ("sigaltstack");
306
307 sigaltstack (0, &nstk);
308 if (~nstk.ss_flags & SS_DISABLE)
309 abort ();
310
311 if (~ostk.ss_flags & SS_DISABLE)
312 sigaltstack (&ostk, 0);
313
314 sigaction (SIGUSR2, &osa, 0);
315
316 sigprocmask (SIG_SETMASK, &osig, 0);
317
318# elif CORO_LOSER
319
320 setjmp (ctx->env);
321#if __CYGWIN__
322 ctx->env[7] = (long)((char *)sptr + ssize) - sizeof (long);
323 ctx->env[8] = (long)coro_init;
324#elif defined(_M_IX86)
325 ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;
326 ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
327#elif defined(_M_AMD64)
328 ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;
329 ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
330#elif defined(_M_IA64)
331 ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;
332 ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
333#else
334# error "microsoft libc or architecture not supported"
335#endif
336
337# elif CORO_LINUX
338
339 _setjmp (ctx->env);
340#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
341 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
342 ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
343#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
344 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
345 ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize) - sizeof (long);
346#elif defined (__GNU_LIBRARY__) && defined (__i386__)
347 ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
348 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long);
349#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
350 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
351 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long);
352#else
353# error "linux libc or architecture not supported"
354#endif
355
356# elif CORO_IRIX
357
358 setjmp (ctx->env);
359 ctx->env[JB_PC] = (__uint64_t)coro_init;
360 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
361
362# elif CORO_ASM
363
364 ctx->sp = (volatile void **)(ssize + (char *)sptr);
365 *--ctx->sp = (void *)abort; /* needed for alignment only */
366 *--ctx->sp = (void *)coro_init;
367 ctx->sp -= NUM_SAVED;
368
369# endif
370
371 coro_transfer ((coro_context *)create_coro, (coro_context *)new_coro);
372
373# elif CORO_PTHREAD
374
375 static coro_context nctx;
376 static int once;
377
378 if (!once)
379 {
380 once = 1;
381
382 pthread_mutex_lock (&coro_mutex);
383 pthread_cond_init (&nctx.cv, 0);
384 null_tid = pthread_self ();
385 }
386
387 pthread_cond_init (&ctx->cv, 0);
388
389 if (coro)
390 {
391 pthread_attr_t attr;
392 struct coro_init_args args;
393
394 args.func = coro;
395 args.arg = arg;
396 args.self = ctx;
397 args.main = &nctx;
398
399 pthread_attr_init (&attr);
400 pthread_attr_setstack (&attr, sptr, (size_t)ssize);
401 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
402 pthread_create (&ctx->id, &attr, trampoline, &args);
403
404 coro_transfer (args.main, args.self);
405 }
406 else
407 ctx->id = null_tid;
408
409#else 403#else
410# error unsupported backend 404# error unsupported backend
411#endif 405#endif
412}
413 406

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines