ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/libcoro/coro.c
(Generate patch)

Comparing libcoro/coro.c (file contents):
Revision 1.26 by root, Fri Apr 27 19:35:28 2007 UTC vs.
Revision 1.40 by root, Sat Nov 8 04:52:01 2008 UTC

1/* 1/*
2 * Copyright (c) 2001-2006 Marc Alexander Lehmann <schmorp@schmorp.de> 2 * Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de>
3 * 3 *
4 * Redistribution and use in source and binary forms, with or without modifica- 4 * Redistribution and use in source and binary forms, with or without modifica-
5 * tion, are permitted provided that the following conditions are met: 5 * tion, are permitted provided that the following conditions are met:
6 * 6 *
7 * 1. Redistributions of source code must retain the above copyright notice, 7 * 1. Redistributions of source code must retain the above copyright notice,
8 * this list of conditions and the following disclaimer. 8 * this list of conditions and the following disclaimer.
9 * 9 *
10 * 2. Redistributions in binary form must reproduce the above copyright 10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the 11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution. 12 * documentation and/or other materials provided with the distribution.
13 *
14 * 3. The name of the author may not be used to endorse or promote products
15 * derived from this software without specific prior written permission.
16 * 13 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED 14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
18 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- 15 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER-
19 * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO 16 * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
20 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- 17 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE-
… …
23 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 20 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
24 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH- 21 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH-
25 * ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED 22 * ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
26 * OF THE POSSIBILITY OF SUCH DAMAGE. 23 * OF THE POSSIBILITY OF SUCH DAMAGE.
27 * 24 *
25 * Alternatively, the contents of this file may be used under the terms of
26 * the GNU General Public License ("GPL") version 2 or any later version,
27 * in which case the provisions of the GPL are applicable instead of
28 * the above. If you wish to allow the use of your version of this file
29 * only under the terms of the GPL and not to allow others to use your
30 * version of this file under the BSD license, indicate your decision
31 * by deleting the provisions above and replace them with the notice
32 * and other provisions required by the GPL. If you do not delete the
33 * provisions above, a recipient may use your version of this file under
34 * either the BSD or the GPL.
35 *
28 * This library is modelled strictly after Ralf S. Engelschalls article at 36 * This library is modelled strictly after Ralf S. Engelschalls article at
29 * http://www.gnu.org/software/pth/rse-pmt.ps. So most of the credit must 37 * http://www.gnu.org/software/pth/rse-pmt.ps. So most of the credit must
30 * go to Ralf S. Engelschall <rse@engelschall.com>. 38 * go to Ralf S. Engelschall <rse@engelschall.com>.
31 */ 39 */
32 40
33#include "coro.h" 41#include "coro.h"
34 42
43#include <string.h>
44
45/*****************************************************************************/
46/* ucontext/setjmp/asm backends */
47/*****************************************************************************/
48#if CORO_UCONTEXT || CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM
49
50# if CORO_UCONTEXT
51# include <stddef.h>
52# endif
53
35#if !defined(STACK_ADJUST_PTR) 54# if !defined(STACK_ADJUST_PTR)
55# if __sgi
36/* IRIX is decidedly NON-unix */ 56/* IRIX is decidedly NON-unix */
37# if __sgi
38# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) 57# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
39# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) 58# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
40# elif __i386__ && CORO_LINUX 59# elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER)
41# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) 60# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
42# define STACK_ADJUST_SIZE(sp,ss) (ss) 61# define STACK_ADJUST_SIZE(sp,ss) (ss)
43# elif __amd64__ && CORO_LINUX 62# elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER)
44# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) 63# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
45# define STACK_ADJUST_SIZE(sp,ss) (ss) 64# define STACK_ADJUST_SIZE(sp,ss) (ss)
46# else 65# else
47# define STACK_ADJUST_PTR(sp,ss) (sp) 66# define STACK_ADJUST_PTR(sp,ss) (sp)
48# define STACK_ADJUST_SIZE(sp,ss) (ss) 67# define STACK_ADJUST_SIZE(sp,ss) (ss)
49# endif 68# endif
50#endif 69# endif
51 70
52#if CORO_UCONTEXT
53# include <stddef.h>
54#endif
55
56#if CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX
57
58#include <stdlib.h> 71# include <stdlib.h>
59 72
60#if CORO_SJLJ 73# if CORO_SJLJ
61# include <stdio.h> 74# include <stdio.h>
62# include <signal.h> 75# include <signal.h>
63# include <unistd.h> 76# include <unistd.h>
64#endif 77# endif
65 78
66static volatile coro_func coro_init_func; 79static coro_func coro_init_func;
67static volatile void *coro_init_arg; 80static void *coro_init_arg;
68static volatile coro_context *new_coro, *create_coro; 81static coro_context *new_coro, *create_coro;
69 82
70/* what we really want to detect here is wether we use a new-enough version of GAS */ 83/* what we really want to detect here is wether we use a new-enough version of GAS */
71/* instead, check for gcc 3 and ELF and hope for the best */ 84/* with dwarf debug info. instead, check for gcc 3, ELF and GNU/Linux and hope for the best */
72#if __GNUC__ >= 3 && __ELF__ 85# if __GNUC__ >= 3 && __ELF__ && __linux__
73# define HAVE_CFI 1 86# define HAVE_CFI 1
74#endif 87# endif
75 88
76static void 89static void
77coro_init (void) 90coro_init (void)
78{ 91{
79 volatile coro_func func = coro_init_func; 92 volatile coro_func func = coro_init_func;
80 volatile void *arg = coro_init_arg; 93 volatile void *arg = coro_init_arg;
81 94
82 coro_transfer ((coro_context *)new_coro, (coro_context *)create_coro); 95 coro_transfer (new_coro, create_coro);
83 96
84 func ((void *)arg); 97 func ((void *)arg);
85 98
86 /* the new coro returned. bad. just abort() for now */ 99 /* the new coro returned. bad. just abort() for now */
87 abort (); 100 abort ();
88} 101}
89 102
90# if CORO_SJLJ 103# if CORO_SJLJ
91 104
92static volatile int trampoline_count; 105static volatile int trampoline_done;
93 106
94/* trampoline signal handler */ 107/* trampoline signal handler */
95static void 108static void
96trampoline (int sig) 109trampoline (int sig)
97{ 110{
98 if (setjmp (((coro_context *)new_coro)->env)) 111 if (
112 #if _XOPEN_UNIX > 0
113 _setjmp (new_coro->env)
114 #else
115 sigsetjmp (new_coro->env, 0)
116 #endif
99 { 117 ) {
100#if HAVE_CFI 118 #if HAVE_CFI
101 asm (".cfi_startproc"); 119 asm (".cfi_startproc");
102#endif 120 #endif
103 coro_init (); /* start it */ 121 coro_init (); /* start it */
104#if HAVE_CFI 122 #if HAVE_CFI
105 asm (".cfi_endproc"); 123 asm (".cfi_endproc");
106#endif 124 #endif
107 } 125 }
108 else 126 else
109 trampoline_count++; 127 trampoline_done = 1;
110} 128}
111 129
112# endif
113
114#endif 130# endif
115 131
116/* initialize a machine state */ 132# if CORO_ASM
117void coro_create (coro_context *ctx,
118 coro_func coro, void *arg,
119 void *sptr, long ssize)
120{
121#if CORO_UCONTEXT
122 133
123 getcontext (&(ctx->uc)); 134 asm (
135 ".text\n"
136 ".globl coro_transfer\n"
137 ".type coro_transfer, @function\n"
138 "coro_transfer:\n"
139 #if __amd64
140 #define NUM_SAVED 6
141 "\tpush %rbp\n"
142 "\tpush %rbx\n"
143 "\tpush %r12\n"
144 "\tpush %r13\n"
145 "\tpush %r14\n"
146 "\tpush %r15\n"
147 "\tmov %rsp, (%rdi)\n"
148 "\tmov (%rsi), %rsp\n"
149 "\tpop %r15\n"
150 "\tpop %r14\n"
151 "\tpop %r13\n"
152 "\tpop %r12\n"
153 "\tpop %rbx\n"
154 "\tpop %rbp\n"
155 #elif __i386
156 #define NUM_SAVED 4
157 "\tpush %ebp\n"
158 "\tpush %ebx\n"
159 "\tpush %esi\n"
160 "\tpush %edi\n"
161 "\tmov %esp, (%eax)\n"
162 "\tmov (%edx), %esp\n"
163 "\tpop %edi\n"
164 "\tpop %esi\n"
165 "\tpop %ebx\n"
166 "\tpop %ebp\n"
167 #else
168 #error unsupported architecture
169 #endif
170 "\tret\n"
171 );
124 172
125 ctx->uc.uc_link = 0; 173# endif
126 ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize);
127 ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize);
128 ctx->uc.uc_stack.ss_flags = 0;
129 174
130 makecontext (&(ctx->uc), (void (*)()) coro, 1, arg); 175void
131 176coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
132#elif CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX 177{
133 178 coro_context nctx;
134# if CORO_SJLJ 179# if CORO_SJLJ
135 stack_t ostk, nstk; 180 stack_t ostk, nstk;
136 struct sigaction osa, nsa; 181 struct sigaction osa, nsa;
137 sigset_t nsig, osig; 182 sigset_t nsig, osig;
138# endif 183# endif
139 coro_context nctx; 184
185 if (!coro)
186 return;
140 187
141 coro_init_func = coro; 188 coro_init_func = coro;
142 coro_init_arg = arg; 189 coro_init_arg = arg;
143 190
144 new_coro = ctx; 191 new_coro = ctx;
… …
170 { 217 {
171 perror ("sigaltstack"); 218 perror ("sigaltstack");
172 abort (); 219 abort ();
173 } 220 }
174 221
175 trampoline_count = 0; 222 trampoline_done = 0;
176 kill (getpid (), SIGUSR2); 223 kill (getpid (), SIGUSR2);
177 sigfillset (&nsig); sigdelset (&nsig, SIGUSR2); 224 sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
178 225
179 while (!trampoline_count) 226 while (!trampoline_done)
180 sigsuspend (&nsig); 227 sigsuspend (&nsig);
181 228
182 sigaltstack (0, &nstk); 229 sigaltstack (0, &nstk);
183 nstk.ss_flags = SS_DISABLE; 230 nstk.ss_flags = SS_DISABLE;
184 if (sigaltstack (&nstk, 0) < 0) 231 if (sigaltstack (&nstk, 0) < 0)
… …
190 237
191 if (~ostk.ss_flags & SS_DISABLE) 238 if (~ostk.ss_flags & SS_DISABLE)
192 sigaltstack (&ostk, 0); 239 sigaltstack (&ostk, 0);
193 240
194 sigaction (SIGUSR2, &osa, 0); 241 sigaction (SIGUSR2, &osa, 0);
195
196 sigprocmask (SIG_SETMASK, &osig, 0); 242 sigprocmask (SIG_SETMASK, &osig, 0);
197 243
198# elif CORO_LOSER 244# elif CORO_LOSER
199 245
200 setjmp (ctx->env); 246 setjmp (ctx->env);
201#if __CYGWIN__ 247 #if __CYGWIN__
202 ctx->env[7] = (long)((char *)sptr + ssize); 248 ctx->env[7] = (long)((char *)sptr + ssize) - sizeof (long);
203 ctx->env[8] = (long)coro_init; 249 ctx->env[8] = (long)coro_init;
204#elif defined(_M_IX86) 250 #elif defined(_M_IX86)
205 ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init; 251 ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init;
206 ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr,ssize); 252 ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
207#elif defined(_M_AMD64) 253 #elif defined(_M_AMD64)
208 ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init; 254 ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init;
209 ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr,ssize); 255 ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
210#elif defined(_M_IA64) 256 #elif defined(_M_IA64)
211 ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init; 257 ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init;
212 ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr,ssize); 258 ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
259 #else
260 #error "microsoft libc or architecture not supported"
261 #endif
262
263# elif CORO_LINUX
264
265 _setjmp (ctx->env);
266 #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
267 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
268 ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
269 #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
270 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
271 ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize) - sizeof (long);
272 #elif defined (__GNU_LIBRARY__) && defined (__i386__)
273 ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
274 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long);
275 #elif defined (__GNU_LIBRARY__) && defined (__amd64__)
276 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
277 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long);
278 #else
279 #error "linux libc or architecture not supported"
280 #endif
281
282# elif CORO_IRIX
283
284 sigsetjmp (ctx->env, 0);
285 ctx->env[JB_PC] = (__uint64_t)coro_init;
286 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
287
288# elif CORO_ASM
289
290 ctx->sp = (volatile void **)(ssize + (char *)sptr);
291 *--ctx->sp = (void *)abort; /* needed for alignment only */
292 *--ctx->sp = (void *)coro_init;
293 ctx->sp -= NUM_SAVED;
294
295# elif CORO_UCONTEXT
296
297 getcontext (&(ctx->uc));
298
299 ctx->uc.uc_link = 0;
300 ctx->uc.uc_stack.ss_sp = sptr;
301 ctx->uc.uc_stack.ss_size = (size_t)ssize;
302 ctx->uc.uc_stack.ss_flags = 0;
303
304 makecontext (&(ctx->uc), (void (*)())coro_init, 0);
305
306# endif
307
308 coro_transfer (create_coro, new_coro);
309}
310
311/*****************************************************************************/
312/* pthread backend */
313/*****************************************************************************/
314#elif CORO_PTHREAD
315
316/* this mutex will be locked by the running coroutine */
317pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
318
319struct coro_init_args
320{
321 coro_func func;
322 void *arg;
323 coro_context *self, *main;
324};
325
326static pthread_t null_tid;
327
328/* I'd so love to cast pthread_mutex_unlock to void (*)(void *)... */
329static void
330mutex_unlock_wrapper (void *arg)
331{
332 pthread_mutex_unlock ((pthread_mutex_t *)arg);
333}
334
335static void *
336coro_init (void *args_)
337{
338 struct coro_init_args *args = (struct coro_init_args *)args_;
339 coro_func func = args->func;
340 void *arg = args->arg;
341
342 pthread_mutex_lock (&coro_mutex);
343
344 /* we try to be good citizens and use deferred cancellation and cleanup handlers */
345 pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex);
346 coro_transfer (args->self, args->main);
347 func (arg);
348 pthread_cleanup_pop (1);
349
350 return 0;
351}
352
353void
354coro_transfer (coro_context *prev, coro_context *next)
355{
356 pthread_cond_signal (&next->cv);
357 pthread_cond_wait (&prev->cv, &coro_mutex);
358}
359
360void
361coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
362{
363 static coro_context nctx;
364 static int once;
365
366 if (!once)
367 {
368 once = 1;
369
370 pthread_mutex_lock (&coro_mutex);
371 pthread_cond_init (&nctx.cv, 0);
372 null_tid = pthread_self ();
373 }
374
375 pthread_cond_init (&ctx->cv, 0);
376
377 if (coro)
378 {
379 pthread_attr_t attr;
380 struct coro_init_args args;
381
382 args.func = coro;
383 args.arg = arg;
384 args.self = ctx;
385 args.main = &nctx;
386
387 pthread_attr_init (&attr);
388 pthread_attr_setstack (&attr, sptr, (size_t)ssize);
389 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
390 pthread_create (&ctx->id, &attr, coro_init, &args);
391
392 coro_transfer (args.main, args.self);
393 }
394 else
395 ctx->id = null_tid;
396}
397
398void
399coro_destroy (coro_context *ctx)
400{
401 if (!pthread_equal (ctx->id, null_tid))
402 {
403 pthread_cancel (ctx->id);
404 pthread_mutex_unlock (&coro_mutex);
405 pthread_join (ctx->id, 0);
406 pthread_mutex_lock (&coro_mutex);
407 }
408
409 pthread_cond_destroy (&ctx->cv);
410}
411
213#else 412#else
214#error "microsoft libc or architecture not supported" 413# error unsupported backend
215#endif 414#endif
216 415
217# elif CORO_LINUX
218
219 _setjmp (ctx->env);
220#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
221 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
222 ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize);
223#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
224 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
225 ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize);
226#elif defined (__GNU_LIBRARY__) && defined (__i386__)
227 ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init;
228 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize);
229#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
230 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init;
231 ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr, ssize);
232#else
233#error "linux libc or architecture not supported"
234#endif
235
236# elif CORO_IRIX
237
238 setjmp (ctx->env);
239 ctx->env[JB_PC] = (__uint64_t)coro_init;
240 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize);
241
242# endif
243
244 coro_transfer ((coro_context *)create_coro, (coro_context *)new_coro);
245
246#else
247error unsupported architecture
248#endif
249}
250

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines