ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/libcoro/coro.c
(Generate patch)

Comparing libcoro/coro.c (file contents):
Revision 1.39 by root, Sat Nov 8 04:31:28 2008 UTC vs.
Revision 1.65 by root, Wed Dec 5 13:10:21 2012 UTC

1/* 1/*
2 * Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de> 2 * Copyright (c) 2001-2011 Marc Alexander Lehmann <schmorp@schmorp.de>
3 * 3 *
4 * Redistribution and use in source and binary forms, with or without modifica- 4 * Redistribution and use in source and binary forms, with or without modifica-
5 * tion, are permitted provided that the following conditions are met: 5 * tion, are permitted provided that the following conditions are met:
6 * 6 *
7 * 1. Redistributions of source code must retain the above copyright notice, 7 * 1. Redistributions of source code must retain the above copyright notice,
8 * this list of conditions and the following disclaimer. 8 * this list of conditions and the following disclaimer.
9 * 9 *
10 * 2. Redistributions in binary form must reproduce the above copyright 10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the 11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution. 12 * documentation and/or other materials provided with the distribution.
13 * 13 *
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED 14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
15 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- 15 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER-
16 * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO 16 * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
17 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- 17 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE-
18 * CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 18 * CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
… …
74# include <stdio.h> 74# include <stdio.h>
75# include <signal.h> 75# include <signal.h>
76# include <unistd.h> 76# include <unistd.h>
77# endif 77# endif
78 78
79static volatile coro_func coro_init_func; 79static coro_func coro_init_func;
80static volatile void *coro_init_arg; 80static void *coro_init_arg;
81static volatile coro_context *new_coro, *create_coro; 81static coro_context *new_coro, *create_coro;
82
83/* what we really want to detect here is wether we use a new-enough version of GAS */
84/* with dwarf debug info. instead, check for gcc 3, ELF and GNU/Linux and hope for the best */
85# if __GNUC__ >= 3 && __ELF__ && __linux__
86# define HAVE_CFI 1
87# endif
88 82
89static void 83static void
90coro_init (void) 84coro_init (void)
91{ 85{
92 volatile coro_func func = coro_init_func; 86 volatile coro_func func = coro_init_func;
93 volatile void *arg = coro_init_arg; 87 volatile void *arg = coro_init_arg;
94 88
95 coro_transfer ((coro_context *)new_coro, (coro_context *)create_coro); 89 coro_transfer (new_coro, create_coro);
90
91#if __GCC_HAVE_DWARF2_CFI_ASM && __amd64
92 asm (".cfi_undefined rip");
93#endif
96 94
97 func ((void *)arg); 95 func ((void *)arg);
98 96
99 /* the new coro returned. bad. just abort() for now */ 97 /* the new coro returned. bad. just abort() for now */
100 abort (); 98 abort ();
… …
106 104
107/* trampoline signal handler */ 105/* trampoline signal handler */
108static void 106static void
109trampoline (int sig) 107trampoline (int sig)
110{ 108{
111 if (
112 #if _XOPEN_UNIX > 0
113 _setjmp (new_coro->env) 109 if (coro_setjmp (new_coro->env))
114 #else
115 setjmp (new_coro->env)
116 #endif
117 ) {
118 #if HAVE_CFI
119 asm (".cfi_startproc");
120 #endif
121 coro_init (); /* start it */ 110 coro_init (); /* start it */
122 #if HAVE_CFI
123 asm (".cfi_endproc");
124 #endif
125 }
126 else 111 else
127 trampoline_done = 1; 112 trampoline_done = 1;
128} 113}
129 114
130# endif 115# endif
131 116
132# if CORO_ASM 117# if CORO_ASM
133 118
119 #if _WIN32 || __CYGWIN__
120 #define CORO_WIN_TIB 1
121 #endif
122
134 asm ( 123 asm (
135 ".text\n" 124 "\t.text\n"
125 #if _WIN32 || __CYGWIN__
126 "\t.globl _coro_transfer\n"
127 "_coro_transfer:\n"
128 #else
136 ".globl coro_transfer\n" 129 "\t.globl coro_transfer\n"
137 ".type coro_transfer, @function\n"
138 "coro_transfer:\n" 130 "coro_transfer:\n"
131 #endif
132 /* windows, of course, gives a shit on the amd64 ABI and uses different registers */
133 /* http://blogs.msdn.com/freik/archive/2005/03/17/398200.aspx */
139 #if __amd64 134 #if __amd64
135
136 #if _WIN32 || __CYGWIN__
137 #define NUM_SAVED 29
138 "\tsubq $168, %rsp\t" /* one dummy qword to improve alignment */
139 "\tmovaps %xmm6, (%rsp)\n"
140 "\tmovaps %xmm7, 16(%rsp)\n"
141 "\tmovaps %xmm8, 32(%rsp)\n"
142 "\tmovaps %xmm9, 48(%rsp)\n"
143 "\tmovaps %xmm10, 64(%rsp)\n"
144 "\tmovaps %xmm11, 80(%rsp)\n"
145 "\tmovaps %xmm12, 96(%rsp)\n"
146 "\tmovaps %xmm13, 112(%rsp)\n"
147 "\tmovaps %xmm14, 128(%rsp)\n"
148 "\tmovaps %xmm15, 144(%rsp)\n"
149 "\tpushq %rsi\n"
150 "\tpushq %rdi\n"
151 "\tpushq %rbp\n"
152 "\tpushq %rbx\n"
153 "\tpushq %r12\n"
154 "\tpushq %r13\n"
155 "\tpushq %r14\n"
156 "\tpushq %r15\n"
157 #if CORO_WIN_TIB
158 "\tpushq %fs:0x0\n"
159 "\tpushq %fs:0x8\n"
160 "\tpushq %fs:0xc\n"
161 #endif
162 "\tmovq %rsp, (%rcx)\n"
163 "\tmovq (%rdx), %rsp\n"
164 #if CORO_WIN_TIB
165 "\tpopq %fs:0xc\n"
166 "\tpopq %fs:0x8\n"
167 "\tpopq %fs:0x0\n"
168 #endif
169 "\tpopq %r15\n"
170 "\tpopq %r14\n"
171 "\tpopq %r13\n"
172 "\tpopq %r12\n"
173 "\tpopq %rbx\n"
174 "\tpopq %rbp\n"
175 "\tpopq %rdi\n"
176 "\tpopq %rsi\n"
177 "\tmovaps (%rsp), %xmm6\n"
178 "\tmovaps 16(%rsp), %xmm7\n"
179 "\tmovaps 32(%rsp), %xmm8\n"
180 "\tmovaps 48(%rsp), %xmm9\n"
181 "\tmovaps 64(%rsp), %xmm10\n"
182 "\tmovaps 80(%rsp), %xmm11\n"
183 "\tmovaps 96(%rsp), %xmm12\n"
184 "\tmovaps 112(%rsp), %xmm13\n"
185 "\tmovaps 128(%rsp), %xmm14\n"
186 "\tmovaps 144(%rsp), %xmm15\n"
187 "\taddq $168, %rsp\n"
188 #else
140 #define NUM_SAVED 6 189 #define NUM_SAVED 6
141 "\tpush %rbp\n" 190 "\tpushq %rbp\n"
142 "\tpush %rbx\n" 191 "\tpushq %rbx\n"
143 "\tpush %r12\n" 192 "\tpushq %r12\n"
144 "\tpush %r13\n" 193 "\tpushq %r13\n"
145 "\tpush %r14\n" 194 "\tpushq %r14\n"
146 "\tpush %r15\n" 195 "\tpushq %r15\n"
147 "\tmov %rsp, (%rdi)\n" 196 "\tmovq %rsp, (%rdi)\n"
148 "\tmov (%rsi), %rsp\n" 197 "\tmovq (%rsi), %rsp\n"
149 "\tpop %r15\n" 198 "\tpopq %r15\n"
150 "\tpop %r14\n" 199 "\tpopq %r14\n"
151 "\tpop %r13\n" 200 "\tpopq %r13\n"
152 "\tpop %r12\n" 201 "\tpopq %r12\n"
153 "\tpop %rbx\n" 202 "\tpopq %rbx\n"
154 "\tpop %rbp\n" 203 "\tpopq %rbp\n"
204 #endif
205 "\tpopq %rcx\n"
206 "\tjmpq *%rcx\n"
207
155 #elif __i386 208 #elif __i386
209
156 #define NUM_SAVED 4 210 #define NUM_SAVED 4
157 "\tpush %ebp\n" 211 "\tpushl %ebp\n"
158 "\tpush %ebx\n" 212 "\tpushl %ebx\n"
159 "\tpush %esi\n" 213 "\tpushl %esi\n"
160 "\tpush %edi\n" 214 "\tpushl %edi\n"
215 #if CORO_WIN_TIB
216 #undef NUM_SAVED
217 #define NUM_SAVED 7
218 "\tpushl %fs:0\n"
219 "\tpushl %fs:4\n"
220 "\tpushl %fs:8\n"
221 #endif
161 "\tmov %esp, (%eax)\n" 222 "\tmovl %esp, (%eax)\n"
162 "\tmov (%edx), %esp\n" 223 "\tmovl (%edx), %esp\n"
224 #if CORO_WIN_TIB
225 "\tpopl %fs:8\n"
226 "\tpopl %fs:4\n"
227 "\tpopl %fs:0\n"
228 #endif
163 "\tpop %edi\n" 229 "\tpopl %edi\n"
164 "\tpop %esi\n" 230 "\tpopl %esi\n"
165 "\tpop %ebx\n" 231 "\tpopl %ebx\n"
166 "\tpop %ebp\n" 232 "\tpopl %ebp\n"
233 "\tpopl %ecx\n"
234 "\tjmpl *%ecx\n"
235
167 #else 236 #else
168 #error unsupported architecture 237 #error unsupported architecture
169 #endif 238 #endif
170 "\tret\n"
171 ); 239 );
172 240
173# endif 241# endif
174 242
175void 243void
… …
207 perror ("sigaction"); 275 perror ("sigaction");
208 abort (); 276 abort ();
209 } 277 }
210 278
211 /* set the new stack */ 279 /* set the new stack */
212 nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */ 280 nstk.ss_sp = STACK_ADJUST_PTR (sptr, ssize); /* yes, some platforms (IRIX) get this wrong. */
213 nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize); 281 nstk.ss_size = STACK_ADJUST_SIZE (sptr, ssize);
214 nstk.ss_flags = 0; 282 nstk.ss_flags = 0;
215 283
216 if (sigaltstack (&nstk, &ostk) < 0) 284 if (sigaltstack (&nstk, &ostk) < 0)
217 { 285 {
218 perror ("sigaltstack"); 286 perror ("sigaltstack");
… …
241 sigaction (SIGUSR2, &osa, 0); 309 sigaction (SIGUSR2, &osa, 0);
242 sigprocmask (SIG_SETMASK, &osig, 0); 310 sigprocmask (SIG_SETMASK, &osig, 0);
243 311
244# elif CORO_LOSER 312# elif CORO_LOSER
245 313
246 setjmp (ctx->env); 314 coro_setjmp (ctx->env);
247 #if __CYGWIN__ 315 #if __CYGWIN__ && __i386
316 ctx->env[8] = (long) coro_init;
248 ctx->env[7] = (long)((char *)sptr + ssize) - sizeof (long); 317 ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long);
249 ctx->env[8] = (long)coro_init; 318 #elif __CYGWIN__ && __x86_64
319 ctx->env[7] = (long) coro_init;
320 ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long);
321 #elif defined __MINGW32__
322 ctx->env[5] = (long) coro_init;
323 ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long);
250 #elif defined(_M_IX86) 324 #elif defined _M_IX86
251 ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init; 325 ((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init;
252 ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); 326 ((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
253 #elif defined(_M_AMD64) 327 #elif defined _M_AMD64
254 ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init; 328 ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init;
255 ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); 329 ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
256 #elif defined(_M_IA64) 330 #elif defined _M_IA64
257 ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init; 331 ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init;
258 ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); 332 ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
259 #else 333 #else
260 #error "microsoft libc or architecture not supported" 334 #error "microsoft libc or architecture not supported"
261 #endif 335 #endif
262 336
263# elif CORO_LINUX 337# elif CORO_LINUX
264 338
265 _setjmp (ctx->env); 339 coro_setjmp (ctx->env);
266 #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) 340 #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
267 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; 341 ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
268 ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); 342 ctx->env[0].__jmpbuf[JB_SP] = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
269 #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) 343 #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
270 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; 344 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
271 ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize) - sizeof (long); 345 ctx->env[0].__jmpbuf[0].__sp = (int *) ((char *)sptr + ssize) - sizeof (long);
272 #elif defined (__GNU_LIBRARY__) && defined (__i386__) 346 #elif defined (__GNU_LIBRARY__) && defined (__i386__)
273 ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init; 347 ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init;
274 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long); 348 ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long);
275 #elif defined (__GNU_LIBRARY__) && defined (__amd64__) 349 #elif defined (__GNU_LIBRARY__) && defined (__amd64__)
276 ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; 350 ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
277 ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long); 351 ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long);
278 #else 352 #else
279 #error "linux libc or architecture not supported" 353 #error "linux libc or architecture not supported"
280 #endif 354 #endif
281 355
282# elif CORO_IRIX 356# elif CORO_IRIX
283 357
284 setjmp (ctx->env); 358 coro_setjmp (ctx->env, 0);
285 ctx->env[JB_PC] = (__uint64_t)coro_init; 359 ctx->env[JB_PC] = (__uint64_t)coro_init;
286 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); 360 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
287 361
288# elif CORO_ASM 362# elif CORO_ASM
289 363
290 ctx->sp = (volatile void **)(ssize + (char *)sptr); 364 ctx->sp = (void **)(ssize + (char *)sptr);
291 *--ctx->sp = (void *)abort; /* needed for alignment only */ 365 *--ctx->sp = (void *)abort; /* needed for alignment only */
292 *--ctx->sp = (void *)coro_init; 366 *--ctx->sp = (void *)coro_init;
367
368 #if CORO_WIN_TIB
369 *--ctx->sp = 0; /* ExceptionList */
370 *--ctx->sp = (char *)sptr + ssize; /* StackBase */
371 *--ctx->sp = sptr; /* StackLimit */
372 #endif
373
293 ctx->sp -= NUM_SAVED; 374 ctx->sp -= NUM_SAVED;
375 memset (ctx->sp, 0, sizeof (*ctx->sp) * NUM_SAVED);
294 376
295# elif CORO_UCONTEXT 377# elif CORO_UCONTEXT
296 378
297 getcontext (&(ctx->uc)); 379 getcontext (&(ctx->uc));
298 380
… …
306# endif 388# endif
307 389
308 coro_transfer (create_coro, new_coro); 390 coro_transfer (create_coro, new_coro);
309} 391}
310 392
311#endif
312
313/*****************************************************************************/ 393/*****************************************************************************/
314/* pthread backend */ 394/* pthread backend */
315/*****************************************************************************/ 395/*****************************************************************************/
316
317#if CORO_PTHREAD 396#elif CORO_PTHREAD
318 397
319/* this mutex will be locked by the running coroutine */ 398/* this mutex will be locked by the running coroutine */
320pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER; 399pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
321 400
322struct coro_init_args 401struct coro_init_args
… …
356void 435void
357coro_transfer (coro_context *prev, coro_context *next) 436coro_transfer (coro_context *prev, coro_context *next)
358{ 437{
359 pthread_cond_signal (&next->cv); 438 pthread_cond_signal (&next->cv);
360 pthread_cond_wait (&prev->cv, &coro_mutex); 439 pthread_cond_wait (&prev->cv, &coro_mutex);
440#if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */
441 pthread_testcancel ();
442#endif
361} 443}
362 444
363void 445void
364coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize) 446coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
365{ 447{
… …
386 args.arg = arg; 468 args.arg = arg;
387 args.self = ctx; 469 args.self = ctx;
388 args.main = &nctx; 470 args.main = &nctx;
389 471
390 pthread_attr_init (&attr); 472 pthread_attr_init (&attr);
473#if __UCLIBC__
474 /* exists, but is borked */
475 /*pthread_attr_setstacksize (&attr, (size_t)ssize);*/
476#elif __CYGWIN__
477 /* POSIX, not here */
478 pthread_attr_setstacksize (&attr, (size_t)ssize);
479#else
391 pthread_attr_setstack (&attr, sptr, (size_t)ssize); 480 pthread_attr_setstack (&attr, sptr, (size_t)ssize);
481#endif
392 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); 482 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
393 pthread_create (&ctx->id, &attr, coro_init, &args); 483 pthread_create (&ctx->id, &attr, coro_init, &args);
394 484
395 coro_transfer (args.main, args.self); 485 coro_transfer (args.main, args.self);
396 } 486 }
… …
410 } 500 }
411 501
412 pthread_cond_destroy (&ctx->cv); 502 pthread_cond_destroy (&ctx->cv);
413} 503}
414 504
505/*****************************************************************************/
506/* fiber backend */
507/*****************************************************************************/
508#elif CORO_FIBER
509
510#define WIN32_LEAN_AND_MEAN
511#define _WIN32_WINNT 0x0400
512#include <windows.h>
513
514VOID CALLBACK
515coro_init (PVOID arg)
516{
517 coro_context *ctx = (coro_context *)arg;
518
519 ctx->coro (ctx->arg);
520}
521
522void
523coro_transfer (coro_context *prev, coro_context *next)
524{
525 if (!prev->fiber)
526 {
527 prev->fiber = GetCurrentFiber ();
528
529 if (prev->fiber == 0 || prev->fiber == (void *)0x1e00)
530 prev->fiber = ConvertThreadToFiber (0);
531 }
532
533 SwitchToFiber (next->fiber);
534}
535
536void
537coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
538{
539 ctx->fiber = 0;
540 ctx->coro = coro;
541 ctx->arg = arg;
542
543 if (!coro)
544 return;
545
546 ctx->fiber = CreateFiber (ssize, coro_init, ctx);
547}
548
549void
550coro_destroy (coro_context *ctx)
551{
552 DeleteFiber (ctx->fiber);
553}
554
555#else
556# error unsupported backend
415#endif 557#endif
416 558

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines