| 1 |
root |
1.1 |
/* |
| 2 |
root |
1.28 |
* Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de> |
| 3 |
root |
1.1 |
* |
| 4 |
|
|
* Redistribution and use in source and binary forms, with or without modifica- |
| 5 |
|
|
* tion, are permitted provided that the following conditions are met: |
| 6 |
|
|
* |
| 7 |
|
|
* 1. Redistributions of source code must retain the above copyright notice, |
| 8 |
|
|
* this list of conditions and the following disclaimer. |
| 9 |
|
|
* |
| 10 |
|
|
* 2. Redistributions in binary form must reproduce the above copyright |
| 11 |
|
|
* notice, this list of conditions and the following disclaimer in the |
| 12 |
|
|
* documentation and/or other materials provided with the distribution. |
| 13 |
|
|
* |
| 14 |
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED |
| 15 |
|
|
* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- |
| 16 |
|
|
* CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO |
| 17 |
|
|
* EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- |
| 18 |
|
|
* CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
| 19 |
|
|
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; |
| 20 |
|
|
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, |
| 21 |
|
|
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH- |
| 22 |
|
|
* ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED |
| 23 |
|
|
* OF THE POSSIBILITY OF SUCH DAMAGE. |
| 24 |
|
|
* |
| 25 |
root |
1.29 |
* Alternatively, the contents of this file may be used under the terms of |
| 26 |
|
|
* the GNU General Public License ("GPL") version 2 or any later version, |
| 27 |
|
|
* in which case the provisions of the GPL are applicable instead of |
| 28 |
|
|
* the above. If you wish to allow the use of your version of this file |
| 29 |
|
|
* only under the terms of the GPL and not to allow others to use your |
| 30 |
|
|
* version of this file under the BSD license, indicate your decision |
| 31 |
|
|
* by deleting the provisions above and replace them with the notice |
| 32 |
|
|
* and other provisions required by the GPL. If you do not delete the |
| 33 |
|
|
* provisions above, a recipient may use your version of this file under |
| 34 |
|
|
* either the BSD or the GPL. |
| 35 |
|
|
* |
| 36 |
root |
1.1 |
* This library is modelled strictly after Ralf S. Engelschalls article at |
| 37 |
root |
1.29 |
* http://www.gnu.org/software/pth/rse-pmt.ps. So most of the credit must |
| 38 |
root |
1.1 |
* go to Ralf S. Engelschall <rse@engelschall.com>. |
| 39 |
|
|
*/ |
| 40 |
|
|
|
| 41 |
|
|
#include "coro.h" |
| 42 |
|
|
|
| 43 |
root |
1.8 |
#if !defined(STACK_ADJUST_PTR) |
| 44 |
root |
1.5 |
/* IRIX is decidedly NON-unix */ |
| 45 |
root |
1.8 |
# if __sgi |
| 46 |
|
|
# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
| 47 |
|
|
# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) |
| 48 |
root |
1.31 |
# elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER) |
| 49 |
root |
1.8 |
# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) |
| 50 |
|
|
# define STACK_ADJUST_SIZE(sp,ss) (ss) |
| 51 |
root |
1.31 |
# elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER) |
| 52 |
root |
1.18 |
# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
| 53 |
|
|
# define STACK_ADJUST_SIZE(sp,ss) (ss) |
| 54 |
root |
1.8 |
# else |
| 55 |
|
|
# define STACK_ADJUST_PTR(sp,ss) (sp) |
| 56 |
|
|
# define STACK_ADJUST_SIZE(sp,ss) (ss) |
| 57 |
|
|
# endif |
| 58 |
root |
1.5 |
#endif |
| 59 |
root |
1.7 |
|
| 60 |
root |
1.20 |
#if CORO_UCONTEXT |
| 61 |
|
|
# include <stddef.h> |
| 62 |
|
|
#endif |
| 63 |
|
|
|
| 64 |
root |
1.27 |
#if CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
| 65 |
root |
1.1 |
|
| 66 |
root |
1.17 |
#include <stdlib.h> |
| 67 |
|
|
|
| 68 |
root |
1.14 |
#if CORO_SJLJ |
| 69 |
root |
1.15 |
# include <stdio.h> |
| 70 |
root |
1.14 |
# include <signal.h> |
| 71 |
root |
1.17 |
# include <unistd.h> |
| 72 |
root |
1.14 |
#endif |
| 73 |
root |
1.1 |
|
| 74 |
|
|
static volatile coro_func coro_init_func; |
| 75 |
|
|
static volatile void *coro_init_arg; |
| 76 |
|
|
static volatile coro_context *new_coro, *create_coro; |
| 77 |
|
|
|
| 78 |
root |
1.25 |
/* what we really want to detect here is wether we use a new-enough version of GAS */ |
| 79 |
root |
1.28 |
/* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */ |
| 80 |
|
|
#if __GNUC__ >= 3 && __ELF__ && __linux__ |
| 81 |
root |
1.25 |
# define HAVE_CFI 1 |
| 82 |
|
|
#endif |
| 83 |
|
|
|
| 84 |
root |
1.1 |
static void |
| 85 |
|
|
coro_init (void) |
| 86 |
|
|
{ |
| 87 |
|
|
volatile coro_func func = coro_init_func; |
| 88 |
|
|
volatile void *arg = coro_init_arg; |
| 89 |
|
|
|
| 90 |
root |
1.2 |
coro_transfer ((coro_context *)new_coro, (coro_context *)create_coro); |
| 91 |
root |
1.1 |
|
| 92 |
root |
1.3 |
func ((void *)arg); |
| 93 |
root |
1.1 |
|
| 94 |
|
|
/* the new coro returned. bad. just abort() for now */ |
| 95 |
|
|
abort (); |
| 96 |
|
|
} |
| 97 |
|
|
|
| 98 |
|
|
# if CORO_SJLJ |
| 99 |
|
|
|
| 100 |
|
|
static volatile int trampoline_count; |
| 101 |
|
|
|
| 102 |
|
|
/* trampoline signal handler */ |
| 103 |
|
|
static void |
| 104 |
root |
1.14 |
trampoline (int sig) |
| 105 |
root |
1.1 |
{ |
| 106 |
root |
1.3 |
if (setjmp (((coro_context *)new_coro)->env)) |
| 107 |
root |
1.26 |
{ |
| 108 |
|
|
#if HAVE_CFI |
| 109 |
|
|
asm (".cfi_startproc"); |
| 110 |
|
|
#endif |
| 111 |
|
|
coro_init (); /* start it */ |
| 112 |
|
|
#if HAVE_CFI |
| 113 |
|
|
asm (".cfi_endproc"); |
| 114 |
|
|
#endif |
| 115 |
|
|
} |
| 116 |
root |
1.1 |
else |
| 117 |
|
|
trampoline_count++; |
| 118 |
|
|
} |
| 119 |
|
|
|
| 120 |
|
|
# endif |
| 121 |
|
|
|
| 122 |
|
|
#endif |
| 123 |
|
|
|
| 124 |
root |
1.27 |
#if CORO_ASM |
| 125 |
root |
1.35 |
asm ( |
| 126 |
|
|
".text\n" |
| 127 |
|
|
".globl coro_transfer\n" |
| 128 |
|
|
".type coro_transfer, @function\n" |
| 129 |
|
|
"coro_transfer:\n" |
| 130 |
root |
1.27 |
#if __amd64 |
| 131 |
root |
1.32 |
# define NUM_SAVED 5 |
| 132 |
root |
1.35 |
"\tpush %rbx\n" |
| 133 |
|
|
"\tpush %r12\n" |
| 134 |
|
|
"\tpush %r13\n" |
| 135 |
|
|
"\tpush %r14\n" |
| 136 |
|
|
"\tpush %r15\n" |
| 137 |
|
|
"\tmov %rsp, (%rdi)\n" |
| 138 |
|
|
"\tmov (%rsi), %rsp\n" |
| 139 |
|
|
"\tpop %r15\n" |
| 140 |
|
|
"\tpop %r14\n" |
| 141 |
|
|
"\tpop %r13\n" |
| 142 |
|
|
"\tpop %r12\n" |
| 143 |
|
|
"\tpop %rbx\n" |
| 144 |
root |
1.27 |
#elif __i386 |
| 145 |
root |
1.32 |
# define NUM_SAVED 4 |
| 146 |
root |
1.35 |
"\tpush %ebx\n" |
| 147 |
|
|
"\tpush %esi\n" |
| 148 |
|
|
"\tpush %edi\n" |
| 149 |
|
|
"\tpush %ebp\n" |
| 150 |
|
|
"\tmov %esp, (%eax)\n" |
| 151 |
|
|
"\tmov (%edx), %esp\n" |
| 152 |
|
|
"\tpop %ebp\n" |
| 153 |
|
|
"\tpop %edi\n" |
| 154 |
|
|
"\tpop %esi\n" |
| 155 |
|
|
"\tpop %ebx\n" |
| 156 |
root |
1.27 |
#else |
| 157 |
|
|
# error unsupported architecture |
| 158 |
|
|
#endif |
| 159 |
root |
1.35 |
"\tret\n" |
| 160 |
|
|
); |
| 161 |
root |
1.27 |
#endif |
| 162 |
|
|
|
| 163 |
root |
1.30 |
#if CORO_PTHREAD |
| 164 |
|
|
|
| 165 |
|
|
struct coro_init_args { |
| 166 |
|
|
coro_func func; |
| 167 |
|
|
void *arg; |
| 168 |
|
|
coro_context *self, *main; |
| 169 |
|
|
}; |
| 170 |
|
|
|
| 171 |
|
|
pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER; |
| 172 |
|
|
|
| 173 |
|
|
static void * |
| 174 |
|
|
trampoline (void *args_) |
| 175 |
|
|
{ |
| 176 |
|
|
struct coro_init_args *args = (struct coro_init_args *)args_; |
| 177 |
|
|
coro_func func = args->func; |
| 178 |
|
|
void *arg = args->arg; |
| 179 |
|
|
|
| 180 |
|
|
pthread_mutex_lock (&coro_mutex); |
| 181 |
|
|
pthread_cond_destroy (&args->self->c); |
| 182 |
|
|
coro_transfer (args->self, args->main); |
| 183 |
|
|
func (arg); |
| 184 |
|
|
pthread_mutex_unlock (&coro_mutex); |
| 185 |
|
|
|
| 186 |
|
|
return 0; |
| 187 |
|
|
} |
| 188 |
|
|
|
| 189 |
root |
1.35 |
asm(""); |
| 190 |
|
|
|
| 191 |
root |
1.30 |
void coro_transfer(coro_context *prev, coro_context *next) |
| 192 |
|
|
{ |
| 193 |
|
|
pthread_cond_init (&prev->c, 0); |
| 194 |
|
|
pthread_cond_signal (&next->c); |
| 195 |
|
|
pthread_cond_wait (&prev->c, &coro_mutex); |
| 196 |
|
|
pthread_cond_destroy (&prev->c); |
| 197 |
|
|
} |
| 198 |
|
|
|
| 199 |
|
|
#endif |
| 200 |
|
|
|
| 201 |
root |
1.1 |
/* initialize a machine state */ |
| 202 |
root |
1.23 |
void coro_create (coro_context *ctx, |
| 203 |
|
|
coro_func coro, void *arg, |
| 204 |
|
|
void *sptr, long ssize) |
| 205 |
root |
1.1 |
{ |
| 206 |
|
|
#if CORO_UCONTEXT |
| 207 |
|
|
|
| 208 |
|
|
getcontext (&(ctx->uc)); |
| 209 |
|
|
|
| 210 |
root |
1.5 |
ctx->uc.uc_link = 0; |
| 211 |
root |
1.9 |
ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize); |
| 212 |
root |
1.8 |
ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize); |
| 213 |
root |
1.1 |
ctx->uc.uc_stack.ss_flags = 0; |
| 214 |
|
|
|
| 215 |
|
|
makecontext (&(ctx->uc), (void (*)()) coro, 1, arg); |
| 216 |
|
|
|
| 217 |
root |
1.27 |
#elif CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
| 218 |
root |
1.1 |
|
| 219 |
|
|
# if CORO_SJLJ |
| 220 |
|
|
stack_t ostk, nstk; |
| 221 |
|
|
struct sigaction osa, nsa; |
| 222 |
|
|
sigset_t nsig, osig; |
| 223 |
|
|
# endif |
| 224 |
|
|
coro_context nctx; |
| 225 |
|
|
|
| 226 |
|
|
coro_init_func = coro; |
| 227 |
|
|
coro_init_arg = arg; |
| 228 |
|
|
|
| 229 |
|
|
new_coro = ctx; |
| 230 |
|
|
create_coro = &nctx; |
| 231 |
|
|
|
| 232 |
|
|
# if CORO_SJLJ |
| 233 |
|
|
/* we use SIGUSR2. first block it, then fiddle with it. */ |
| 234 |
|
|
|
| 235 |
|
|
sigemptyset (&nsig); |
| 236 |
|
|
sigaddset (&nsig, SIGUSR2); |
| 237 |
|
|
sigprocmask (SIG_BLOCK, &nsig, &osig); |
| 238 |
|
|
|
| 239 |
|
|
nsa.sa_handler = trampoline; |
| 240 |
|
|
sigemptyset (&nsa.sa_mask); |
| 241 |
|
|
nsa.sa_flags = SA_ONSTACK; |
| 242 |
|
|
|
| 243 |
|
|
if (sigaction (SIGUSR2, &nsa, &osa)) |
| 244 |
root |
1.23 |
{ |
| 245 |
|
|
perror ("sigaction"); |
| 246 |
|
|
abort (); |
| 247 |
|
|
} |
| 248 |
root |
1.1 |
|
| 249 |
|
|
/* set the new stack */ |
| 250 |
root |
1.9 |
nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */ |
| 251 |
root |
1.8 |
nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize); |
| 252 |
root |
1.1 |
nstk.ss_flags = 0; |
| 253 |
|
|
|
| 254 |
|
|
if (sigaltstack (&nstk, &ostk) < 0) |
| 255 |
root |
1.23 |
{ |
| 256 |
|
|
perror ("sigaltstack"); |
| 257 |
|
|
abort (); |
| 258 |
|
|
} |
| 259 |
root |
1.1 |
|
| 260 |
|
|
trampoline_count = 0; |
| 261 |
|
|
kill (getpid (), SIGUSR2); |
| 262 |
|
|
sigfillset (&nsig); sigdelset (&nsig, SIGUSR2); |
| 263 |
|
|
|
| 264 |
|
|
while (!trampoline_count) |
| 265 |
|
|
sigsuspend (&nsig); |
| 266 |
|
|
|
| 267 |
|
|
sigaltstack (0, &nstk); |
| 268 |
|
|
nstk.ss_flags = SS_DISABLE; |
| 269 |
|
|
if (sigaltstack (&nstk, 0) < 0) |
| 270 |
|
|
perror ("sigaltstack"); |
| 271 |
|
|
|
| 272 |
|
|
sigaltstack (0, &nstk); |
| 273 |
|
|
if (~nstk.ss_flags & SS_DISABLE) |
| 274 |
|
|
abort (); |
| 275 |
|
|
|
| 276 |
|
|
if (~ostk.ss_flags & SS_DISABLE) |
| 277 |
|
|
sigaltstack (&ostk, 0); |
| 278 |
|
|
|
| 279 |
root |
1.19 |
sigaction (SIGUSR2, &osa, 0); |
| 280 |
root |
1.1 |
|
| 281 |
|
|
sigprocmask (SIG_SETMASK, &osig, 0); |
| 282 |
|
|
|
| 283 |
root |
1.16 |
# elif CORO_LOSER |
| 284 |
root |
1.1 |
|
| 285 |
root |
1.4 |
setjmp (ctx->env); |
| 286 |
root |
1.21 |
#if __CYGWIN__ |
| 287 |
pcg |
1.11 |
ctx->env[7] = (long)((char *)sptr + ssize); |
| 288 |
|
|
ctx->env[8] = (long)coro_init; |
| 289 |
root |
1.21 |
#elif defined(_M_IX86) |
| 290 |
|
|
((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init; |
| 291 |
root |
1.31 |
((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize); |
| 292 |
root |
1.21 |
#elif defined(_M_AMD64) |
| 293 |
|
|
((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init; |
| 294 |
root |
1.31 |
((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize); |
| 295 |
root |
1.21 |
#elif defined(_M_IA64) |
| 296 |
|
|
((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init; |
| 297 |
root |
1.31 |
((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize); |
| 298 |
root |
1.21 |
#else |
| 299 |
root |
1.30 |
# error "microsoft libc or architecture not supported" |
| 300 |
root |
1.21 |
#endif |
| 301 |
root |
1.4 |
|
| 302 |
|
|
# elif CORO_LINUX |
| 303 |
|
|
|
| 304 |
root |
1.22 |
_setjmp (ctx->env); |
| 305 |
root |
1.24 |
#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) |
| 306 |
root |
1.10 |
ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
| 307 |
root |
1.24 |
ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize); |
| 308 |
|
|
#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) |
| 309 |
root |
1.4 |
ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
| 310 |
|
|
ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize); |
| 311 |
root |
1.24 |
#elif defined (__GNU_LIBRARY__) && defined (__i386__) |
| 312 |
root |
1.4 |
ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init; |
| 313 |
|
|
ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize); |
| 314 |
root |
1.24 |
#elif defined (__GNU_LIBRARY__) && defined (__amd64__) |
| 315 |
root |
1.12 |
ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
| 316 |
root |
1.24 |
ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr, ssize); |
| 317 |
root |
1.4 |
#else |
| 318 |
root |
1.27 |
# error "linux libc or architecture not supported" |
| 319 |
root |
1.4 |
#endif |
| 320 |
root |
1.5 |
|
| 321 |
|
|
# elif CORO_IRIX |
| 322 |
|
|
|
| 323 |
|
|
setjmp (ctx->env); |
| 324 |
root |
1.6 |
ctx->env[JB_PC] = (__uint64_t)coro_init; |
| 325 |
root |
1.24 |
ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize); |
| 326 |
root |
1.1 |
|
| 327 |
root |
1.27 |
# elif CORO_ASM |
| 328 |
|
|
|
| 329 |
|
|
ctx->sp = (volatile void **)(ssize + (char *)sptr); |
| 330 |
root |
1.33 |
/* we try to allow for both functions with and without frame pointers */ |
| 331 |
root |
1.27 |
*--ctx->sp = (void *)coro_init; |
| 332 |
root |
1.33 |
{ |
| 333 |
|
|
int i; |
| 334 |
|
|
for (i = NUM_SAVED; i--; ) |
| 335 |
root |
1.35 |
*--ctx->sp = 0; |
| 336 |
root |
1.33 |
} |
| 337 |
root |
1.27 |
|
| 338 |
root |
1.1 |
# endif |
| 339 |
|
|
|
| 340 |
root |
1.2 |
coro_transfer ((coro_context *)create_coro, (coro_context *)new_coro); |
| 341 |
root |
1.1 |
|
| 342 |
root |
1.30 |
# elif CORO_PTHREAD |
| 343 |
|
|
|
| 344 |
|
|
pthread_t id; |
| 345 |
|
|
pthread_attr_t attr; |
| 346 |
|
|
coro_context nctx; |
| 347 |
|
|
struct coro_init_args args; |
| 348 |
|
|
static int once; |
| 349 |
|
|
|
| 350 |
|
|
if (!once) |
| 351 |
|
|
{ |
| 352 |
|
|
pthread_mutex_lock (&coro_mutex); |
| 353 |
|
|
once = 1; |
| 354 |
|
|
} |
| 355 |
|
|
|
| 356 |
|
|
args.func = coro; |
| 357 |
|
|
args.arg = arg; |
| 358 |
|
|
args.self = ctx; |
| 359 |
|
|
args.main = &nctx; |
| 360 |
|
|
|
| 361 |
|
|
pthread_attr_init (&attr); |
| 362 |
|
|
pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED); |
| 363 |
|
|
pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
| 364 |
|
|
pthread_create (&id, &attr, trampoline, &args); |
| 365 |
|
|
|
| 366 |
|
|
pthread_cond_init (&args.self->c, 0); |
| 367 |
|
|
coro_transfer (args.main, args.self); |
| 368 |
|
|
|
| 369 |
root |
1.1 |
#else |
| 370 |
root |
1.30 |
# error unsupported backend |
| 371 |
root |
1.1 |
#endif |
| 372 |
|
|
} |
| 373 |
|
|
|