libcoro/coro.c

/*
 * Copyright (c) 2001-2009 Marc Alexander Lehmann <schmorp@schmorp.de>
 * 
 * Redistribution and use in source and binary forms, with or without modifica-
 * tion, are permitted provided that the following conditions are met:
 * 
 *   1.  Redistributions of source code must retain the above copyright notice,
 *       this list of conditions and the following disclaimer.
 * 
 *   2.  Redistributions in binary form must reproduce the above copyright
 *       notice, this list of conditions and the following disclaimer in the
 *       documentation and/or other materials provided with the distribution.
 * 
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER-
 * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO
 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE-
 * CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH-
 * ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
 * OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 * Alternatively, the contents of this file may be used under the terms of
 * the GNU General Public License ("GPL") version 2 or any later version,
 * in which case the provisions of the GPL are applicable instead of
 * the above. If you wish to allow the use of your version of this file
 * only under the terms of the GPL and not to allow others to use your
 * version of this file under the BSD license, indicate your decision
 * by deleting the provisions above and replace them with the notice
 * and other provisions required by the GPL. If you do not delete the
 * provisions above, a recipient may use your version of this file under
 * either the BSD or the GPL.
 *
 * This library is modelled strictly after Ralf S. Engelschalls article at
 * http://www.gnu.org/software/pth/rse-pmt.ps. So most of the credit must
 * go to Ralf S. Engelschall <rse@engelschall.com>.
 */

#include "coro.h"

#include <string.h>

/*****************************************************************************/
/* ucontext/setjmp/asm backends                                              */
/*****************************************************************************/
#if CORO_UCONTEXT || CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM

# if CORO_UCONTEXT
#  include <stddef.h>
# endif

# if !defined(STACK_ADJUST_PTR)
#  if __sgi
/* IRIX is decidedly NON-unix */
#   define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
#   define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
#  elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER)
#   define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
#   define STACK_ADJUST_SIZE(sp,ss) (ss)
#  elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER)
#   define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
#   define STACK_ADJUST_SIZE(sp,ss) (ss)
#  else
#   define STACK_ADJUST_PTR(sp,ss) (sp)
#   define STACK_ADJUST_SIZE(sp,ss) (ss)
#  endif
# endif

# include <stdlib.h>

# if CORO_SJLJ
#  include <stdio.h>
#  include <signal.h>
#  include <unistd.h>
# endif

static coro_func coro_init_func;
static void *coro_init_arg;
static coro_context *new_coro, *create_coro;

static void
coro_init (void)
{
  volatile coro_func func = coro_init_func;
  volatile void *arg = coro_init_arg;

  coro_transfer (new_coro, create_coro);

  func ((void *)arg);

  /* the new coro returned. bad. just abort() for now */
  abort ();
}

# if CORO_SJLJ

static volatile int trampoline_done;

/* trampoline signal handler */
static void
trampoline (int sig)
{
  if (coro_setjmp (new_coro->env))
    coro_init (); /* start it */
  else
    trampoline_done = 1;
}

# endif

# if CORO_ASM

  asm (
       ".text\n"
       ".globl coro_transfer\n"
       ".type coro_transfer, @function\n"
       "coro_transfer:\n"
       #if __amd64
         #if CORO_WIN_TIB
           #define NUM_SAVED 6+3
           "\tpush %fs:0x0\n"
           "\tpush %fs:0x8\n"
           "\tpush %fs:0xc\n"
         #else
           #define NUM_SAVED 6
         #endif
         "\tpush %rbp\n"
         "\tpush %rbx\n"
         "\tpush %r12\n"
         "\tpush %r13\n"
         "\tpush %r14\n"
         "\tpush %r15\n"
         "\tmov  %rsp, (%rdi)\n"
         "\tmov  (%rsi), %rsp\n"
         "\tpop  %r15\n"
         "\tpop  %r14\n"
         "\tpop  %r13\n"
         "\tpop  %r12\n"
         "\tpop  %rbx\n"
         "\tpop  %rbp\n"
         #if CORO_WIN_TIB
           "\tpop  %fs:0xc\n"
           "\tpop  %fs:0x8\n"
           "\tpop  %fs:0x0\n"
         #endif
       #elif __i386
         #if CORO_WIN_TIB
           #define NUM_SAVED 4+3
           "\tpush %fs:0x0\n"
           "\tpush %fs:0x4\n"
           "\tpush %fs:0x8\n"
         #else
           #define NUM_SAVED 4
         #endif
         "\tpush %ebp\n"
         "\tpush %ebx\n"
         "\tpush %esi\n"
         "\tpush %edi\n"
         "\tmov  %esp, (%eax)\n"
         "\tmov  (%edx), %esp\n"
         "\tpop  %edi\n"
         "\tpop  %esi\n"
         "\tpop  %ebx\n"
         "\tpop  %ebp\n"
         #if CORO_WIN_TIB
           "\tpop  %fs:0x8\n"
           "\tpop  %fs:0x4\n"
           "\tpop  %fs:0x0\n"
         #endif
       #else
         #error unsupported architecture
       #endif
       "\tret\n"
  );

# endif

void
coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
{
  coro_context nctx;
# if CORO_SJLJ
  stack_t ostk, nstk;
  struct sigaction osa, nsa;
  sigset_t nsig, osig;
# endif

  if (!coro)
    return;

  coro_init_func = coro;
  coro_init_arg  = arg;

  new_coro    = ctx;
  create_coro = &nctx;

# if CORO_SJLJ
  /* we use SIGUSR2. first block it, then fiddle with it. */

  sigemptyset (&nsig);
  sigaddset (&nsig, SIGUSR2);
  sigprocmask (SIG_BLOCK, &nsig, &osig);

  nsa.sa_handler = trampoline;
  sigemptyset (&nsa.sa_mask);
  nsa.sa_flags = SA_ONSTACK;

  if (sigaction (SIGUSR2, &nsa, &osa))
    {
      perror ("sigaction");
      abort ();
    }

  /* set the new stack */
  nstk.ss_sp    = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */
  nstk.ss_size  = STACK_ADJUST_SIZE (sptr,ssize);
  nstk.ss_flags = 0;

  if (sigaltstack (&nstk, &ostk) < 0)
    {
      perror ("sigaltstack");
      abort ();
    }

  trampoline_done = 0;
  kill (getpid (), SIGUSR2);
  sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);

  while (!trampoline_done)
    sigsuspend (&nsig);

  sigaltstack (0, &nstk);
  nstk.ss_flags = SS_DISABLE;
  if (sigaltstack (&nstk, 0) < 0)
    perror ("sigaltstack");

  sigaltstack (0, &nstk);
  if (~nstk.ss_flags & SS_DISABLE)
    abort ();

  if (~ostk.ss_flags & SS_DISABLE)
    sigaltstack (&ostk, 0);

  sigaction (SIGUSR2, &osa, 0);
  sigprocmask (SIG_SETMASK, &osig, 0);

# elif CORO_LOSER

  coro_setjmp (ctx->env);
  #if __CYGWIN__ && __i386
    ctx->env[8]                        = (long)    coro_init;
    ctx->env[7]                        = (long)    ((char *)sptr + ssize)         - sizeof (long);
  #elif __CYGWIN__ && __x86_64
    ctx->env[7]                        = (long)    coro_init;
    ctx->env[6]                        = (long)    ((char *)sptr + ssize)         - sizeof (long);
  #elif defined(__MINGW32__)
    ctx->env[5]                        = (long)    coro_init;
    ctx->env[4]                        = (long)    ((char *)sptr + ssize)         - sizeof (long);
  #elif defined(_M_IX86)
    ((_JUMP_BUFFER *)&ctx->env)->Eip   = (long)    coro_init;
    ((_JUMP_BUFFER *)&ctx->env)->Esp   = (long)    STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
  #elif defined(_M_AMD64)
    ((_JUMP_BUFFER *)&ctx->env)->Rip   = (__int64) coro_init;
    ((_JUMP_BUFFER *)&ctx->env)->Rsp   = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
  #elif defined(_M_IA64)
    ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init;
    ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
  #else
    #error "microsoft libc or architecture not supported"
  #endif

# elif CORO_LINUX

  coro_setjmp (ctx->env);
  #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
    ctx->env[0].__jmpbuf[JB_PC]        = (long)    coro_init;
    ctx->env[0].__jmpbuf[JB_SP]        = (long)    STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
  #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
    ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
    ctx->env[0].__jmpbuf[0].__sp       = (int *)   ((char *)sptr + ssize)         - sizeof (long);
  #elif defined (__GNU_LIBRARY__) && defined (__i386__)
    ctx->env[0].__jmpbuf[0].__pc       = (char *)  coro_init;
    ctx->env[0].__jmpbuf[0].__sp       = (void *)  ((char *)sptr + ssize)         - sizeof (long);
  #elif defined (__GNU_LIBRARY__) && defined (__amd64__)
    ctx->env[0].__jmpbuf[JB_PC]        = (long)    coro_init;
    ctx->env[0].__jmpbuf[0].__sp       = (void *)  ((char *)sptr + ssize)         - sizeof (long);
  #else
    #error "linux libc or architecture not supported"
  #endif

# elif CORO_IRIX

  coro_setjmp (ctx->env, 0);
  ctx->env[JB_PC]                      = (__uint64_t)coro_init;
  ctx->env[JB_SP]                      = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);

# elif CORO_ASM

  ctx->sp = (void **)(ssize + (char *)sptr);
  *--ctx->sp = (void *)abort; /* needed for alignment only */
  *--ctx->sp = (void *)coro_init;
  ctx->sp -= NUM_SAVED;

# elif CORO_UCONTEXT

  getcontext (&(ctx->uc));

  ctx->uc.uc_link           =  0;
  ctx->uc.uc_stack.ss_sp    = sptr;
  ctx->uc.uc_stack.ss_size  = (size_t)ssize;
  ctx->uc.uc_stack.ss_flags = 0;

  makecontext (&(ctx->uc), (void (*)())coro_init, 0);

# endif

  coro_transfer (create_coro, new_coro);
}

/*****************************************************************************/
/* pthread backend                                                           */
/*****************************************************************************/
#elif CORO_PTHREAD

/* this mutex will be locked by the running coroutine */
pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;

struct coro_init_args
{
  coro_func func;
  void *arg;
  coro_context *self, *main;
};

static pthread_t null_tid;

/* I'd so love to cast pthread_mutex_unlock to void (*)(void *)... */
static void
mutex_unlock_wrapper (void *arg)
{
  pthread_mutex_unlock ((pthread_mutex_t *)arg);
}

static void *
coro_init (void *args_)
{
  struct coro_init_args *args = (struct coro_init_args *)args_;
  coro_func func = args->func;
  void *arg = args->arg;

  pthread_mutex_lock (&coro_mutex);

  /* we try to be good citizens and use deferred cancellation and cleanup handlers */
  pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex);
    coro_transfer (args->self, args->main);
    func (arg);
  pthread_cleanup_pop (1);

  return 0;
}

void
coro_transfer (coro_context *prev, coro_context *next)
{
  pthread_cond_signal (&next->cv);
  pthread_cond_wait (&prev->cv, &coro_mutex);
#if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */
  pthread_testcancel ();
#endif
}

void
coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize)
{
  static coro_context nctx;
  static int once;

  if (!once)
    {
      once = 1;

      pthread_mutex_lock (&coro_mutex);
      pthread_cond_init (&nctx.cv, 0);
      null_tid = pthread_self ();
    }

  pthread_cond_init (&ctx->cv, 0);

  if (coro)
    {
      pthread_attr_t attr;
      struct coro_init_args args;

      args.func = coro;
      args.arg  = arg;
      args.self = ctx;
      args.main = &nctx;

      pthread_attr_init (&attr);
      pthread_attr_setstack (&attr, sptr, (size_t)ssize);
      pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
      pthread_create (&ctx->id, &attr, coro_init, &args);

      coro_transfer (args.main, args.self);
    }
  else
    ctx->id = null_tid;
}

void
coro_destroy (coro_context *ctx)
{
  if (!pthread_equal (ctx->id, null_tid))
    {
      pthread_cancel (ctx->id);
      pthread_mutex_unlock (&coro_mutex);
      pthread_join (ctx->id, 0);
      pthread_mutex_lock (&coro_mutex);
    }

  pthread_cond_destroy (&ctx->cv);
}

#else
# error unsupported backend
#endif

Revision:	1.49
Committed:	Fri Apr 2 19:04:04 2010 UTC (14 years, 1 month ago) by root
Content type:	text/plain
Branch:	MAIN
Changes since 1.48:	+26 -2 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.1	/*
2	root	1.46	* Copyright (c) 2001-2009 Marc Alexander Lehmann <schmorp@schmorp.de>
3	root	1.1	*
4			* Redistribution and use in source and binary forms, with or without modifica-
5			* tion, are permitted provided that the following conditions are met:
6			*
7			* 1. Redistributions of source code must retain the above copyright notice,
8			* this list of conditions and the following disclaimer.
9			*
10			* 2. Redistributions in binary form must reproduce the above copyright
11			* notice, this list of conditions and the following disclaimer in the
12			* documentation and/or other materials provided with the distribution.
13			*
14			* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
15			* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER-
16			* CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
17			* EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE-
18			* CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
19			* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
20			* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
21			* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH-
22			* ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
23			* OF THE POSSIBILITY OF SUCH DAMAGE.
24			*
25	root	1.29	* Alternatively, the contents of this file may be used under the terms of
26			* the GNU General Public License ("GPL") version 2 or any later version,
27			* in which case the provisions of the GPL are applicable instead of
28			* the above. If you wish to allow the use of your version of this file
29			* only under the terms of the GPL and not to allow others to use your
30			* version of this file under the BSD license, indicate your decision
31			* by deleting the provisions above and replace them with the notice
32			* and other provisions required by the GPL. If you do not delete the
33			* provisions above, a recipient may use your version of this file under
34			* either the BSD or the GPL.
35			*
36	root	1.1	* This library is modelled strictly after Ralf S. Engelschalls article at
37	root	1.29	* http://www.gnu.org/software/pth/rse-pmt.ps. So most of the credit must
38	root	1.1	* go to Ralf S. Engelschall <rse@engelschall.com>.
39			*/
40
41			#include "coro.h"
42
43	root	1.38	#include <string.h>
44
45	root	1.39	/*****************************************************************************/
46			/* ucontext/setjmp/asm backends */
47			/*****************************************************************************/
48			#if CORO_UCONTEXT \|\| CORO_SJLJ \|\| CORO_LOSER \|\| CORO_LINUX \|\| CORO_IRIX \|\| CORO_ASM
49
50			# if CORO_UCONTEXT
51			# include <stddef.h>
52			# endif
53
54			# if !defined(STACK_ADJUST_PTR)
55			# if __sgi
56	root	1.5	/* IRIX is decidedly NON-unix */
57	root	1.39	# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
58			# define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8)
59			# elif (__i386__ && CORO_LINUX) \|\| (_M_IX86 && CORO_LOSER)
60			# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss))
61			# define STACK_ADJUST_SIZE(sp,ss) (ss)
62			# elif (__amd64__ && CORO_LINUX) \|\| ((_M_AMD64 \|\| _M_IA64) && CORO_LOSER)
63			# define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8)
64			# define STACK_ADJUST_SIZE(sp,ss) (ss)
65			# else
66			# define STACK_ADJUST_PTR(sp,ss) (sp)
67			# define STACK_ADJUST_SIZE(sp,ss) (ss)
68			# endif
69	root	1.8	# endif
70	root	1.1
71	root	1.38	# include <stdlib.h>
72	root	1.17
73	root	1.38	# if CORO_SJLJ
74			# include <stdio.h>
75			# include <signal.h>
76			# include <unistd.h>
77			# endif
78	root	1.1
79	root	1.40	static coro_func coro_init_func;
80			static void *coro_init_arg;
81			static coro_context new_coro, create_coro;
82	root	1.1
83			static void
84			coro_init (void)
85			{
86			volatile coro_func func = coro_init_func;
87			volatile void *arg = coro_init_arg;
88
89	root	1.40	coro_transfer (new_coro, create_coro);
90	root	1.1
91	root	1.3	func ((void *)arg);
92	root	1.1
93			/* the new coro returned. bad. just abort() for now */
94			abort ();
95			}
96
97			# if CORO_SJLJ
98
99	root	1.39	static volatile int trampoline_done;
100	root	1.1
101			/* trampoline signal handler */
102			static void
103	root	1.14	trampoline (int sig)
104	root	1.1	{
105	root	1.44	if (coro_setjmp (new_coro->env))
106			coro_init (); /* start it */
107	root	1.1	else
108	root	1.39	trampoline_done = 1;
109	root	1.1	}
110
111			# endif
112
113	root	1.39	# if CORO_ASM
114	root	1.38
115			asm (
116			".text\n"
117			".globl coro_transfer\n"
118			".type coro_transfer, @function\n"
119			"coro_transfer:\n"
120	root	1.39	#if __amd64
121	root	1.49	#if CORO_WIN_TIB
122			#define NUM_SAVED 6+3
123			"\tpush %fs:0x0\n"
124			"\tpush %fs:0x8\n"
125			"\tpush %fs:0xc\n"
126			#else
127			#define NUM_SAVED 6
128			#endif
129	root	1.39	"\tpush %rbp\n"
130			"\tpush %rbx\n"
131			"\tpush %r12\n"
132			"\tpush %r13\n"
133			"\tpush %r14\n"
134			"\tpush %r15\n"
135			"\tmov %rsp, (%rdi)\n"
136			"\tmov (%rsi), %rsp\n"
137			"\tpop %r15\n"
138			"\tpop %r14\n"
139			"\tpop %r13\n"
140			"\tpop %r12\n"
141			"\tpop %rbx\n"
142			"\tpop %rbp\n"
143	root	1.49	#if CORO_WIN_TIB
144			"\tpop %fs:0xc\n"
145			"\tpop %fs:0x8\n"
146			"\tpop %fs:0x0\n"
147			#endif
148	root	1.39	#elif __i386
149	root	1.49	#if CORO_WIN_TIB
150			#define NUM_SAVED 4+3
151			"\tpush %fs:0x0\n"
152			"\tpush %fs:0x4\n"
153			"\tpush %fs:0x8\n"
154			#else
155			#define NUM_SAVED 4
156			#endif
157	root	1.39	"\tpush %ebp\n"
158			"\tpush %ebx\n"
159			"\tpush %esi\n"
160			"\tpush %edi\n"
161			"\tmov %esp, (%eax)\n"
162			"\tmov (%edx), %esp\n"
163			"\tpop %edi\n"
164			"\tpop %esi\n"
165			"\tpop %ebx\n"
166			"\tpop %ebp\n"
167	root	1.49	#if CORO_WIN_TIB
168			"\tpop %fs:0x8\n"
169			"\tpop %fs:0x4\n"
170			"\tpop %fs:0x0\n"
171			#endif
172	root	1.39	#else
173			#error unsupported architecture
174			#endif
175	root	1.38	"\tret\n"
176			);
177
178	root	1.39	# endif
179	root	1.38
180			void
181			coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, long ssize)
182	root	1.1	{
183	root	1.39	coro_context nctx;
184	root	1.1	# if CORO_SJLJ
185			stack_t ostk, nstk;
186			struct sigaction osa, nsa;
187			sigset_t nsig, osig;
188			# endif
189
190	root	1.38	if (!coro)
191			return;
192
193	root	1.1	coro_init_func = coro;
194			coro_init_arg = arg;
195
196			new_coro = ctx;
197			create_coro = &nctx;
198
199			# if CORO_SJLJ
200			/* we use SIGUSR2. first block it, then fiddle with it. */
201
202			sigemptyset (&nsig);
203			sigaddset (&nsig, SIGUSR2);
204			sigprocmask (SIG_BLOCK, &nsig, &osig);
205
206			nsa.sa_handler = trampoline;
207			sigemptyset (&nsa.sa_mask);
208			nsa.sa_flags = SA_ONSTACK;
209
210			if (sigaction (SIGUSR2, &nsa, &osa))
211	root	1.23	{
212			perror ("sigaction");
213			abort ();
214			}
215	root	1.1
216			/* set the new stack */
217	root	1.9	nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */
218	root	1.8	nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize);
219	root	1.1	nstk.ss_flags = 0;
220
221			if (sigaltstack (&nstk, &ostk) < 0)
222	root	1.23	{
223			perror ("sigaltstack");
224			abort ();
225			}
226	root	1.1
227	root	1.39	trampoline_done = 0;
228	root	1.1	kill (getpid (), SIGUSR2);
229			sigfillset (&nsig); sigdelset (&nsig, SIGUSR2);
230
231	root	1.39	while (!trampoline_done)
232	root	1.1	sigsuspend (&nsig);
233
234			sigaltstack (0, &nstk);
235			nstk.ss_flags = SS_DISABLE;
236			if (sigaltstack (&nstk, 0) < 0)
237			perror ("sigaltstack");
238
239			sigaltstack (0, &nstk);
240			if (~nstk.ss_flags & SS_DISABLE)
241			abort ();
242
243			if (~ostk.ss_flags & SS_DISABLE)
244			sigaltstack (&ostk, 0);
245
246	root	1.19	sigaction (SIGUSR2, &osa, 0);
247	root	1.1	sigprocmask (SIG_SETMASK, &osig, 0);
248
249	root	1.16	# elif CORO_LOSER
250	root	1.1
251	root	1.44	coro_setjmp (ctx->env);
252	root	1.48	#if __CYGWIN__ && __i386
253	root	1.47	ctx->env[8] = (long) coro_init;
254			ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long);
255	root	1.48	#elif __CYGWIN__ && __x86_64
256			ctx->env[7] = (long) coro_init;
257			ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long);
258	root	1.45	#elif defined(__MINGW32__)
259	root	1.47	ctx->env[5] = (long) coro_init;
260			ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long);
261	root	1.39	#elif defined(_M_IX86)
262	root	1.47	((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init;
263			((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
264	root	1.39	#elif defined(_M_AMD64)
265	root	1.47	((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init;
266	root	1.48	((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
267	root	1.39	#elif defined(_M_IA64)
268	root	1.47	((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init;
269	root	1.48	((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64);
270	root	1.39	#else
271			#error "microsoft libc or architecture not supported"
272			#endif
273	root	1.4
274			# elif CORO_LINUX
275
276	root	1.44	coro_setjmp (ctx->env);
277	root	1.39	#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP)
278	root	1.47	ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
279			ctx->env[0].__jmpbuf[JB_SP] = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
280	root	1.39	#elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__)
281			ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
282	root	1.47	ctx->env[0].__jmpbuf[0].__sp = (int ) ((char )sptr + ssize) - sizeof (long);
283	root	1.39	#elif defined (__GNU_LIBRARY__) && defined (__i386__)
284	root	1.47	ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init;
285			ctx->env[0].__jmpbuf[0].__sp = (void ) ((char )sptr + ssize) - sizeof (long);
286	root	1.39	#elif defined (__GNU_LIBRARY__) && defined (__amd64__)
287	root	1.47	ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
288			ctx->env[0].__jmpbuf[0].__sp = (void ) ((char )sptr + ssize) - sizeof (long);
289	root	1.39	#else
290			#error "linux libc or architecture not supported"
291			#endif
292	root	1.5
293			# elif CORO_IRIX
294
295	root	1.44	coro_setjmp (ctx->env, 0);
296	root	1.47	ctx->env[JB_PC] = (__uint64_t)coro_init;
297			ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
298	root	1.1
299	root	1.27	# elif CORO_ASM
300
301	root	1.41	ctx->sp = (void *)(ssize + (char )sptr);
302	root	1.37	--ctx->sp = (void )abort; /* needed for alignment only */
303	root	1.27	--ctx->sp = (void )coro_init;
304	root	1.36	ctx->sp -= NUM_SAVED;
305	root	1.27
306	root	1.39	# elif CORO_UCONTEXT
307
308			getcontext (&(ctx->uc));
309
310			ctx->uc.uc_link = 0;
311			ctx->uc.uc_stack.ss_sp = sptr;
312			ctx->uc.uc_stack.ss_size = (size_t)ssize;
313			ctx->uc.uc_stack.ss_flags = 0;
314
315			makecontext (&(ctx->uc), (void (*)())coro_init, 0);
316
317	root	1.1	# endif
318
319	root	1.39	coro_transfer (create_coro, new_coro);
320			}
321
322			/*****************************************************************************/
323			/* pthread backend */
324			/*****************************************************************************/
325	root	1.40	#elif CORO_PTHREAD
326	root	1.1
327	root	1.39	/* this mutex will be locked by the running coroutine */
328			pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER;
329	root	1.30
330	root	1.39	struct coro_init_args
331			{
332			coro_func func;
333			void *arg;
334			coro_context self, main;
335			};
336
337			static pthread_t null_tid;
338
339			/* I'd so love to cast pthread_mutex_unlock to void ()(void )... */
340			static void
341			mutex_unlock_wrapper (void *arg)
342			{
343			pthread_mutex_unlock ((pthread_mutex_t *)arg);
344			}
345
346			static void *
347			coro_init (void *args_)
348			{
349			struct coro_init_args args = (struct coro_init_args )args_;
350			coro_func func = args->func;
351			void *arg = args->arg;
352
353			pthread_mutex_lock (&coro_mutex);
354
355			/* we try to be good citizens and use deferred cancellation and cleanup handlers */
356			pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex);
357			coro_transfer (args->self, args->main);
358			func (arg);
359			pthread_cleanup_pop (1);
360
361			return 0;
362			}
363
364			void
365			coro_transfer (coro_context prev, coro_context next)
366			{
367			pthread_cond_signal (&next->cv);
368			pthread_cond_wait (&prev->cv, &coro_mutex);
369	root	1.43	#if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */
370			pthread_testcancel ();
371			#endif
372	root	1.39	}
373
374			void
375			coro_create (coro_context ctx, coro_func coro, void arg, void *sptr, long ssize)
376			{
377	root	1.38	static coro_context nctx;
378	root	1.30	static int once;
379
380			if (!once)
381			{
382	root	1.38	once = 1;
383
384	root	1.30	pthread_mutex_lock (&coro_mutex);
385	root	1.38	pthread_cond_init (&nctx.cv, 0);
386			null_tid = pthread_self ();
387	root	1.30	}
388
389	root	1.38	pthread_cond_init (&ctx->cv, 0);
390	root	1.30
391	root	1.38	if (coro)
392			{
393			pthread_attr_t attr;
394			struct coro_init_args args;
395
396			args.func = coro;
397			args.arg = arg;
398			args.self = ctx;
399			args.main = &nctx;
400
401			pthread_attr_init (&attr);
402			pthread_attr_setstack (&attr, sptr, (size_t)ssize);
403			pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
404	root	1.39	pthread_create (&ctx->id, &attr, coro_init, &args);
405	root	1.38
406			coro_transfer (args.main, args.self);
407			}
408			else
409			ctx->id = null_tid;
410	root	1.39	}
411
412			void
413			coro_destroy (coro_context *ctx)
414			{
415			if (!pthread_equal (ctx->id, null_tid))
416			{
417			pthread_cancel (ctx->id);
418			pthread_mutex_unlock (&coro_mutex);
419			pthread_join (ctx->id, 0);
420			pthread_mutex_lock (&coro_mutex);
421			}
422
423			pthread_cond_destroy (&ctx->cv);
424			}
425	root	1.30
426	root	1.40	#else
427			# error unsupported backend
428	root	1.1	#endif
429