1 | /* |
1 | /* |
2 | * Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de> |
2 | * Copyright (c) 2001-2011 Marc Alexander Lehmann <schmorp@schmorp.de> |
3 | * |
3 | * |
4 | * Redistribution and use in source and binary forms, with or without modifica- |
4 | * Redistribution and use in source and binary forms, with or without modifica- |
5 | * tion, are permitted provided that the following conditions are met: |
5 | * tion, are permitted provided that the following conditions are met: |
6 | * |
6 | * |
7 | * 1. Redistributions of source code must retain the above copyright notice, |
7 | * 1. Redistributions of source code must retain the above copyright notice, |
… | |
… | |
38 | * go to Ralf S. Engelschall <rse@engelschall.com>. |
38 | * go to Ralf S. Engelschall <rse@engelschall.com>. |
39 | */ |
39 | */ |
40 | |
40 | |
41 | #include "coro.h" |
41 | #include "coro.h" |
42 | |
42 | |
|
|
43 | #include <string.h> |
|
|
44 | |
|
|
45 | /*****************************************************************************/ |
|
|
46 | /* ucontext/setjmp/asm backends */ |
|
|
47 | /*****************************************************************************/ |
|
|
48 | #if CORO_UCONTEXT || CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
|
|
49 | |
|
|
50 | # if CORO_UCONTEXT |
|
|
51 | # include <stddef.h> |
|
|
52 | # endif |
|
|
53 | |
43 | #if !defined(STACK_ADJUST_PTR) |
54 | # if !defined(STACK_ADJUST_PTR) |
|
|
55 | # if __sgi |
44 | /* IRIX is decidedly NON-unix */ |
56 | /* IRIX is decidedly NON-unix */ |
45 | # if __sgi |
|
|
46 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
57 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
47 | # define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) |
58 | # define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) |
48 | # elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER) |
59 | # elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER) |
49 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) |
60 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) |
50 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
61 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
51 | # elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER) |
62 | # elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER) |
52 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
63 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
53 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
64 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
54 | # else |
65 | # else |
55 | # define STACK_ADJUST_PTR(sp,ss) (sp) |
66 | # define STACK_ADJUST_PTR(sp,ss) (sp) |
56 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
67 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
57 | # endif |
68 | # endif |
58 | #endif |
69 | # endif |
59 | |
70 | |
60 | #if CORO_UCONTEXT |
|
|
61 | # include <stddef.h> |
|
|
62 | #endif |
|
|
63 | |
|
|
64 | #if CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
|
|
65 | |
|
|
66 | #include <stdlib.h> |
71 | # include <stdlib.h> |
67 | |
72 | |
68 | #if CORO_SJLJ |
73 | # if CORO_SJLJ |
69 | # include <stdio.h> |
74 | # include <stdio.h> |
70 | # include <signal.h> |
75 | # include <signal.h> |
71 | # include <unistd.h> |
76 | # include <unistd.h> |
72 | #endif |
77 | # endif |
73 | |
78 | |
74 | static volatile coro_func coro_init_func; |
79 | static coro_func coro_init_func; |
75 | static volatile void *coro_init_arg; |
80 | static void *coro_init_arg; |
76 | static volatile coro_context *new_coro, *create_coro; |
81 | static coro_context *new_coro, *create_coro; |
77 | |
|
|
78 | /* what we really want to detect here is wether we use a new-enough version of GAS */ |
|
|
79 | /* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */ |
|
|
80 | #if __GNUC__ >= 3 && __ELF__ && __linux__ |
|
|
81 | # define HAVE_CFI 1 |
|
|
82 | #endif |
|
|
83 | |
82 | |
84 | static void |
83 | static void |
85 | coro_init (void) |
84 | coro_init (void) |
86 | { |
85 | { |
87 | volatile coro_func func = coro_init_func; |
86 | volatile coro_func func = coro_init_func; |
88 | volatile void *arg = coro_init_arg; |
87 | volatile void *arg = coro_init_arg; |
89 | |
88 | |
90 | coro_transfer ((coro_context *)new_coro, (coro_context *)create_coro); |
89 | coro_transfer (new_coro, create_coro); |
|
|
90 | |
|
|
91 | #if __linux && __amd64 |
|
|
92 | /* we blindly assume on any __linux with __amd64 we have a new enough gas with .cfi_undefined support */ |
|
|
93 | asm (".cfi_undefined rip"); |
|
|
94 | #endif |
91 | |
95 | |
92 | func ((void *)arg); |
96 | func ((void *)arg); |
93 | |
97 | |
94 | /* the new coro returned. bad. just abort() for now */ |
98 | /* the new coro returned. bad. just abort() for now */ |
95 | abort (); |
99 | abort (); |
96 | } |
100 | } |
97 | |
101 | |
98 | # if CORO_SJLJ |
102 | # if CORO_SJLJ |
99 | |
103 | |
100 | static volatile int trampoline_count; |
104 | static volatile int trampoline_done; |
101 | |
105 | |
102 | /* trampoline signal handler */ |
106 | /* trampoline signal handler */ |
103 | static void |
107 | static void |
104 | trampoline (int sig) |
108 | trampoline (int sig) |
105 | { |
109 | { |
106 | if (setjmp (((coro_context *)new_coro)->env)) |
110 | if (coro_setjmp (new_coro->env)) |
107 | { |
|
|
108 | #if HAVE_CFI |
|
|
109 | asm (".cfi_startproc"); |
|
|
110 | #endif |
|
|
111 | coro_init (); /* start it */ |
111 | coro_init (); /* start it */ |
112 | #if HAVE_CFI |
|
|
113 | asm (".cfi_endproc"); |
|
|
114 | #endif |
|
|
115 | } |
|
|
116 | else |
112 | else |
117 | trampoline_count++; |
113 | trampoline_done = 1; |
118 | } |
114 | } |
119 | |
115 | |
120 | # endif |
|
|
121 | |
|
|
122 | #endif |
116 | # endif |
123 | |
117 | |
124 | #if CORO_ASM |
118 | # if CORO_ASM |
|
|
119 | |
125 | asm ( |
120 | asm ( |
126 | ".text\n" |
121 | ".text\n" |
127 | ".globl coro_transfer\n" |
122 | ".globl coro_transfer\n" |
128 | ".type coro_transfer, @function\n" |
123 | ".type coro_transfer, @function\n" |
129 | "coro_transfer:\n" |
124 | "coro_transfer:\n" |
|
|
125 | /* windows, of course, gives a shit on the amd64 ABI and uses different registers */ |
|
|
126 | /* http://blogs.msdn.com/freik/archive/2005/03/17/398200.aspx */ |
130 | #if __amd64 |
127 | #if __amd64 |
131 | # define NUM_SAVED 5 |
128 | #ifdef _WIN32 |
|
|
129 | /* TODO: xmm6..15 also would need to be saved. sigh. */ |
|
|
130 | #define NUM_SAVED 8 |
|
|
131 | #undef CORO_WIN_TIB |
|
|
132 | "\tpushq %rsi\n" |
|
|
133 | "\tpushq %rdi\n" |
|
|
134 | "\tpushq %rbp\n" |
132 | "\tpush %rbx\n" |
135 | "\tpushq %rbx\n" |
133 | "\tpush %r12\n" |
136 | "\tpushq %r12\n" |
134 | "\tpush %r13\n" |
137 | "\tpushq %r13\n" |
135 | "\tpush %r14\n" |
138 | "\tpushq %r14\n" |
136 | "\tpush %r15\n" |
139 | "\tpushq %r15\n" |
|
|
140 | "\tmovq %rsp, (%rcx)\n" |
|
|
141 | "\tmovq (%rdx), %rsp\n" |
|
|
142 | "\tpopq %r15\n" |
|
|
143 | "\tpopq %r14\n" |
|
|
144 | "\tpopq %r13\n" |
|
|
145 | "\tpopq %r12\n" |
|
|
146 | "\tpopq %rbx\n" |
|
|
147 | "\tpopq %rbp\n" |
|
|
148 | "\tpopq %rdi\n" |
|
|
149 | "\tpopq %rsi\n" |
|
|
150 | #else |
|
|
151 | #define NUM_SAVED 6 |
|
|
152 | "\tpushq %rbp\n" |
|
|
153 | "\tpushq %rbx\n" |
|
|
154 | "\tpushq %r12\n" |
|
|
155 | "\tpushq %r13\n" |
|
|
156 | "\tpushq %r14\n" |
|
|
157 | "\tpushq %r15\n" |
137 | "\tmov %rsp, (%rdi)\n" |
158 | "\tmovq %rsp, (%rdi)\n" |
138 | "\tmov (%rsi), %rsp\n" |
159 | "\tmovq (%rsi), %rsp\n" |
139 | "\tpop %r15\n" |
160 | "\tpopq %r15\n" |
140 | "\tpop %r14\n" |
161 | "\tpopq %r14\n" |
141 | "\tpop %r13\n" |
162 | "\tpopq %r13\n" |
142 | "\tpop %r12\n" |
163 | "\tpopq %r12\n" |
143 | "\tpop %rbx\n" |
164 | "\tpopq %rbx\n" |
|
|
165 | "\tpopq %rbp\n" |
|
|
166 | #endif |
144 | #elif __i386 |
167 | #elif __i386 |
145 | # define NUM_SAVED 4 |
168 | #define NUM_SAVED 4 |
146 | "\tpush %ebx\n" |
|
|
147 | "\tpush %esi\n" |
|
|
148 | "\tpush %edi\n" |
|
|
149 | "\tpush %ebp\n" |
169 | "\tpushl %ebp\n" |
|
|
170 | "\tpushl %ebx\n" |
|
|
171 | "\tpushl %esi\n" |
|
|
172 | "\tpushl %edi\n" |
|
|
173 | #if CORO_WIN_TIB |
|
|
174 | "\tpushl %fs:0\n" |
|
|
175 | "\tpushl %fs:4\n" |
|
|
176 | "\tpushl %fs:8\n" |
|
|
177 | #endif |
150 | "\tmov %esp, (%eax)\n" |
178 | "\tmovl %esp, (%eax)\n" |
151 | "\tmov (%edx), %esp\n" |
179 | "\tmovl (%edx), %esp\n" |
152 | "\tpop %ebp\n" |
180 | #if CORO_WIN_TIB |
|
|
181 | "\tpopl %fs:8\n" |
|
|
182 | "\tpopl %fs:4\n" |
|
|
183 | "\tpopl %fs:0\n" |
|
|
184 | #endif |
153 | "\tpop %edi\n" |
185 | "\tpopl %edi\n" |
154 | "\tpop %esi\n" |
186 | "\tpopl %esi\n" |
155 | "\tpop %ebx\n" |
187 | "\tpopl %ebx\n" |
156 | #else |
188 | "\tpopl %ebp\n" |
|
|
189 | #else |
157 | # error unsupported architecture |
190 | #error unsupported architecture |
158 | #endif |
191 | #endif |
159 | "\tret\n" |
192 | "\tret\n" |
160 | ); |
193 | ); |
|
|
194 | |
161 | #endif |
195 | # endif |
162 | |
196 | |
163 | #if CORO_PTHREAD |
197 | void |
164 | |
198 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize) |
165 | struct coro_init_args { |
|
|
166 | coro_func func; |
|
|
167 | void *arg; |
|
|
168 | coro_context *self, *main; |
|
|
169 | }; |
|
|
170 | |
|
|
171 | pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER; |
|
|
172 | |
|
|
173 | static void * |
|
|
174 | trampoline (void *args_) |
|
|
175 | { |
199 | { |
176 | struct coro_init_args *args = (struct coro_init_args *)args_; |
200 | coro_context nctx; |
177 | coro_func func = args->func; |
|
|
178 | void *arg = args->arg; |
|
|
179 | |
|
|
180 | pthread_mutex_lock (&coro_mutex); |
|
|
181 | pthread_cond_destroy (&args->self->c); |
|
|
182 | coro_transfer (args->self, args->main); |
|
|
183 | func (arg); |
|
|
184 | pthread_mutex_unlock (&coro_mutex); |
|
|
185 | |
|
|
186 | return 0; |
|
|
187 | } |
|
|
188 | |
|
|
189 | asm(""); |
|
|
190 | |
|
|
191 | void coro_transfer(coro_context *prev, coro_context *next) |
|
|
192 | { |
|
|
193 | pthread_cond_init (&prev->c, 0); |
|
|
194 | pthread_cond_signal (&next->c); |
|
|
195 | pthread_cond_wait (&prev->c, &coro_mutex); |
|
|
196 | pthread_cond_destroy (&prev->c); |
|
|
197 | } |
|
|
198 | |
|
|
199 | #endif |
|
|
200 | |
|
|
201 | /* initialize a machine state */ |
|
|
202 | void coro_create (coro_context *ctx, |
|
|
203 | coro_func coro, void *arg, |
|
|
204 | void *sptr, long ssize) |
|
|
205 | { |
|
|
206 | #if CORO_UCONTEXT |
|
|
207 | |
|
|
208 | getcontext (&(ctx->uc)); |
|
|
209 | |
|
|
210 | ctx->uc.uc_link = 0; |
|
|
211 | ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize); |
|
|
212 | ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize); |
|
|
213 | ctx->uc.uc_stack.ss_flags = 0; |
|
|
214 | |
|
|
215 | makecontext (&(ctx->uc), (void (*)()) coro, 1, arg); |
|
|
216 | |
|
|
217 | #elif CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
|
|
218 | |
|
|
219 | # if CORO_SJLJ |
201 | # if CORO_SJLJ |
220 | stack_t ostk, nstk; |
202 | stack_t ostk, nstk; |
221 | struct sigaction osa, nsa; |
203 | struct sigaction osa, nsa; |
222 | sigset_t nsig, osig; |
204 | sigset_t nsig, osig; |
223 | # endif |
205 | # endif |
224 | coro_context nctx; |
206 | |
|
|
207 | if (!coro) |
|
|
208 | return; |
225 | |
209 | |
226 | coro_init_func = coro; |
210 | coro_init_func = coro; |
227 | coro_init_arg = arg; |
211 | coro_init_arg = arg; |
228 | |
212 | |
229 | new_coro = ctx; |
213 | new_coro = ctx; |
… | |
… | |
245 | perror ("sigaction"); |
229 | perror ("sigaction"); |
246 | abort (); |
230 | abort (); |
247 | } |
231 | } |
248 | |
232 | |
249 | /* set the new stack */ |
233 | /* set the new stack */ |
250 | nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */ |
234 | nstk.ss_sp = STACK_ADJUST_PTR (sptr, ssize); /* yes, some platforms (IRIX) get this wrong. */ |
251 | nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize); |
235 | nstk.ss_size = STACK_ADJUST_SIZE (sptr, ssize); |
252 | nstk.ss_flags = 0; |
236 | nstk.ss_flags = 0; |
253 | |
237 | |
254 | if (sigaltstack (&nstk, &ostk) < 0) |
238 | if (sigaltstack (&nstk, &ostk) < 0) |
255 | { |
239 | { |
256 | perror ("sigaltstack"); |
240 | perror ("sigaltstack"); |
257 | abort (); |
241 | abort (); |
258 | } |
242 | } |
259 | |
243 | |
260 | trampoline_count = 0; |
244 | trampoline_done = 0; |
261 | kill (getpid (), SIGUSR2); |
245 | kill (getpid (), SIGUSR2); |
262 | sigfillset (&nsig); sigdelset (&nsig, SIGUSR2); |
246 | sigfillset (&nsig); sigdelset (&nsig, SIGUSR2); |
263 | |
247 | |
264 | while (!trampoline_count) |
248 | while (!trampoline_done) |
265 | sigsuspend (&nsig); |
249 | sigsuspend (&nsig); |
266 | |
250 | |
267 | sigaltstack (0, &nstk); |
251 | sigaltstack (0, &nstk); |
268 | nstk.ss_flags = SS_DISABLE; |
252 | nstk.ss_flags = SS_DISABLE; |
269 | if (sigaltstack (&nstk, 0) < 0) |
253 | if (sigaltstack (&nstk, 0) < 0) |
… | |
… | |
275 | |
259 | |
276 | if (~ostk.ss_flags & SS_DISABLE) |
260 | if (~ostk.ss_flags & SS_DISABLE) |
277 | sigaltstack (&ostk, 0); |
261 | sigaltstack (&ostk, 0); |
278 | |
262 | |
279 | sigaction (SIGUSR2, &osa, 0); |
263 | sigaction (SIGUSR2, &osa, 0); |
280 | |
|
|
281 | sigprocmask (SIG_SETMASK, &osig, 0); |
264 | sigprocmask (SIG_SETMASK, &osig, 0); |
282 | |
265 | |
283 | # elif CORO_LOSER |
266 | # elif CORO_LOSER |
284 | |
267 | |
285 | setjmp (ctx->env); |
268 | coro_setjmp (ctx->env); |
286 | #if __CYGWIN__ |
269 | #if __CYGWIN__ && __i386 |
287 | ctx->env[7] = (long)((char *)sptr + ssize); |
270 | ctx->env[8] = (long) coro_init; |
288 | ctx->env[8] = (long)coro_init; |
271 | ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long); |
|
|
272 | #elif __CYGWIN__ && __x86_64 |
|
|
273 | ctx->env[7] = (long) coro_init; |
|
|
274 | ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long); |
|
|
275 | #elif defined(__MINGW32__) |
|
|
276 | ctx->env[5] = (long) coro_init; |
|
|
277 | ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long); |
289 | #elif defined(_M_IX86) |
278 | #elif defined(_M_IX86) |
290 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init; |
279 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init; |
291 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize); |
280 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
292 | #elif defined(_M_AMD64) |
281 | #elif defined(_M_AMD64) |
293 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init; |
282 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init; |
294 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize); |
283 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
295 | #elif defined(_M_IA64) |
284 | #elif defined(_M_IA64) |
296 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init; |
285 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init; |
297 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize); |
286 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
298 | #else |
287 | #else |
299 | # error "microsoft libc or architecture not supported" |
288 | #error "microsoft libc or architecture not supported" |
|
|
289 | #endif |
|
|
290 | |
|
|
291 | # elif CORO_LINUX |
|
|
292 | |
|
|
293 | coro_setjmp (ctx->env); |
|
|
294 | #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) |
|
|
295 | ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init; |
|
|
296 | ctx->env[0].__jmpbuf[JB_SP] = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
|
|
297 | #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) |
|
|
298 | ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
|
|
299 | ctx->env[0].__jmpbuf[0].__sp = (int *) ((char *)sptr + ssize) - sizeof (long); |
|
|
300 | #elif defined (__GNU_LIBRARY__) && defined (__i386__) |
|
|
301 | ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init; |
|
|
302 | ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); |
|
|
303 | #elif defined (__GNU_LIBRARY__) && defined (__amd64__) |
|
|
304 | ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init; |
|
|
305 | ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); |
|
|
306 | #else |
|
|
307 | #error "linux libc or architecture not supported" |
|
|
308 | #endif |
|
|
309 | |
|
|
310 | # elif CORO_IRIX |
|
|
311 | |
|
|
312 | coro_setjmp (ctx->env, 0); |
|
|
313 | ctx->env[JB_PC] = (__uint64_t)coro_init; |
|
|
314 | ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
|
|
315 | |
|
|
316 | # elif CORO_ASM |
|
|
317 | |
|
|
318 | ctx->sp = (void **)(ssize + (char *)sptr); |
|
|
319 | *--ctx->sp = (void *)abort; /* needed for alignment only */ |
|
|
320 | *--ctx->sp = (void *)coro_init; |
|
|
321 | |
|
|
322 | #if CORO_WIN_TIB |
|
|
323 | *--ctx->sp = 0; /* ExceptionList */ |
|
|
324 | *--ctx->sp = (char *)sptr + ssize; /* StackBase */ |
|
|
325 | *--ctx->sp = sptr; /* StackLimit */ |
|
|
326 | #endif |
|
|
327 | |
|
|
328 | ctx->sp -= NUM_SAVED; |
|
|
329 | memset (ctx->sp, 0, sizeof (*ctx->sp) * NUM_SAVED); |
|
|
330 | |
|
|
331 | # elif CORO_UCONTEXT |
|
|
332 | |
|
|
333 | getcontext (&(ctx->uc)); |
|
|
334 | |
|
|
335 | ctx->uc.uc_link = 0; |
|
|
336 | ctx->uc.uc_stack.ss_sp = sptr; |
|
|
337 | ctx->uc.uc_stack.ss_size = (size_t)ssize; |
|
|
338 | ctx->uc.uc_stack.ss_flags = 0; |
|
|
339 | |
|
|
340 | makecontext (&(ctx->uc), (void (*)())coro_init, 0); |
|
|
341 | |
|
|
342 | # endif |
|
|
343 | |
|
|
344 | coro_transfer (create_coro, new_coro); |
|
|
345 | } |
|
|
346 | |
|
|
347 | /*****************************************************************************/ |
|
|
348 | /* pthread backend */ |
|
|
349 | /*****************************************************************************/ |
|
|
350 | #elif CORO_PTHREAD |
|
|
351 | |
|
|
352 | /* this mutex will be locked by the running coroutine */ |
|
|
353 | pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER; |
|
|
354 | |
|
|
355 | struct coro_init_args |
|
|
356 | { |
|
|
357 | coro_func func; |
|
|
358 | void *arg; |
|
|
359 | coro_context *self, *main; |
|
|
360 | }; |
|
|
361 | |
|
|
362 | static pthread_t null_tid; |
|
|
363 | |
|
|
364 | /* I'd so love to cast pthread_mutex_unlock to void (*)(void *)... */ |
|
|
365 | static void |
|
|
366 | mutex_unlock_wrapper (void *arg) |
|
|
367 | { |
|
|
368 | pthread_mutex_unlock ((pthread_mutex_t *)arg); |
|
|
369 | } |
|
|
370 | |
|
|
371 | static void * |
|
|
372 | coro_init (void *args_) |
|
|
373 | { |
|
|
374 | struct coro_init_args *args = (struct coro_init_args *)args_; |
|
|
375 | coro_func func = args->func; |
|
|
376 | void *arg = args->arg; |
|
|
377 | |
|
|
378 | pthread_mutex_lock (&coro_mutex); |
|
|
379 | |
|
|
380 | /* we try to be good citizens and use deferred cancellation and cleanup handlers */ |
|
|
381 | pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex); |
|
|
382 | coro_transfer (args->self, args->main); |
|
|
383 | func (arg); |
|
|
384 | pthread_cleanup_pop (1); |
|
|
385 | |
|
|
386 | return 0; |
|
|
387 | } |
|
|
388 | |
|
|
389 | void |
|
|
390 | coro_transfer (coro_context *prev, coro_context *next) |
|
|
391 | { |
|
|
392 | pthread_cond_signal (&next->cv); |
|
|
393 | pthread_cond_wait (&prev->cv, &coro_mutex); |
|
|
394 | #if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */ |
|
|
395 | pthread_testcancel (); |
300 | #endif |
396 | #endif |
|
|
397 | } |
301 | |
398 | |
302 | # elif CORO_LINUX |
399 | void |
303 | |
400 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize) |
304 | _setjmp (ctx->env); |
401 | { |
305 | #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) |
|
|
306 | ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
|
|
307 | ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize); |
|
|
308 | #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) |
|
|
309 | ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
|
|
310 | ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize); |
|
|
311 | #elif defined (__GNU_LIBRARY__) && defined (__i386__) |
|
|
312 | ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init; |
|
|
313 | ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize); |
|
|
314 | #elif defined (__GNU_LIBRARY__) && defined (__amd64__) |
|
|
315 | ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
|
|
316 | ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr, ssize); |
|
|
317 | #else |
|
|
318 | # error "linux libc or architecture not supported" |
|
|
319 | #endif |
|
|
320 | |
|
|
321 | # elif CORO_IRIX |
|
|
322 | |
|
|
323 | setjmp (ctx->env); |
|
|
324 | ctx->env[JB_PC] = (__uint64_t)coro_init; |
|
|
325 | ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize); |
|
|
326 | |
|
|
327 | # elif CORO_ASM |
|
|
328 | |
|
|
329 | ctx->sp = (volatile void **)(ssize + (char *)sptr); |
|
|
330 | /* we try to allow for both functions with and without frame pointers */ |
|
|
331 | *--ctx->sp = (void *)coro_init; |
|
|
332 | { |
|
|
333 | int i; |
|
|
334 | for (i = NUM_SAVED; i--; ) |
|
|
335 | *--ctx->sp = 0; |
|
|
336 | } |
|
|
337 | |
|
|
338 | # endif |
|
|
339 | |
|
|
340 | coro_transfer ((coro_context *)create_coro, (coro_context *)new_coro); |
|
|
341 | |
|
|
342 | # elif CORO_PTHREAD |
|
|
343 | |
|
|
344 | pthread_t id; |
|
|
345 | pthread_attr_t attr; |
|
|
346 | coro_context nctx; |
402 | static coro_context nctx; |
347 | struct coro_init_args args; |
|
|
348 | static int once; |
403 | static int once; |
349 | |
404 | |
350 | if (!once) |
405 | if (!once) |
351 | { |
406 | { |
|
|
407 | once = 1; |
|
|
408 | |
352 | pthread_mutex_lock (&coro_mutex); |
409 | pthread_mutex_lock (&coro_mutex); |
353 | once = 1; |
410 | pthread_cond_init (&nctx.cv, 0); |
|
|
411 | null_tid = pthread_self (); |
354 | } |
412 | } |
355 | |
413 | |
|
|
414 | pthread_cond_init (&ctx->cv, 0); |
|
|
415 | |
|
|
416 | if (coro) |
|
|
417 | { |
|
|
418 | pthread_attr_t attr; |
|
|
419 | struct coro_init_args args; |
|
|
420 | |
356 | args.func = coro; |
421 | args.func = coro; |
357 | args.arg = arg; |
422 | args.arg = arg; |
358 | args.self = ctx; |
423 | args.self = ctx; |
359 | args.main = &nctx; |
424 | args.main = &nctx; |
360 | |
425 | |
361 | pthread_attr_init (&attr); |
426 | pthread_attr_init (&attr); |
362 | pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED); |
427 | #if __UCLIBC__ |
|
|
428 | /* exists, but is borked */ |
|
|
429 | /*pthread_attr_setstacksize (&attr, (size_t)ssize);*/ |
|
|
430 | #else |
363 | pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
431 | pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
|
|
432 | #endif |
|
|
433 | pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); |
364 | pthread_create (&id, &attr, trampoline, &args); |
434 | pthread_create (&ctx->id, &attr, coro_init, &args); |
365 | |
435 | |
366 | pthread_cond_init (&args.self->c, 0); |
|
|
367 | coro_transfer (args.main, args.self); |
436 | coro_transfer (args.main, args.self); |
|
|
437 | } |
|
|
438 | else |
|
|
439 | ctx->id = null_tid; |
|
|
440 | } |
|
|
441 | |
|
|
442 | void |
|
|
443 | coro_destroy (coro_context *ctx) |
|
|
444 | { |
|
|
445 | if (!pthread_equal (ctx->id, null_tid)) |
|
|
446 | { |
|
|
447 | pthread_cancel (ctx->id); |
|
|
448 | pthread_mutex_unlock (&coro_mutex); |
|
|
449 | pthread_join (ctx->id, 0); |
|
|
450 | pthread_mutex_lock (&coro_mutex); |
|
|
451 | } |
|
|
452 | |
|
|
453 | pthread_cond_destroy (&ctx->cv); |
|
|
454 | } |
368 | |
455 | |
369 | #else |
456 | #else |
370 | # error unsupported backend |
457 | # error unsupported backend |
371 | #endif |
458 | #endif |
372 | } |
|
|
373 | |
459 | |