1 | /* |
1 | /* |
2 | * Copyright (c) 2001-2006 Marc Alexander Lehmann <schmorp@schmorp.de> |
2 | * Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de> |
3 | * |
3 | * |
4 | * Redistribution and use in source and binary forms, with or without modifica- |
4 | * Redistribution and use in source and binary forms, with or without modifica- |
5 | * tion, are permitted provided that the following conditions are met: |
5 | * tion, are permitted provided that the following conditions are met: |
6 | * |
6 | * |
7 | * 1. Redistributions of source code must retain the above copyright notice, |
7 | * 1. Redistributions of source code must retain the above copyright notice, |
8 | * this list of conditions and the following disclaimer. |
8 | * this list of conditions and the following disclaimer. |
9 | * |
9 | * |
10 | * 2. Redistributions in binary form must reproduce the above copyright |
10 | * 2. Redistributions in binary form must reproduce the above copyright |
11 | * notice, this list of conditions and the following disclaimer in the |
11 | * notice, this list of conditions and the following disclaimer in the |
12 | * documentation and/or other materials provided with the distribution. |
12 | * documentation and/or other materials provided with the distribution. |
13 | * |
|
|
14 | * 3. The name of the author may not be used to endorse or promote products |
|
|
15 | * derived from this software without specific prior written permission. |
|
|
16 | * |
13 | * |
17 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED |
14 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED |
18 | * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- |
15 | * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- |
19 | * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO |
16 | * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO |
20 | * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- |
17 | * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- |
… | |
… | |
23 | * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, |
20 | * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, |
24 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH- |
21 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH- |
25 | * ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED |
22 | * ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED |
26 | * OF THE POSSIBILITY OF SUCH DAMAGE. |
23 | * OF THE POSSIBILITY OF SUCH DAMAGE. |
27 | * |
24 | * |
|
|
25 | * Alternatively, the contents of this file may be used under the terms of |
|
|
26 | * the GNU General Public License ("GPL") version 2 or any later version, |
|
|
27 | * in which case the provisions of the GPL are applicable instead of |
|
|
28 | * the above. If you wish to allow the use of your version of this file |
|
|
29 | * only under the terms of the GPL and not to allow others to use your |
|
|
30 | * version of this file under the BSD license, indicate your decision |
|
|
31 | * by deleting the provisions above and replace them with the notice |
|
|
32 | * and other provisions required by the GPL. If you do not delete the |
|
|
33 | * provisions above, a recipient may use your version of this file under |
|
|
34 | * either the BSD or the GPL. |
|
|
35 | * |
28 | * This library is modelled strictly after Ralf S. Engelschalls article at |
36 | * This library is modelled strictly after Ralf S. Engelschalls article at |
29 | * http://www.gnu.org/software/pth/rse-pmt.ps. So most of the credit must |
37 | * http://www.gnu.org/software/pth/rse-pmt.ps. So most of the credit must |
30 | * go to Ralf S. Engelschall <rse@engelschall.com>. |
38 | * go to Ralf S. Engelschall <rse@engelschall.com>. |
31 | */ |
39 | */ |
32 | |
40 | |
33 | #include "coro.h" |
41 | #include "coro.h" |
34 | |
42 | |
35 | #if !defined(STACK_ADJUST_PTR) |
43 | #if !defined(STACK_ADJUST_PTR) |
36 | /* IRIX is decidedly NON-unix */ |
44 | /* IRIX is decidedly NON-unix */ |
37 | # if __sgi |
45 | # if __sgi |
38 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
46 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
39 | # define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) |
47 | # define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) |
40 | # elif __i386__ && CORO_LINUX |
48 | # elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER) |
41 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) |
49 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) |
42 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
50 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
43 | # elif __amd64__ && CORO_LINUX |
51 | # elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER) |
44 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
52 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
45 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
53 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
46 | # else |
54 | # else |
47 | # define STACK_ADJUST_PTR(sp,ss) (sp) |
55 | # define STACK_ADJUST_PTR(sp,ss) (sp) |
48 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
56 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
… | |
… | |
66 | static volatile coro_func coro_init_func; |
74 | static volatile coro_func coro_init_func; |
67 | static volatile void *coro_init_arg; |
75 | static volatile void *coro_init_arg; |
68 | static volatile coro_context *new_coro, *create_coro; |
76 | static volatile coro_context *new_coro, *create_coro; |
69 | |
77 | |
70 | /* what we really want to detect here is wether we use a new-enough version of GAS */ |
78 | /* what we really want to detect here is wether we use a new-enough version of GAS */ |
71 | /* instead, check for gcc 3 and ELF and hope for the best */ |
79 | /* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */ |
72 | #if __GNUC__ >= 3 && __ELF__ |
80 | #if __GNUC__ >= 3 && __ELF__ && __linux__ |
73 | # define HAVE_CFI 1 |
81 | # define HAVE_CFI 1 |
74 | #endif |
82 | #endif |
75 | |
83 | |
76 | static void |
84 | static void |
77 | coro_init (void) |
85 | coro_init (void) |
… | |
… | |
112 | # endif |
120 | # endif |
113 | |
121 | |
114 | #endif |
122 | #endif |
115 | |
123 | |
116 | #if CORO_ASM |
124 | #if CORO_ASM |
117 | void __attribute__((__noinline__, __fastcall__)) |
125 | asm ( |
118 | coro_transfer (struct coro_context *prev, struct coro_context *next) |
126 | ".text\n" |
119 | { |
127 | ".globl coro_transfer\n" |
120 | asm volatile ( |
128 | ".type coro_transfer, @function\n" |
|
|
129 | "coro_transfer:\n" |
121 | #if __amd64 |
130 | #if __amd64 |
|
|
131 | # define NUM_ALIGN 1 |
122 | # define NUM_CLOBBERED 5 |
132 | # define NUM_SAVED 5 |
123 | "push %%rbx\n\t" |
133 | "\tpush %rbx\n" |
124 | "push %%r12\n\t" |
134 | "\tpush %r12\n" |
125 | "push %%r13\n\t" |
135 | "\tpush %r13\n" |
126 | "push %%r14\n\t" |
136 | "\tpush %r14\n" |
127 | "push %%r15\n\t" |
137 | "\tpush %r15\n" |
128 | "mov %%rsp, %0\n\t" |
138 | "\tmov %rsp, (%rdi)\n" |
129 | "mov %1, %%rsp\n\t" |
139 | "\tmov (%rsi), %rsp\n" |
130 | "pop %%r15\n\t" |
140 | "\tpop %r15\n" |
131 | "pop %%r14\n\t" |
141 | "\tpop %r14\n" |
132 | "pop %%r13\n\t" |
142 | "\tpop %r13\n" |
133 | "pop %%r12\n\t" |
143 | "\tpop %r12\n" |
134 | "pop %%rbx\n\t" |
144 | "\tpop %rbx\n" |
135 | #elif __i386 |
145 | #elif __i386 |
|
|
146 | # define NUM_ALIGN 1 |
136 | # define NUM_CLOBBERED 4 |
147 | # define NUM_SAVED 4 |
137 | "push %%ebx\n\t" |
148 | "\tpush %ebx\n" |
138 | "push %%esi\n\t" |
149 | "\tpush %esi\n" |
139 | "push %%edi\n\t" |
150 | "\tpush %edi\n" |
140 | "push %%ebp\n\t" |
151 | "\tpush %ebp\n" |
141 | "mov %%esp, %0\n\t" |
152 | "\tmov %esp, (%eax)\n" |
142 | "mov %1, %%esp\n\t" |
153 | "\tmov (%edx), %esp\n" |
143 | "pop %%ebp\n\t" |
154 | "\tpop %ebp\n" |
144 | "pop %%edi\n\t" |
155 | "\tpop %edi\n" |
145 | "pop %%esi\n\t" |
156 | "\tpop %esi\n" |
146 | "pop %%ebx\n\t" |
157 | "\tpop %ebx\n" |
147 | #else |
158 | #else |
148 | # error unsupported architecture |
159 | # error unsupported architecture |
149 | #endif |
160 | #endif |
150 | : "=m" (prev->sp) |
161 | "\tret\n" |
151 | : "m" (next->sp) |
162 | ); |
152 | ); |
163 | #endif |
|
|
164 | |
|
|
165 | #if CORO_PTHREAD |
|
|
166 | |
|
|
167 | struct coro_init_args { |
|
|
168 | coro_func func; |
|
|
169 | void *arg; |
|
|
170 | coro_context *self, *main; |
|
|
171 | }; |
|
|
172 | |
|
|
173 | pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER; |
|
|
174 | |
|
|
175 | static void * |
|
|
176 | trampoline (void *args_) |
|
|
177 | { |
|
|
178 | struct coro_init_args *args = (struct coro_init_args *)args_; |
|
|
179 | coro_func func = args->func; |
|
|
180 | void *arg = args->arg; |
|
|
181 | |
|
|
182 | pthread_mutex_lock (&coro_mutex); |
|
|
183 | pthread_cond_destroy (&args->self->c); |
|
|
184 | coro_transfer (args->self, args->main); |
|
|
185 | func (arg); |
|
|
186 | pthread_mutex_unlock (&coro_mutex); |
|
|
187 | |
|
|
188 | return 0; |
153 | } |
189 | } |
|
|
190 | |
|
|
191 | asm(""); |
|
|
192 | |
|
|
193 | void coro_transfer(coro_context *prev, coro_context *next) |
|
|
194 | { |
|
|
195 | pthread_cond_init (&prev->c, 0); |
|
|
196 | pthread_cond_signal (&next->c); |
|
|
197 | pthread_cond_wait (&prev->c, &coro_mutex); |
|
|
198 | pthread_cond_destroy (&prev->c); |
|
|
199 | } |
|
|
200 | |
154 | #endif |
201 | #endif |
155 | |
202 | |
156 | /* initialize a machine state */ |
203 | /* initialize a machine state */ |
157 | void coro_create (coro_context *ctx, |
204 | void coro_create (coro_context *ctx, |
158 | coro_func coro, void *arg, |
205 | coro_func coro, void *arg, |
… | |
… | |
162 | |
209 | |
163 | getcontext (&(ctx->uc)); |
210 | getcontext (&(ctx->uc)); |
164 | |
211 | |
165 | ctx->uc.uc_link = 0; |
212 | ctx->uc.uc_link = 0; |
166 | ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize); |
213 | ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize); |
167 | ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize); |
214 | ctx->uc.uc_stack.ss_size = (size_t)STACK_ADJUST_SIZE (sptr,ssize); |
168 | ctx->uc.uc_stack.ss_flags = 0; |
215 | ctx->uc.uc_stack.ss_flags = 0; |
169 | |
216 | |
170 | makecontext (&(ctx->uc), (void (*)()) coro, 1, arg); |
217 | makecontext (&(ctx->uc), (void (*)()) coro, 1, arg); |
171 | |
218 | |
172 | #elif CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
219 | #elif CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
… | |
… | |
237 | |
284 | |
238 | # elif CORO_LOSER |
285 | # elif CORO_LOSER |
239 | |
286 | |
240 | setjmp (ctx->env); |
287 | setjmp (ctx->env); |
241 | #if __CYGWIN__ |
288 | #if __CYGWIN__ |
242 | ctx->env[7] = (long)((char *)sptr + ssize); |
289 | ctx->env[7] = (long)((char *)sptr + ssize) - sizeof (long); |
243 | ctx->env[8] = (long)coro_init; |
290 | ctx->env[8] = (long)coro_init; |
244 | #elif defined(_M_IX86) |
291 | #elif defined(_M_IX86) |
245 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init; |
292 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init; |
246 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr,ssize); |
293 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
247 | #elif defined(_M_AMD64) |
294 | #elif defined(_M_AMD64) |
248 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init; |
295 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init; |
249 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr,ssize); |
296 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
250 | #elif defined(_M_IA64) |
297 | #elif defined(_M_IA64) |
251 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init; |
298 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init; |
252 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr,ssize); |
299 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
253 | #else |
300 | #else |
254 | #error "microsoft libc or architecture not supported" |
301 | # error "microsoft libc or architecture not supported" |
255 | #endif |
302 | #endif |
256 | |
303 | |
257 | # elif CORO_LINUX |
304 | # elif CORO_LINUX |
258 | |
305 | |
259 | _setjmp (ctx->env); |
306 | _setjmp (ctx->env); |
260 | #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) |
307 | #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) |
261 | ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
308 | ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
262 | ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize); |
309 | ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
263 | #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) |
310 | #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) |
264 | ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
311 | ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
265 | ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize); |
312 | ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize) - sizeof (long); |
266 | #elif defined (__GNU_LIBRARY__) && defined (__i386__) |
313 | #elif defined (__GNU_LIBRARY__) && defined (__i386__) |
267 | ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init; |
314 | ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init; |
268 | ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize); |
315 | ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long); |
269 | #elif defined (__GNU_LIBRARY__) && defined (__amd64__) |
316 | #elif defined (__GNU_LIBRARY__) && defined (__amd64__) |
270 | ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
317 | ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
271 | ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr, ssize); |
318 | ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long); |
272 | #else |
319 | #else |
273 | # error "linux libc or architecture not supported" |
320 | # error "linux libc or architecture not supported" |
274 | #endif |
321 | #endif |
275 | |
322 | |
276 | # elif CORO_IRIX |
323 | # elif CORO_IRIX |
277 | |
324 | |
278 | setjmp (ctx->env); |
325 | setjmp (ctx->env); |
279 | ctx->env[JB_PC] = (__uint64_t)coro_init; |
326 | ctx->env[JB_PC] = (__uint64_t)coro_init; |
280 | ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize); |
327 | ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
281 | |
328 | |
282 | # elif CORO_ASM |
329 | # elif CORO_ASM |
283 | |
330 | |
284 | ctx->sp = (volatile void **)(ssize + (char *)sptr); |
331 | ctx->sp = (volatile void **)(ssize + (char *)sptr); |
|
|
332 | ctx->sp -= NUM_ALIGN; |
285 | *--ctx->sp = (void *)coro_init; |
333 | *--ctx->sp = (void *)coro_init; |
286 | *--ctx->sp = (void *)coro_init; // this is needed when the prologue saves ebp |
|
|
287 | ctx->sp -= NUM_CLOBBERED; |
334 | ctx->sp -= NUM_SAVED; |
288 | |
335 | |
289 | # endif |
336 | # endif |
290 | |
337 | |
291 | coro_transfer ((coro_context *)create_coro, (coro_context *)new_coro); |
338 | coro_transfer ((coro_context *)create_coro, (coro_context *)new_coro); |
292 | |
339 | |
|
|
340 | # elif CORO_PTHREAD |
|
|
341 | |
|
|
342 | pthread_t id; |
|
|
343 | pthread_attr_t attr; |
|
|
344 | coro_context nctx; |
|
|
345 | struct coro_init_args args; |
|
|
346 | static int once; |
|
|
347 | |
|
|
348 | if (!once) |
|
|
349 | { |
|
|
350 | pthread_mutex_lock (&coro_mutex); |
|
|
351 | once = 1; |
|
|
352 | } |
|
|
353 | |
|
|
354 | args.func = coro; |
|
|
355 | args.arg = arg; |
|
|
356 | args.self = ctx; |
|
|
357 | args.main = &nctx; |
|
|
358 | |
|
|
359 | pthread_attr_init (&attr); |
|
|
360 | pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED); |
|
|
361 | pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
|
|
362 | pthread_create (&id, &attr, trampoline, &args); |
|
|
363 | |
|
|
364 | pthread_cond_init (&args.self->c, 0); |
|
|
365 | coro_transfer (args.main, args.self); |
|
|
366 | |
293 | #else |
367 | #else |
294 | # error unsupported architecture |
368 | # error unsupported backend |
295 | #endif |
369 | #endif |
296 | } |
370 | } |
297 | |
371 | |