1 | /* |
1 | /* |
2 | * Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de> |
2 | * Copyright (c) 2001-2011 Marc Alexander Lehmann <schmorp@schmorp.de> |
3 | * |
3 | * |
4 | * Redistribution and use in source and binary forms, with or without modifica- |
4 | * Redistribution and use in source and binary forms, with or without modifica- |
5 | * tion, are permitted provided that the following conditions are met: |
5 | * tion, are permitted provided that the following conditions are met: |
6 | * |
6 | * |
7 | * 1. Redistributions of source code must retain the above copyright notice, |
7 | * 1. Redistributions of source code must retain the above copyright notice, |
… | |
… | |
86 | volatile coro_func func = coro_init_func; |
86 | volatile coro_func func = coro_init_func; |
87 | volatile void *arg = coro_init_arg; |
87 | volatile void *arg = coro_init_arg; |
88 | |
88 | |
89 | coro_transfer (new_coro, create_coro); |
89 | coro_transfer (new_coro, create_coro); |
90 | |
90 | |
|
|
91 | #if __linux && __amd64 |
|
|
92 | /* we blindly assume on any __linux with __amd64 we have a new enough gas with .cfi_undefined support */ |
|
|
93 | asm (".cfi_undefined rip"); |
|
|
94 | #endif |
|
|
95 | |
91 | func ((void *)arg); |
96 | func ((void *)arg); |
92 | |
97 | |
93 | /* the new coro returned. bad. just abort() for now */ |
98 | /* the new coro returned. bad. just abort() for now */ |
94 | abort (); |
99 | abort (); |
95 | } |
100 | } |
… | |
… | |
100 | |
105 | |
101 | /* trampoline signal handler */ |
106 | /* trampoline signal handler */ |
102 | static void |
107 | static void |
103 | trampoline (int sig) |
108 | trampoline (int sig) |
104 | { |
109 | { |
105 | if ( |
|
|
106 | #if _XOPEN_UNIX > 0 |
|
|
107 | _setjmp (new_coro->env) |
110 | if (coro_setjmp (new_coro->env)) |
108 | #else |
|
|
109 | sigsetjmp (new_coro->env, 0) |
|
|
110 | #endif |
|
|
111 | ) { |
|
|
112 | coro_init (); /* start it */ |
111 | coro_init (); /* start it */ |
113 | } |
|
|
114 | else |
112 | else |
115 | trampoline_done = 1; |
113 | trampoline_done = 1; |
116 | } |
114 | } |
117 | |
115 | |
118 | # endif |
116 | # endif |
… | |
… | |
122 | asm ( |
120 | asm ( |
123 | ".text\n" |
121 | ".text\n" |
124 | ".globl coro_transfer\n" |
122 | ".globl coro_transfer\n" |
125 | ".type coro_transfer, @function\n" |
123 | ".type coro_transfer, @function\n" |
126 | "coro_transfer:\n" |
124 | "coro_transfer:\n" |
|
|
125 | /* windows, of course, gives a shit on the amd64 ABI and uses different registers */ |
|
|
126 | /* http://blogs.msdn.com/freik/archive/2005/03/17/398200.aspx */ |
127 | #if __amd64 |
127 | #if __amd64 |
128 | #define NUM_SAVED 6 |
128 | #define NUM_SAVED 6 |
129 | "\tpush %rbp\n" |
129 | "\tpush %rbp\n" |
130 | "\tpush %rbx\n" |
130 | "\tpush %rbx\n" |
131 | "\tpush %r12\n" |
131 | "\tpush %r12\n" |
132 | "\tpush %r13\n" |
132 | "\tpush %r13\n" |
133 | "\tpush %r14\n" |
133 | "\tpush %r14\n" |
134 | "\tpush %r15\n" |
134 | "\tpush %r15\n" |
|
|
135 | #if CORO_WIN_TIB |
|
|
136 | "\tpush %gs:0x0\n" |
|
|
137 | "\tpush %gs:0x8\n" |
|
|
138 | "\tpush %gs:0xc\n" |
|
|
139 | #endif |
135 | "\tmov %rsp, (%rdi)\n" |
140 | "\tmov %rsp, (%rdi)\n" |
136 | "\tmov (%rsi), %rsp\n" |
141 | "\tmov (%rsi), %rsp\n" |
|
|
142 | #if CORO_WIN_TIB |
|
|
143 | "\tpop %gs:0xc\n" |
|
|
144 | "\tpop %gs:0x8\n" |
|
|
145 | "\tpop %gs:0x0\n" |
|
|
146 | #endif |
137 | "\tpop %r15\n" |
147 | "\tpop %r15\n" |
138 | "\tpop %r14\n" |
148 | "\tpop %r14\n" |
139 | "\tpop %r13\n" |
149 | "\tpop %r13\n" |
140 | "\tpop %r12\n" |
150 | "\tpop %r12\n" |
141 | "\tpop %rbx\n" |
151 | "\tpop %rbx\n" |
… | |
… | |
144 | #define NUM_SAVED 4 |
154 | #define NUM_SAVED 4 |
145 | "\tpush %ebp\n" |
155 | "\tpush %ebp\n" |
146 | "\tpush %ebx\n" |
156 | "\tpush %ebx\n" |
147 | "\tpush %esi\n" |
157 | "\tpush %esi\n" |
148 | "\tpush %edi\n" |
158 | "\tpush %edi\n" |
|
|
159 | #if CORO_WIN_TIB |
|
|
160 | "\tpush %fs:0\n" |
|
|
161 | "\tpush %fs:4\n" |
|
|
162 | "\tpush %fs:8\n" |
|
|
163 | #endif |
149 | "\tmov %esp, (%eax)\n" |
164 | "\tmov %esp, (%eax)\n" |
150 | "\tmov (%edx), %esp\n" |
165 | "\tmov (%edx), %esp\n" |
|
|
166 | #if CORO_WIN_TIB |
|
|
167 | "\tpop %fs:8\n" |
|
|
168 | "\tpop %fs:4\n" |
|
|
169 | "\tpop %fs:0\n" |
|
|
170 | #endif |
151 | "\tpop %edi\n" |
171 | "\tpop %edi\n" |
152 | "\tpop %esi\n" |
172 | "\tpop %esi\n" |
153 | "\tpop %ebx\n" |
173 | "\tpop %ebx\n" |
154 | "\tpop %ebp\n" |
174 | "\tpop %ebp\n" |
155 | #else |
175 | #else |
… | |
… | |
195 | perror ("sigaction"); |
215 | perror ("sigaction"); |
196 | abort (); |
216 | abort (); |
197 | } |
217 | } |
198 | |
218 | |
199 | /* set the new stack */ |
219 | /* set the new stack */ |
200 | nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */ |
220 | nstk.ss_sp = STACK_ADJUST_PTR (sptr, ssize); /* yes, some platforms (IRIX) get this wrong. */ |
201 | nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize); |
221 | nstk.ss_size = STACK_ADJUST_SIZE (sptr, ssize); |
202 | nstk.ss_flags = 0; |
222 | nstk.ss_flags = 0; |
203 | |
223 | |
204 | if (sigaltstack (&nstk, &ostk) < 0) |
224 | if (sigaltstack (&nstk, &ostk) < 0) |
205 | { |
225 | { |
206 | perror ("sigaltstack"); |
226 | perror ("sigaltstack"); |
… | |
… | |
229 | sigaction (SIGUSR2, &osa, 0); |
249 | sigaction (SIGUSR2, &osa, 0); |
230 | sigprocmask (SIG_SETMASK, &osig, 0); |
250 | sigprocmask (SIG_SETMASK, &osig, 0); |
231 | |
251 | |
232 | # elif CORO_LOSER |
252 | # elif CORO_LOSER |
233 | |
253 | |
234 | setjmp (ctx->env); |
254 | coro_setjmp (ctx->env); |
235 | #if __CYGWIN__ |
255 | #if __CYGWIN__ && __i386 |
|
|
256 | ctx->env[8] = (long) coro_init; |
236 | ctx->env[7] = (long)((char *)sptr + ssize) - sizeof (long); |
257 | ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long); |
237 | ctx->env[8] = (long)coro_init; |
258 | #elif __CYGWIN__ && __x86_64 |
|
|
259 | ctx->env[7] = (long) coro_init; |
|
|
260 | ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long); |
|
|
261 | #elif defined(__MINGW32__) |
|
|
262 | ctx->env[5] = (long) coro_init; |
|
|
263 | ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long); |
238 | #elif defined(_M_IX86) |
264 | #elif defined(_M_IX86) |
239 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init; |
265 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init; |
240 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
266 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
241 | #elif defined(_M_AMD64) |
267 | #elif defined(_M_AMD64) |
242 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init; |
268 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init; |
243 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
269 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
244 | #elif defined(_M_IA64) |
270 | #elif defined(_M_IA64) |
245 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init; |
271 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init; |
246 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
272 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
247 | #else |
273 | #else |
248 | #error "microsoft libc or architecture not supported" |
274 | #error "microsoft libc or architecture not supported" |
249 | #endif |
275 | #endif |
250 | |
276 | |
251 | # elif CORO_LINUX |
277 | # elif CORO_LINUX |
252 | |
278 | |
253 | _setjmp (ctx->env); |
279 | coro_setjmp (ctx->env); |
254 | #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) |
280 | #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) |
255 | ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
281 | ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init; |
256 | ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
282 | ctx->env[0].__jmpbuf[JB_SP] = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
257 | #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) |
283 | #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) |
258 | ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
284 | ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
259 | ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize) - sizeof (long); |
285 | ctx->env[0].__jmpbuf[0].__sp = (int *) ((char *)sptr + ssize) - sizeof (long); |
260 | #elif defined (__GNU_LIBRARY__) && defined (__i386__) |
286 | #elif defined (__GNU_LIBRARY__) && defined (__i386__) |
261 | ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init; |
287 | ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init; |
262 | ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long); |
288 | ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); |
263 | #elif defined (__GNU_LIBRARY__) && defined (__amd64__) |
289 | #elif defined (__GNU_LIBRARY__) && defined (__amd64__) |
264 | ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
290 | ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init; |
265 | ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long); |
291 | ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); |
266 | #else |
292 | #else |
267 | #error "linux libc or architecture not supported" |
293 | #error "linux libc or architecture not supported" |
268 | #endif |
294 | #endif |
269 | |
295 | |
270 | # elif CORO_IRIX |
296 | # elif CORO_IRIX |
271 | |
297 | |
272 | sigsetjmp (ctx->env, 0); |
298 | coro_setjmp (ctx->env, 0); |
273 | ctx->env[JB_PC] = (__uint64_t)coro_init; |
299 | ctx->env[JB_PC] = (__uint64_t)coro_init; |
274 | ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
300 | ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
275 | |
301 | |
276 | # elif CORO_ASM |
302 | # elif CORO_ASM |
277 | |
303 | |
278 | ctx->sp = (void **)(ssize + (char *)sptr); |
304 | ctx->sp = (void **)(ssize + (char *)sptr); |
279 | *--ctx->sp = (void *)abort; /* needed for alignment only */ |
305 | *--ctx->sp = (void *)abort; /* needed for alignment only */ |
280 | *--ctx->sp = (void *)coro_init; |
306 | *--ctx->sp = (void *)coro_init; |
|
|
307 | |
|
|
308 | #if CORO_WIN_TIB |
|
|
309 | *--ctx->sp = 0; /* ExceptionList */ |
|
|
310 | *--ctx->sp = (char *)sptr + ssize; /* StackBase */ |
|
|
311 | *--ctx->sp = sptr; /* StackLimit */ |
|
|
312 | #endif |
|
|
313 | |
281 | ctx->sp -= NUM_SAVED; |
314 | ctx->sp -= NUM_SAVED; |
|
|
315 | memset (ctx->sp, 0, sizeof (*ctx->sp) * NUM_SAVED); |
282 | |
316 | |
283 | # elif CORO_UCONTEXT |
317 | # elif CORO_UCONTEXT |
284 | |
318 | |
285 | getcontext (&(ctx->uc)); |
319 | getcontext (&(ctx->uc)); |
286 | |
320 | |
… | |
… | |
341 | void |
375 | void |
342 | coro_transfer (coro_context *prev, coro_context *next) |
376 | coro_transfer (coro_context *prev, coro_context *next) |
343 | { |
377 | { |
344 | pthread_cond_signal (&next->cv); |
378 | pthread_cond_signal (&next->cv); |
345 | pthread_cond_wait (&prev->cv, &coro_mutex); |
379 | pthread_cond_wait (&prev->cv, &coro_mutex); |
|
|
380 | #if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */ |
|
|
381 | pthread_testcancel (); |
|
|
382 | #endif |
346 | } |
383 | } |
347 | |
384 | |
348 | void |
385 | void |
349 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize) |
386 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize) |
350 | { |
387 | { |
… | |
… | |
371 | args.arg = arg; |
408 | args.arg = arg; |
372 | args.self = ctx; |
409 | args.self = ctx; |
373 | args.main = &nctx; |
410 | args.main = &nctx; |
374 | |
411 | |
375 | pthread_attr_init (&attr); |
412 | pthread_attr_init (&attr); |
|
|
413 | #if __UCLIBC__ |
|
|
414 | /* exists, but is borked */ |
|
|
415 | /*pthread_attr_setstacksize (&attr, (size_t)ssize);*/ |
|
|
416 | #else |
376 | pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
417 | pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
|
|
418 | #endif |
377 | pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); |
419 | pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); |
378 | pthread_create (&ctx->id, &attr, coro_init, &args); |
420 | pthread_create (&ctx->id, &attr, coro_init, &args); |
379 | |
421 | |
380 | coro_transfer (args.main, args.self); |
422 | coro_transfer (args.main, args.self); |
381 | } |
423 | } |