1 | /* |
1 | /* |
2 | * Copyright (c) 2001-2009 Marc Alexander Lehmann <schmorp@schmorp.de> |
2 | * Copyright (c) 2001-2011 Marc Alexander Lehmann <schmorp@schmorp.de> |
3 | * |
3 | * |
4 | * Redistribution and use in source and binary forms, with or without modifica- |
4 | * Redistribution and use in source and binary forms, with or without modifica- |
5 | * tion, are permitted provided that the following conditions are met: |
5 | * tion, are permitted provided that the following conditions are met: |
6 | * |
6 | * |
7 | * 1. Redistributions of source code must retain the above copyright notice, |
7 | * 1. Redistributions of source code must retain the above copyright notice, |
8 | * this list of conditions and the following disclaimer. |
8 | * this list of conditions and the following disclaimer. |
9 | * |
9 | * |
10 | * 2. Redistributions in binary form must reproduce the above copyright |
10 | * 2. Redistributions in binary form must reproduce the above copyright |
11 | * notice, this list of conditions and the following disclaimer in the |
11 | * notice, this list of conditions and the following disclaimer in the |
12 | * documentation and/or other materials provided with the distribution. |
12 | * documentation and/or other materials provided with the distribution. |
13 | * |
13 | * |
14 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED |
14 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED |
15 | * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- |
15 | * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- |
16 | * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO |
16 | * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO |
17 | * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- |
17 | * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- |
18 | * CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
18 | * CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
… | |
… | |
86 | volatile coro_func func = coro_init_func; |
86 | volatile coro_func func = coro_init_func; |
87 | volatile void *arg = coro_init_arg; |
87 | volatile void *arg = coro_init_arg; |
88 | |
88 | |
89 | coro_transfer (new_coro, create_coro); |
89 | coro_transfer (new_coro, create_coro); |
90 | |
90 | |
|
|
91 | #if __GCC_HAVE_DWARF2_CFI_ASM && __amd64 |
|
|
92 | asm (".cfi_undefined rip"); |
|
|
93 | #endif |
|
|
94 | |
91 | func ((void *)arg); |
95 | func ((void *)arg); |
92 | |
96 | |
93 | /* the new coro returned. bad. just abort() for now */ |
97 | /* the new coro returned. bad. just abort() for now */ |
94 | abort (); |
98 | abort (); |
95 | } |
99 | } |
… | |
… | |
110 | |
114 | |
111 | # endif |
115 | # endif |
112 | |
116 | |
113 | # if CORO_ASM |
117 | # if CORO_ASM |
114 | |
118 | |
|
|
119 | #if _WIN32 || __CYGWIN__ |
|
|
120 | #define CORO_WIN_TIB 1 |
|
|
121 | #endif |
|
|
122 | |
115 | asm ( |
123 | asm ( |
116 | ".text\n" |
124 | "\t.text\n" |
|
|
125 | #if _WIN32 || __CYGWIN__ |
|
|
126 | "\t.globl _coro_transfer\n" |
|
|
127 | "_coro_transfer:\n" |
|
|
128 | #else |
117 | ".globl coro_transfer\n" |
129 | "\t.globl coro_transfer\n" |
118 | ".type coro_transfer, @function\n" |
|
|
119 | "coro_transfer:\n" |
130 | "coro_transfer:\n" |
|
|
131 | #endif |
120 | /* windows, of course, gives a shit on the amd64 ABI and uses different registers */ |
132 | /* windows, of course, gives a shit on the amd64 ABI and uses different registers */ |
121 | /* http://blogs.msdn.com/freik/archive/2005/03/17/398200.aspx */ |
133 | /* http://blogs.msdn.com/freik/archive/2005/03/17/398200.aspx */ |
122 | #if __amd64 |
134 | #if __amd64 |
|
|
135 | |
|
|
136 | #if _WIN32 || __CYGWIN__ |
|
|
137 | #define NUM_SAVED 29 |
|
|
138 | "\tsubq $168, %rsp\t" /* one dummy qword to improve alignment */ |
|
|
139 | "\tmovaps %xmm6, (%rsp)\n" |
|
|
140 | "\tmovaps %xmm7, 16(%rsp)\n" |
|
|
141 | "\tmovaps %xmm8, 32(%rsp)\n" |
|
|
142 | "\tmovaps %xmm9, 48(%rsp)\n" |
|
|
143 | "\tmovaps %xmm10, 64(%rsp)\n" |
|
|
144 | "\tmovaps %xmm11, 80(%rsp)\n" |
|
|
145 | "\tmovaps %xmm12, 96(%rsp)\n" |
|
|
146 | "\tmovaps %xmm13, 112(%rsp)\n" |
|
|
147 | "\tmovaps %xmm14, 128(%rsp)\n" |
|
|
148 | "\tmovaps %xmm15, 144(%rsp)\n" |
|
|
149 | "\tpushq %rsi\n" |
|
|
150 | "\tpushq %rdi\n" |
|
|
151 | "\tpushq %rbp\n" |
|
|
152 | "\tpushq %rbx\n" |
|
|
153 | "\tpushq %r12\n" |
|
|
154 | "\tpushq %r13\n" |
|
|
155 | "\tpushq %r14\n" |
|
|
156 | "\tpushq %r15\n" |
|
|
157 | #if CORO_WIN_TIB |
|
|
158 | "\tpushq %fs:0x0\n" |
|
|
159 | "\tpushq %fs:0x8\n" |
|
|
160 | "\tpushq %fs:0xc\n" |
|
|
161 | #endif |
|
|
162 | "\tmovq %rsp, (%rcx)\n" |
|
|
163 | "\tmovq (%rdx), %rsp\n" |
|
|
164 | #if CORO_WIN_TIB |
|
|
165 | "\tpopq %fs:0xc\n" |
|
|
166 | "\tpopq %fs:0x8\n" |
|
|
167 | "\tpopq %fs:0x0\n" |
|
|
168 | #endif |
|
|
169 | "\tpopq %r15\n" |
|
|
170 | "\tpopq %r14\n" |
|
|
171 | "\tpopq %r13\n" |
|
|
172 | "\tpopq %r12\n" |
|
|
173 | "\tpopq %rbx\n" |
|
|
174 | "\tpopq %rbp\n" |
|
|
175 | "\tpopq %rdi\n" |
|
|
176 | "\tpopq %rsi\n" |
|
|
177 | "\tmovaps (%rsp), %xmm6\n" |
|
|
178 | "\tmovaps 16(%rsp), %xmm7\n" |
|
|
179 | "\tmovaps 32(%rsp), %xmm8\n" |
|
|
180 | "\tmovaps 48(%rsp), %xmm9\n" |
|
|
181 | "\tmovaps 64(%rsp), %xmm10\n" |
|
|
182 | "\tmovaps 80(%rsp), %xmm11\n" |
|
|
183 | "\tmovaps 96(%rsp), %xmm12\n" |
|
|
184 | "\tmovaps 112(%rsp), %xmm13\n" |
|
|
185 | "\tmovaps 128(%rsp), %xmm14\n" |
|
|
186 | "\tmovaps 144(%rsp), %xmm15\n" |
|
|
187 | "\taddq $168, %rsp\n" |
|
|
188 | #else |
123 | #define NUM_SAVED 6 |
189 | #define NUM_SAVED 6 |
124 | "\tpush %rbp\n" |
190 | "\tpushq %rbp\n" |
125 | "\tpush %rbx\n" |
191 | "\tpushq %rbx\n" |
126 | "\tpush %r12\n" |
192 | "\tpushq %r12\n" |
127 | "\tpush %r13\n" |
193 | "\tpushq %r13\n" |
128 | "\tpush %r14\n" |
194 | "\tpushq %r14\n" |
129 | "\tpush %r15\n" |
195 | "\tpushq %r15\n" |
|
|
196 | "\tmovq %rsp, (%rdi)\n" |
|
|
197 | "\tmovq (%rsi), %rsp\n" |
|
|
198 | "\tpopq %r15\n" |
|
|
199 | "\tpopq %r14\n" |
|
|
200 | "\tpopq %r13\n" |
|
|
201 | "\tpopq %r12\n" |
|
|
202 | "\tpopq %rbx\n" |
|
|
203 | "\tpopq %rbp\n" |
|
|
204 | #endif |
|
|
205 | "\tpopq %rcx\n" |
|
|
206 | "\tjmpq *%rcx\n" |
|
|
207 | |
|
|
208 | #elif __i386 |
|
|
209 | |
|
|
210 | #define NUM_SAVED 4 |
|
|
211 | "\tpushl %ebp\n" |
|
|
212 | "\tpushl %ebx\n" |
|
|
213 | "\tpushl %esi\n" |
|
|
214 | "\tpushl %edi\n" |
130 | #if CORO_WIN_TIB |
215 | #if CORO_WIN_TIB |
|
|
216 | #undef NUM_SAVED |
|
|
217 | #define NUM_SAVED 7 |
131 | "\tpush %gs:0x0\n" |
218 | "\tpushl %fs:0\n" |
|
|
219 | "\tpushl %fs:4\n" |
132 | "\tpush %gs:0x8\n" |
220 | "\tpushl %fs:8\n" |
133 | "\tpush %gs:0xc\n" |
|
|
134 | #endif |
221 | #endif |
135 | "\tmov %rsp, (%rdi)\n" |
222 | "\tmovl %esp, (%eax)\n" |
136 | "\tmov (%rsi), %rsp\n" |
223 | "\tmovl (%edx), %esp\n" |
137 | #if CORO_WIN_TIB |
224 | #if CORO_WIN_TIB |
138 | "\tpop %gs:0xc\n" |
|
|
139 | "\tpop %gs:0x8\n" |
225 | "\tpopl %fs:8\n" |
|
|
226 | "\tpopl %fs:4\n" |
140 | "\tpop %gs:0x0\n" |
227 | "\tpopl %fs:0\n" |
141 | #endif |
228 | #endif |
142 | "\tpop %r15\n" |
|
|
143 | "\tpop %r14\n" |
|
|
144 | "\tpop %r13\n" |
|
|
145 | "\tpop %r12\n" |
|
|
146 | "\tpop %rbx\n" |
|
|
147 | "\tpop %rbp\n" |
|
|
148 | #elif __i386 |
|
|
149 | #define NUM_SAVED 4 |
|
|
150 | "\tpush %ebp\n" |
|
|
151 | "\tpush %ebx\n" |
|
|
152 | "\tpush %esi\n" |
|
|
153 | "\tpush %edi\n" |
|
|
154 | #if CORO_WIN_TIB |
|
|
155 | "\tpush %fs:0\n" |
|
|
156 | "\tpush %fs:4\n" |
|
|
157 | "\tpush %fs:8\n" |
|
|
158 | #endif |
|
|
159 | "\tmov %esp, (%eax)\n" |
|
|
160 | "\tmov (%edx), %esp\n" |
|
|
161 | #if CORO_WIN_TIB |
|
|
162 | "\tpop %fs:8\n" |
|
|
163 | "\tpop %fs:4\n" |
|
|
164 | "\tpop %fs:0\n" |
|
|
165 | #endif |
|
|
166 | "\tpop %edi\n" |
229 | "\tpopl %edi\n" |
167 | "\tpop %esi\n" |
230 | "\tpopl %esi\n" |
168 | "\tpop %ebx\n" |
231 | "\tpopl %ebx\n" |
169 | "\tpop %ebp\n" |
232 | "\tpopl %ebp\n" |
|
|
233 | "\tpopl %ecx\n" |
|
|
234 | "\tjmpl *%ecx\n" |
|
|
235 | |
170 | #else |
236 | #else |
171 | #error unsupported architecture |
237 | #error unsupported architecture |
172 | #endif |
238 | #endif |
173 | "\tret\n" |
|
|
174 | ); |
239 | ); |
175 | |
240 | |
176 | # endif |
241 | # endif |
177 | |
242 | |
178 | void |
243 | void |
… | |
… | |
251 | ctx->env[8] = (long) coro_init; |
316 | ctx->env[8] = (long) coro_init; |
252 | ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long); |
317 | ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long); |
253 | #elif __CYGWIN__ && __x86_64 |
318 | #elif __CYGWIN__ && __x86_64 |
254 | ctx->env[7] = (long) coro_init; |
319 | ctx->env[7] = (long) coro_init; |
255 | ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long); |
320 | ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long); |
256 | #elif defined(__MINGW32__) |
321 | #elif defined __MINGW32__ |
257 | ctx->env[5] = (long) coro_init; |
322 | ctx->env[5] = (long) coro_init; |
258 | ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long); |
323 | ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long); |
259 | #elif defined(_M_IX86) |
324 | #elif defined _M_IX86 |
260 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init; |
325 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init; |
261 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
326 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
262 | #elif defined(_M_AMD64) |
327 | #elif defined _M_AMD64 |
263 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init; |
328 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init; |
264 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
329 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
265 | #elif defined(_M_IA64) |
330 | #elif defined _M_IA64 |
266 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init; |
331 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init; |
267 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
332 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
268 | #else |
333 | #else |
269 | #error "microsoft libc or architecture not supported" |
334 | #error "microsoft libc or architecture not supported" |
270 | #endif |
335 | #endif |
… | |
… | |
406 | |
471 | |
407 | pthread_attr_init (&attr); |
472 | pthread_attr_init (&attr); |
408 | #if __UCLIBC__ |
473 | #if __UCLIBC__ |
409 | /* exists, but is borked */ |
474 | /* exists, but is borked */ |
410 | /*pthread_attr_setstacksize (&attr, (size_t)ssize);*/ |
475 | /*pthread_attr_setstacksize (&attr, (size_t)ssize);*/ |
|
|
476 | #elif __CYGWIN__ |
|
|
477 | /* POSIX, not here */ |
|
|
478 | pthread_attr_setstacksize (&attr, (size_t)ssize); |
411 | #else |
479 | #else |
412 | pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
480 | pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
413 | #endif |
481 | #endif |
414 | pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); |
482 | pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); |
415 | pthread_create (&ctx->id, &attr, coro_init, &args); |
483 | pthread_create (&ctx->id, &attr, coro_init, &args); |
… | |
… | |
432 | } |
500 | } |
433 | |
501 | |
434 | pthread_cond_destroy (&ctx->cv); |
502 | pthread_cond_destroy (&ctx->cv); |
435 | } |
503 | } |
436 | |
504 | |
|
|
505 | /*****************************************************************************/ |
|
|
506 | /* fiber backend */ |
|
|
507 | /*****************************************************************************/ |
|
|
508 | #elif CORO_FIBER |
|
|
509 | |
|
|
510 | #define WIN32_LEAN_AND_MEAN |
|
|
511 | #define _WIN32_WINNT 0x0400 |
|
|
512 | #include <windows.h> |
|
|
513 | |
|
|
514 | VOID CALLBACK |
|
|
515 | coro_init (PVOID arg) |
|
|
516 | { |
|
|
517 | coro_context *ctx = (coro_context *)arg; |
|
|
518 | |
|
|
519 | ctx->coro (ctx->arg); |
|
|
520 | } |
|
|
521 | |
|
|
522 | void |
|
|
523 | coro_transfer (coro_context *prev, coro_context *next) |
|
|
524 | { |
|
|
525 | if (!prev->fiber) |
|
|
526 | { |
|
|
527 | prev->fiber = GetCurrentFiber (); |
|
|
528 | |
|
|
529 | if (prev->fiber == 0 || prev->fiber == (void *)0x1e00) |
|
|
530 | prev->fiber = ConvertThreadToFiber (0); |
|
|
531 | } |
|
|
532 | |
|
|
533 | SwitchToFiber (next->fiber); |
|
|
534 | } |
|
|
535 | |
|
|
536 | void |
|
|
537 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize) |
|
|
538 | { |
|
|
539 | ctx->fiber = 0; |
|
|
540 | ctx->coro = coro; |
|
|
541 | ctx->arg = arg; |
|
|
542 | |
|
|
543 | if (!coro) |
|
|
544 | return; |
|
|
545 | |
|
|
546 | ctx->fiber = CreateFiber (ssize, coro_init, ctx); |
|
|
547 | } |
|
|
548 | |
|
|
549 | void |
|
|
550 | coro_destroy (coro_context *ctx) |
|
|
551 | { |
|
|
552 | DeleteFiber (ctx->fiber); |
|
|
553 | } |
|
|
554 | |
437 | #else |
555 | #else |
438 | # error unsupported backend |
556 | # error unsupported backend |
439 | #endif |
557 | #endif |
440 | |
558 | |