| 1 | /* |
1 | /* |
| 2 | * Copyright (c) 2001-2006 Marc Alexander Lehmann <schmorp@schmorp.de> |
2 | * Copyright (c) 2001-2011 Marc Alexander Lehmann <schmorp@schmorp.de> |
| 3 | * |
3 | * |
| 4 | * Redistribution and use in source and binary forms, with or without modifica- |
4 | * Redistribution and use in source and binary forms, with or without modifica- |
| 5 | * tion, are permitted provided that the following conditions are met: |
5 | * tion, are permitted provided that the following conditions are met: |
| 6 | * |
6 | * |
| 7 | * 1. Redistributions of source code must retain the above copyright notice, |
7 | * 1. Redistributions of source code must retain the above copyright notice, |
| 8 | * this list of conditions and the following disclaimer. |
8 | * this list of conditions and the following disclaimer. |
| 9 | * |
9 | * |
| 10 | * 2. Redistributions in binary form must reproduce the above copyright |
10 | * 2. Redistributions in binary form must reproduce the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer in the |
11 | * notice, this list of conditions and the following disclaimer in the |
| 12 | * documentation and/or other materials provided with the distribution. |
12 | * documentation and/or other materials provided with the distribution. |
| 13 | * |
13 | * |
| 14 | * 3. The name of the author may not be used to endorse or promote products |
|
|
| 15 | * derived from this software without specific prior written permission. |
|
|
| 16 | * |
|
|
| 17 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED |
14 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED |
| 18 | * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- |
15 | * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- |
| 19 | * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO |
16 | * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO |
| 20 | * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- |
17 | * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- |
| 21 | * CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
18 | * CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
| … | |
… | |
| 23 | * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, |
20 | * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, |
| 24 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH- |
21 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTH- |
| 25 | * ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED |
22 | * ERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED |
| 26 | * OF THE POSSIBILITY OF SUCH DAMAGE. |
23 | * OF THE POSSIBILITY OF SUCH DAMAGE. |
| 27 | * |
24 | * |
|
|
25 | * Alternatively, the contents of this file may be used under the terms of |
|
|
26 | * the GNU General Public License ("GPL") version 2 or any later version, |
|
|
27 | * in which case the provisions of the GPL are applicable instead of |
|
|
28 | * the above. If you wish to allow the use of your version of this file |
|
|
29 | * only under the terms of the GPL and not to allow others to use your |
|
|
30 | * version of this file under the BSD license, indicate your decision |
|
|
31 | * by deleting the provisions above and replace them with the notice |
|
|
32 | * and other provisions required by the GPL. If you do not delete the |
|
|
33 | * provisions above, a recipient may use your version of this file under |
|
|
34 | * either the BSD or the GPL. |
|
|
35 | * |
| 28 | * This library is modelled strictly after Ralf S. Engelschalls article at |
36 | * This library is modelled strictly after Ralf S. Engelschalls article at |
| 29 | * http://www.gnu.org/software/pth/rse-pmt.ps. So most of the credit must |
37 | * http://www.gnu.org/software/pth/rse-pmt.ps. So most of the credit must |
| 30 | * go to Ralf S. Engelschall <rse@engelschall.com>. |
38 | * go to Ralf S. Engelschall <rse@engelschall.com>. |
| 31 | */ |
39 | */ |
| 32 | |
40 | |
| 33 | #include "coro.h" |
41 | #include "coro.h" |
| 34 | |
42 | |
|
|
43 | #include <stddef.h> |
|
|
44 | #include <string.h> |
|
|
45 | |
|
|
46 | /*****************************************************************************/ |
|
|
47 | /* ucontext/setjmp/asm backends */ |
|
|
48 | /*****************************************************************************/ |
|
|
49 | #if CORO_UCONTEXT || CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
|
|
50 | |
|
|
51 | # if CORO_UCONTEXT |
|
|
52 | # include <stddef.h> |
|
|
53 | # endif |
|
|
54 | |
| 35 | #if !defined(STACK_ADJUST_PTR) |
55 | # if !defined(STACK_ADJUST_PTR) |
|
|
56 | # if __sgi |
| 36 | /* IRIX is decidedly NON-unix */ |
57 | /* IRIX is decidedly NON-unix */ |
| 37 | # if __sgi |
|
|
| 38 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
58 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
| 39 | # define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) |
59 | # define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) |
| 40 | # elif __i386__ && CORO_LINUX |
60 | # elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER) |
| 41 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) |
61 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) |
| 42 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
62 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
| 43 | # elif __amd64__ && CORO_LINUX |
63 | # elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER) |
| 44 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
64 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
| 45 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
65 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
| 46 | # else |
66 | # else |
| 47 | # define STACK_ADJUST_PTR(sp,ss) (sp) |
67 | # define STACK_ADJUST_PTR(sp,ss) (sp) |
| 48 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
68 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
| 49 | # endif |
69 | # endif |
| 50 | #endif |
70 | # endif |
| 51 | |
71 | |
| 52 | #if CORO_UCONTEXT |
|
|
| 53 | # include <stddef.h> |
|
|
| 54 | #endif |
|
|
| 55 | |
|
|
| 56 | #if CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
|
|
| 57 | |
|
|
| 58 | #include <stdlib.h> |
72 | # include <stdlib.h> |
| 59 | |
73 | |
| 60 | #if CORO_SJLJ |
74 | # if CORO_SJLJ |
| 61 | # include <stdio.h> |
75 | # include <stdio.h> |
| 62 | # include <signal.h> |
76 | # include <signal.h> |
| 63 | # include <unistd.h> |
77 | # include <unistd.h> |
| 64 | #endif |
78 | # endif |
| 65 | |
79 | |
| 66 | static volatile coro_func coro_init_func; |
80 | static coro_func coro_init_func; |
| 67 | static volatile void *coro_init_arg; |
81 | static void *coro_init_arg; |
| 68 | static volatile coro_context *new_coro, *create_coro; |
82 | static coro_context *new_coro, *create_coro; |
| 69 | |
|
|
| 70 | /* what we really want to detect here is wether we use a new-enough version of GAS */ |
|
|
| 71 | /* instead, check for gcc 3 and ELF and hope for the best */ |
|
|
| 72 | #if __GNUC__ >= 3 && __ELF__ |
|
|
| 73 | # define HAVE_CFI 1 |
|
|
| 74 | #endif |
|
|
| 75 | |
83 | |
| 76 | static void |
84 | static void |
| 77 | coro_init (void) |
85 | coro_init (void) |
| 78 | { |
86 | { |
| 79 | volatile coro_func func = coro_init_func; |
87 | volatile coro_func func = coro_init_func; |
| 80 | volatile void *arg = coro_init_arg; |
88 | volatile void *arg = coro_init_arg; |
| 81 | |
89 | |
| 82 | coro_transfer ((coro_context *)new_coro, (coro_context *)create_coro); |
90 | coro_transfer (new_coro, create_coro); |
|
|
91 | |
|
|
92 | #if __GCC_HAVE_DWARF2_CFI_ASM && __amd64 |
|
|
93 | asm (".cfi_undefined rip"); |
|
|
94 | #endif |
| 83 | |
95 | |
| 84 | func ((void *)arg); |
96 | func ((void *)arg); |
| 85 | |
97 | |
| 86 | /* the new coro returned. bad. just abort() for now */ |
98 | /* the new coro returned. bad. just abort() for now */ |
| 87 | abort (); |
99 | abort (); |
| 88 | } |
100 | } |
| 89 | |
101 | |
| 90 | # if CORO_SJLJ |
102 | # if CORO_SJLJ |
| 91 | |
103 | |
| 92 | static volatile int trampoline_count; |
104 | static volatile int trampoline_done; |
| 93 | |
105 | |
| 94 | /* trampoline signal handler */ |
106 | /* trampoline signal handler */ |
| 95 | static void |
107 | static void |
| 96 | trampoline (int sig) |
108 | trampoline (int sig) |
| 97 | { |
109 | { |
| 98 | if (setjmp (((coro_context *)new_coro)->env)) |
110 | if (coro_setjmp (new_coro->env)) |
| 99 | { |
|
|
| 100 | #if HAVE_CFI |
|
|
| 101 | asm (".cfi_startproc"); |
|
|
| 102 | #endif |
|
|
| 103 | coro_init (); /* start it */ |
111 | coro_init (); /* start it */ |
| 104 | #if HAVE_CFI |
|
|
| 105 | asm (".cfi_endproc"); |
|
|
| 106 | #endif |
|
|
| 107 | } |
|
|
| 108 | else |
112 | else |
| 109 | trampoline_count++; |
113 | trampoline_done = 1; |
| 110 | } |
114 | } |
| 111 | |
115 | |
| 112 | # endif |
|
|
| 113 | |
|
|
| 114 | #endif |
116 | # endif |
| 115 | |
117 | |
| 116 | #if CORO_ASM |
118 | # if CORO_ASM |
| 117 | void __attribute__((__noinline__, __fastcall__)) |
119 | |
| 118 | coro_transfer (struct coro_context *prev, struct coro_context *next) |
120 | #if _WIN32 || __CYGWIN__ |
| 119 | { |
121 | #define CORO_WIN_TIB 1 |
| 120 | asm volatile ( |
122 | #endif |
|
|
123 | |
|
|
124 | asm ( |
|
|
125 | "\t.text\n" |
|
|
126 | #if _WIN32 || __CYGWIN__ |
|
|
127 | "\t.globl _coro_transfer\n" |
|
|
128 | "_coro_transfer:\n" |
|
|
129 | #else |
|
|
130 | "\t.globl coro_transfer\n" |
|
|
131 | "coro_transfer:\n" |
|
|
132 | #endif |
|
|
133 | /* windows, of course, gives a shit on the amd64 ABI and uses different registers */ |
|
|
134 | /* http://blogs.msdn.com/freik/archive/2005/03/17/398200.aspx */ |
| 121 | #if __amd64 |
135 | #if __amd64 |
| 122 | # define NUM_CLOBBERED 5 |
136 | |
| 123 | "push %%rbx\n\t" |
137 | #if _WIN32 || __CYGWIN__ |
| 124 | "push %%r12\n\t" |
138 | #define NUM_SAVED 29 |
| 125 | "push %%r13\n\t" |
139 | "\tsubq $168, %rsp\t" /* one dummy qword to improve alignment */ |
| 126 | "push %%r14\n\t" |
140 | "\tmovaps %xmm6, (%rsp)\n" |
| 127 | "push %%r15\n\t" |
141 | "\tmovaps %xmm7, 16(%rsp)\n" |
| 128 | "mov %%rsp, %0\n\t" |
142 | "\tmovaps %xmm8, 32(%rsp)\n" |
| 129 | "mov %1, %%rsp\n\t" |
143 | "\tmovaps %xmm9, 48(%rsp)\n" |
| 130 | "pop %%r15\n\t" |
144 | "\tmovaps %xmm10, 64(%rsp)\n" |
| 131 | "pop %%r14\n\t" |
145 | "\tmovaps %xmm11, 80(%rsp)\n" |
| 132 | "pop %%r13\n\t" |
146 | "\tmovaps %xmm12, 96(%rsp)\n" |
| 133 | "pop %%r12\n\t" |
147 | "\tmovaps %xmm13, 112(%rsp)\n" |
| 134 | "pop %%rbx\n\t" |
148 | "\tmovaps %xmm14, 128(%rsp)\n" |
|
|
149 | "\tmovaps %xmm15, 144(%rsp)\n" |
|
|
150 | "\tpushq %rsi\n" |
|
|
151 | "\tpushq %rdi\n" |
|
|
152 | "\tpushq %rbp\n" |
|
|
153 | "\tpushq %rbx\n" |
|
|
154 | "\tpushq %r12\n" |
|
|
155 | "\tpushq %r13\n" |
|
|
156 | "\tpushq %r14\n" |
|
|
157 | "\tpushq %r15\n" |
|
|
158 | #if CORO_WIN_TIB |
|
|
159 | "\tpushq %fs:0x0\n" |
|
|
160 | "\tpushq %fs:0x8\n" |
|
|
161 | "\tpushq %fs:0xc\n" |
|
|
162 | #endif |
|
|
163 | "\tmovq %rsp, (%rcx)\n" |
|
|
164 | "\tmovq (%rdx), %rsp\n" |
|
|
165 | #if CORO_WIN_TIB |
|
|
166 | "\tpopq %fs:0xc\n" |
|
|
167 | "\tpopq %fs:0x8\n" |
|
|
168 | "\tpopq %fs:0x0\n" |
|
|
169 | #endif |
|
|
170 | "\tpopq %r15\n" |
|
|
171 | "\tpopq %r14\n" |
|
|
172 | "\tpopq %r13\n" |
|
|
173 | "\tpopq %r12\n" |
|
|
174 | "\tpopq %rbx\n" |
|
|
175 | "\tpopq %rbp\n" |
|
|
176 | "\tpopq %rdi\n" |
|
|
177 | "\tpopq %rsi\n" |
|
|
178 | "\tmovaps (%rsp), %xmm6\n" |
|
|
179 | "\tmovaps 16(%rsp), %xmm7\n" |
|
|
180 | "\tmovaps 32(%rsp), %xmm8\n" |
|
|
181 | "\tmovaps 48(%rsp), %xmm9\n" |
|
|
182 | "\tmovaps 64(%rsp), %xmm10\n" |
|
|
183 | "\tmovaps 80(%rsp), %xmm11\n" |
|
|
184 | "\tmovaps 96(%rsp), %xmm12\n" |
|
|
185 | "\tmovaps 112(%rsp), %xmm13\n" |
|
|
186 | "\tmovaps 128(%rsp), %xmm14\n" |
|
|
187 | "\tmovaps 144(%rsp), %xmm15\n" |
|
|
188 | "\taddq $168, %rsp\n" |
|
|
189 | #else |
|
|
190 | #define NUM_SAVED 6 |
|
|
191 | "\tpushq %rbp\n" |
|
|
192 | "\tpushq %rbx\n" |
|
|
193 | "\tpushq %r12\n" |
|
|
194 | "\tpushq %r13\n" |
|
|
195 | "\tpushq %r14\n" |
|
|
196 | "\tpushq %r15\n" |
|
|
197 | "\tmovq %rsp, (%rdi)\n" |
|
|
198 | "\tmovq (%rsi), %rsp\n" |
|
|
199 | "\tpopq %r15\n" |
|
|
200 | "\tpopq %r14\n" |
|
|
201 | "\tpopq %r13\n" |
|
|
202 | "\tpopq %r12\n" |
|
|
203 | "\tpopq %rbx\n" |
|
|
204 | "\tpopq %rbp\n" |
|
|
205 | #endif |
|
|
206 | "\tpopq %rcx\n" |
|
|
207 | "\tjmpq *%rcx\n" |
|
|
208 | |
| 135 | #elif __i386 |
209 | #elif __i386 |
| 136 | # define NUM_CLOBBERED 4 |
210 | |
| 137 | "push %%ebx\n\t" |
211 | #define NUM_SAVED 4 |
| 138 | "push %%esi\n\t" |
212 | "\tpushl %ebp\n" |
| 139 | "push %%edi\n\t" |
213 | "\tpushl %ebx\n" |
| 140 | "push %%ebp\n\t" |
214 | "\tpushl %esi\n" |
| 141 | "mov %%esp, %0\n\t" |
215 | "\tpushl %edi\n" |
| 142 | "mov %1, %%esp\n\t" |
216 | #if CORO_WIN_TIB |
| 143 | "pop %%ebp\n\t" |
217 | #undef NUM_SAVED |
| 144 | "pop %%edi\n\t" |
218 | #define NUM_SAVED 7 |
| 145 | "pop %%esi\n\t" |
219 | "\tpushl %fs:0\n" |
| 146 | "pop %%ebx\n\t" |
220 | "\tpushl %fs:4\n" |
| 147 | #else |
221 | "\tpushl %fs:8\n" |
|
|
222 | #endif |
|
|
223 | "\tmovl %esp, (%eax)\n" |
|
|
224 | "\tmovl (%edx), %esp\n" |
|
|
225 | #if CORO_WIN_TIB |
|
|
226 | "\tpopl %fs:8\n" |
|
|
227 | "\tpopl %fs:4\n" |
|
|
228 | "\tpopl %fs:0\n" |
|
|
229 | #endif |
|
|
230 | "\tpopl %edi\n" |
|
|
231 | "\tpopl %esi\n" |
|
|
232 | "\tpopl %ebx\n" |
|
|
233 | "\tpopl %ebp\n" |
|
|
234 | "\tpopl %ecx\n" |
|
|
235 | "\tjmpl *%ecx\n" |
|
|
236 | |
|
|
237 | #else |
| 148 | # error unsupported architecture |
238 | #error unsupported architecture |
| 149 | #endif |
239 | #endif |
| 150 | : "=m" (prev->sp) |
|
|
| 151 | : "m" (next->sp) |
|
|
| 152 | ); |
240 | ); |
| 153 | } |
241 | |
| 154 | #endif |
242 | # endif |
| 155 | |
243 | |
| 156 | /* initialize a machine state */ |
244 | void |
| 157 | void coro_create (coro_context *ctx, |
245 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, size_t ssize) |
| 158 | coro_func coro, void *arg, |
|
|
| 159 | void *sptr, long ssize) |
|
|
| 160 | { |
246 | { |
| 161 | #if CORO_UCONTEXT |
247 | coro_context nctx; |
| 162 | |
|
|
| 163 | getcontext (&(ctx->uc)); |
|
|
| 164 | |
|
|
| 165 | ctx->uc.uc_link = 0; |
|
|
| 166 | ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize); |
|
|
| 167 | ctx->uc.uc_stack.ss_size = (size_t) STACK_ADJUST_SIZE (sptr,ssize); |
|
|
| 168 | ctx->uc.uc_stack.ss_flags = 0; |
|
|
| 169 | |
|
|
| 170 | makecontext (&(ctx->uc), (void (*)()) coro, 1, arg); |
|
|
| 171 | |
|
|
| 172 | #elif CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
|
|
| 173 | |
|
|
| 174 | # if CORO_SJLJ |
248 | # if CORO_SJLJ |
| 175 | stack_t ostk, nstk; |
249 | stack_t ostk, nstk; |
| 176 | struct sigaction osa, nsa; |
250 | struct sigaction osa, nsa; |
| 177 | sigset_t nsig, osig; |
251 | sigset_t nsig, osig; |
| 178 | # endif |
252 | # endif |
| 179 | coro_context nctx; |
253 | |
|
|
254 | if (!coro) |
|
|
255 | return; |
| 180 | |
256 | |
| 181 | coro_init_func = coro; |
257 | coro_init_func = coro; |
| 182 | coro_init_arg = arg; |
258 | coro_init_arg = arg; |
| 183 | |
259 | |
| 184 | new_coro = ctx; |
260 | new_coro = ctx; |
| … | |
… | |
| 200 | perror ("sigaction"); |
276 | perror ("sigaction"); |
| 201 | abort (); |
277 | abort (); |
| 202 | } |
278 | } |
| 203 | |
279 | |
| 204 | /* set the new stack */ |
280 | /* set the new stack */ |
| 205 | nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */ |
281 | nstk.ss_sp = STACK_ADJUST_PTR (sptr, ssize); /* yes, some platforms (IRIX) get this wrong. */ |
| 206 | nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize); |
282 | nstk.ss_size = STACK_ADJUST_SIZE (sptr, ssize); |
| 207 | nstk.ss_flags = 0; |
283 | nstk.ss_flags = 0; |
| 208 | |
284 | |
| 209 | if (sigaltstack (&nstk, &ostk) < 0) |
285 | if (sigaltstack (&nstk, &ostk) < 0) |
| 210 | { |
286 | { |
| 211 | perror ("sigaltstack"); |
287 | perror ("sigaltstack"); |
| 212 | abort (); |
288 | abort (); |
| 213 | } |
289 | } |
| 214 | |
290 | |
| 215 | trampoline_count = 0; |
291 | trampoline_done = 0; |
| 216 | kill (getpid (), SIGUSR2); |
292 | kill (getpid (), SIGUSR2); |
| 217 | sigfillset (&nsig); sigdelset (&nsig, SIGUSR2); |
293 | sigfillset (&nsig); sigdelset (&nsig, SIGUSR2); |
| 218 | |
294 | |
| 219 | while (!trampoline_count) |
295 | while (!trampoline_done) |
| 220 | sigsuspend (&nsig); |
296 | sigsuspend (&nsig); |
| 221 | |
297 | |
| 222 | sigaltstack (0, &nstk); |
298 | sigaltstack (0, &nstk); |
| 223 | nstk.ss_flags = SS_DISABLE; |
299 | nstk.ss_flags = SS_DISABLE; |
| 224 | if (sigaltstack (&nstk, 0) < 0) |
300 | if (sigaltstack (&nstk, 0) < 0) |
| … | |
… | |
| 230 | |
306 | |
| 231 | if (~ostk.ss_flags & SS_DISABLE) |
307 | if (~ostk.ss_flags & SS_DISABLE) |
| 232 | sigaltstack (&ostk, 0); |
308 | sigaltstack (&ostk, 0); |
| 233 | |
309 | |
| 234 | sigaction (SIGUSR2, &osa, 0); |
310 | sigaction (SIGUSR2, &osa, 0); |
| 235 | |
|
|
| 236 | sigprocmask (SIG_SETMASK, &osig, 0); |
311 | sigprocmask (SIG_SETMASK, &osig, 0); |
| 237 | |
312 | |
| 238 | # elif CORO_LOSER |
313 | # elif CORO_LOSER |
| 239 | |
314 | |
| 240 | setjmp (ctx->env); |
315 | coro_setjmp (ctx->env); |
| 241 | #if __CYGWIN__ |
316 | #if __CYGWIN__ && __i386 |
| 242 | ctx->env[7] = (long)((char *)sptr + ssize); |
317 | ctx->env[8] = (long) coro_init; |
| 243 | ctx->env[8] = (long)coro_init; |
318 | ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long); |
|
|
319 | #elif __CYGWIN__ && __x86_64 |
|
|
320 | ctx->env[7] = (long) coro_init; |
|
|
321 | ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long); |
|
|
322 | #elif defined __MINGW32__ |
|
|
323 | ctx->env[5] = (long) coro_init; |
|
|
324 | ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long); |
| 244 | #elif defined(_M_IX86) |
325 | #elif defined _M_IX86 |
| 245 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init; |
326 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init; |
| 246 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr,ssize); |
327 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
| 247 | #elif defined(_M_AMD64) |
328 | #elif defined _M_AMD64 |
| 248 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init; |
329 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init; |
| 249 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr,ssize); |
330 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
| 250 | #elif defined(_M_IA64) |
331 | #elif defined _M_IA64 |
| 251 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init; |
332 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init; |
| 252 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr,ssize); |
333 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
|
|
334 | #else |
|
|
335 | #error "microsoft libc or architecture not supported" |
|
|
336 | #endif |
|
|
337 | |
|
|
338 | # elif CORO_LINUX |
|
|
339 | |
|
|
340 | coro_setjmp (ctx->env); |
|
|
341 | #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) |
|
|
342 | ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init; |
|
|
343 | ctx->env[0].__jmpbuf[JB_SP] = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
|
|
344 | #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) |
|
|
345 | ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
|
|
346 | ctx->env[0].__jmpbuf[0].__sp = (int *) ((char *)sptr + ssize) - sizeof (long); |
|
|
347 | #elif defined (__GNU_LIBRARY__) && defined (__i386__) |
|
|
348 | ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init; |
|
|
349 | ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); |
|
|
350 | #elif defined (__GNU_LIBRARY__) && defined (__amd64__) |
|
|
351 | ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init; |
|
|
352 | ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); |
|
|
353 | #else |
|
|
354 | #error "linux libc or architecture not supported" |
|
|
355 | #endif |
|
|
356 | |
|
|
357 | # elif CORO_IRIX |
|
|
358 | |
|
|
359 | coro_setjmp (ctx->env, 0); |
|
|
360 | ctx->env[JB_PC] = (__uint64_t)coro_init; |
|
|
361 | ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
|
|
362 | |
|
|
363 | # elif CORO_ASM |
|
|
364 | |
|
|
365 | ctx->sp = (void **)(ssize + (char *)sptr); |
|
|
366 | *--ctx->sp = (void *)abort; /* needed for alignment only */ |
|
|
367 | *--ctx->sp = (void *)coro_init; |
|
|
368 | |
|
|
369 | #if CORO_WIN_TIB |
|
|
370 | *--ctx->sp = 0; /* ExceptionList */ |
|
|
371 | *--ctx->sp = (char *)sptr + ssize; /* StackBase */ |
|
|
372 | *--ctx->sp = sptr; /* StackLimit */ |
|
|
373 | #endif |
|
|
374 | |
|
|
375 | ctx->sp -= NUM_SAVED; |
|
|
376 | memset (ctx->sp, 0, sizeof (*ctx->sp) * NUM_SAVED); |
|
|
377 | |
|
|
378 | # elif CORO_UCONTEXT |
|
|
379 | |
|
|
380 | getcontext (&(ctx->uc)); |
|
|
381 | |
|
|
382 | ctx->uc.uc_link = 0; |
|
|
383 | ctx->uc.uc_stack.ss_sp = sptr; |
|
|
384 | ctx->uc.uc_stack.ss_size = (size_t)ssize; |
|
|
385 | ctx->uc.uc_stack.ss_flags = 0; |
|
|
386 | |
|
|
387 | makecontext (&(ctx->uc), (void (*)())coro_init, 0); |
|
|
388 | |
|
|
389 | # endif |
|
|
390 | |
|
|
391 | coro_transfer (create_coro, new_coro); |
|
|
392 | } |
|
|
393 | |
|
|
394 | /*****************************************************************************/ |
|
|
395 | /* pthread backend */ |
|
|
396 | /*****************************************************************************/ |
|
|
397 | #elif CORO_PTHREAD |
|
|
398 | |
|
|
399 | /* this mutex will be locked by the running coroutine */ |
|
|
400 | pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER; |
|
|
401 | |
|
|
402 | struct coro_init_args |
|
|
403 | { |
|
|
404 | coro_func func; |
|
|
405 | void *arg; |
|
|
406 | coro_context *self, *main; |
|
|
407 | }; |
|
|
408 | |
|
|
409 | static pthread_t null_tid; |
|
|
410 | |
|
|
411 | /* I'd so love to cast pthread_mutex_unlock to void (*)(void *)... */ |
|
|
412 | static void |
|
|
413 | mutex_unlock_wrapper (void *arg) |
|
|
414 | { |
|
|
415 | pthread_mutex_unlock ((pthread_mutex_t *)arg); |
|
|
416 | } |
|
|
417 | |
|
|
418 | static void * |
|
|
419 | coro_init (void *args_) |
|
|
420 | { |
|
|
421 | struct coro_init_args *args = (struct coro_init_args *)args_; |
|
|
422 | coro_func func = args->func; |
|
|
423 | void *arg = args->arg; |
|
|
424 | |
|
|
425 | pthread_mutex_lock (&coro_mutex); |
|
|
426 | |
|
|
427 | /* we try to be good citizens and use deferred cancellation and cleanup handlers */ |
|
|
428 | pthread_cleanup_push (mutex_unlock_wrapper, &coro_mutex); |
|
|
429 | coro_transfer (args->self, args->main); |
|
|
430 | func (arg); |
|
|
431 | pthread_cleanup_pop (1); |
|
|
432 | |
|
|
433 | return 0; |
|
|
434 | } |
|
|
435 | |
|
|
436 | void |
|
|
437 | coro_transfer (coro_context *prev, coro_context *next) |
|
|
438 | { |
|
|
439 | pthread_cond_signal (&next->cv); |
|
|
440 | pthread_cond_wait (&prev->cv, &coro_mutex); |
|
|
441 | #if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */ |
|
|
442 | pthread_testcancel (); |
|
|
443 | #endif |
|
|
444 | } |
|
|
445 | |
|
|
446 | void |
|
|
447 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, size_t ssize) |
|
|
448 | { |
|
|
449 | static coro_context nctx; |
|
|
450 | static int once; |
|
|
451 | |
|
|
452 | if (!once) |
|
|
453 | { |
|
|
454 | once = 1; |
|
|
455 | |
|
|
456 | pthread_mutex_lock (&coro_mutex); |
|
|
457 | pthread_cond_init (&nctx.cv, 0); |
|
|
458 | null_tid = pthread_self (); |
|
|
459 | } |
|
|
460 | |
|
|
461 | pthread_cond_init (&ctx->cv, 0); |
|
|
462 | |
|
|
463 | if (coro) |
|
|
464 | { |
|
|
465 | pthread_attr_t attr; |
|
|
466 | struct coro_init_args args; |
|
|
467 | |
|
|
468 | args.func = coro; |
|
|
469 | args.arg = arg; |
|
|
470 | args.self = ctx; |
|
|
471 | args.main = &nctx; |
|
|
472 | |
|
|
473 | pthread_attr_init (&attr); |
|
|
474 | #if __UCLIBC__ |
|
|
475 | /* exists, but is borked */ |
|
|
476 | /*pthread_attr_setstacksize (&attr, (size_t)ssize);*/ |
|
|
477 | #elif __CYGWIN__ |
|
|
478 | /* POSIX, not here */ |
|
|
479 | pthread_attr_setstacksize (&attr, (size_t)ssize); |
| 253 | #else |
480 | #else |
| 254 | #error "microsoft libc or architecture not supported" |
481 | pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
| 255 | #endif |
482 | #endif |
|
|
483 | pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); |
|
|
484 | pthread_create (&ctx->id, &attr, coro_init, &args); |
| 256 | |
485 | |
| 257 | # elif CORO_LINUX |
486 | coro_transfer (args.main, args.self); |
|
|
487 | } |
|
|
488 | else |
|
|
489 | ctx->id = null_tid; |
|
|
490 | } |
| 258 | |
491 | |
| 259 | _setjmp (ctx->env); |
492 | void |
| 260 | #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) |
493 | coro_destroy (coro_context *ctx) |
| 261 | ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
494 | { |
| 262 | ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize); |
495 | if (!pthread_equal (ctx->id, null_tid)) |
| 263 | #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) |
496 | { |
| 264 | ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
497 | pthread_cancel (ctx->id); |
| 265 | ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize); |
498 | pthread_mutex_unlock (&coro_mutex); |
| 266 | #elif defined (__GNU_LIBRARY__) && defined (__i386__) |
499 | pthread_join (ctx->id, 0); |
| 267 | ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init; |
500 | pthread_mutex_lock (&coro_mutex); |
| 268 | ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize); |
501 | } |
| 269 | #elif defined (__GNU_LIBRARY__) && defined (__amd64__) |
502 | |
| 270 | ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
503 | pthread_cond_destroy (&ctx->cv); |
| 271 | ctx->env[0].__jmpbuf[JB_RSP] = (long)STACK_ADJUST_PTR (sptr, ssize); |
504 | } |
|
|
505 | |
|
|
506 | /*****************************************************************************/ |
|
|
507 | /* fiber backend */ |
|
|
508 | /*****************************************************************************/ |
|
|
509 | #elif CORO_FIBER |
|
|
510 | |
|
|
511 | #define WIN32_LEAN_AND_MEAN |
|
|
512 | #if _WIN32_WINNT < 0x0400 |
|
|
513 | #undef _WIN32_WINNT |
|
|
514 | #define _WIN32_WINNT 0x0400 |
|
|
515 | #endif |
|
|
516 | #include <windows.h> |
|
|
517 | |
|
|
518 | VOID CALLBACK |
|
|
519 | coro_init (PVOID arg) |
|
|
520 | { |
|
|
521 | coro_context *ctx = (coro_context *)arg; |
|
|
522 | |
|
|
523 | ctx->coro (ctx->arg); |
|
|
524 | } |
|
|
525 | |
|
|
526 | void |
|
|
527 | coro_transfer (coro_context *prev, coro_context *next) |
|
|
528 | { |
|
|
529 | if (!prev->fiber) |
|
|
530 | { |
|
|
531 | prev->fiber = GetCurrentFiber (); |
|
|
532 | |
|
|
533 | if (prev->fiber == 0 || prev->fiber == (void *)0x1e00) |
|
|
534 | prev->fiber = ConvertThreadToFiber (0); |
|
|
535 | } |
|
|
536 | |
|
|
537 | SwitchToFiber (next->fiber); |
|
|
538 | } |
|
|
539 | |
|
|
540 | void |
|
|
541 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, size_t ssize) |
|
|
542 | { |
|
|
543 | ctx->fiber = 0; |
|
|
544 | ctx->coro = coro; |
|
|
545 | ctx->arg = arg; |
|
|
546 | |
|
|
547 | if (!coro) |
|
|
548 | return; |
|
|
549 | |
|
|
550 | ctx->fiber = CreateFiber (ssize, coro_init, ctx); |
|
|
551 | } |
|
|
552 | |
|
|
553 | void |
|
|
554 | coro_destroy (coro_context *ctx) |
|
|
555 | { |
|
|
556 | DeleteFiber (ctx->fiber); |
|
|
557 | } |
|
|
558 | |
| 272 | #else |
559 | #else |
| 273 | # error "linux libc or architecture not supported" |
560 | #error unsupported backend |
| 274 | #endif |
561 | #endif |
| 275 | |
562 | |
| 276 | # elif CORO_IRIX |
563 | /*****************************************************************************/ |
|
|
564 | /* stack management */ |
|
|
565 | /*****************************************************************************/ |
|
|
566 | #if CORO_STACKALLOC |
| 277 | |
567 | |
| 278 | setjmp (ctx->env); |
568 | #include <stdlib.h> |
| 279 | ctx->env[JB_PC] = (__uint64_t)coro_init; |
|
|
| 280 | ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize); |
|
|
| 281 | |
569 | |
| 282 | # elif CORO_ASM |
570 | #ifndef _WIN32 |
|
|
571 | # include <unistd.h> |
|
|
572 | #endif |
| 283 | |
573 | |
| 284 | ctx->sp = (volatile void **)(ssize + (char *)sptr); |
574 | #if CORO_USE_VALGRIND |
| 285 | *--ctx->sp = (void *)coro_init; |
575 | # include <valgrind/valgrind.h> |
| 286 | *--ctx->sp = (void *)coro_init; // this is needed when the prologue saves ebp |
576 | #endif |
| 287 | ctx->sp -= NUM_CLOBBERED; |
|
|
| 288 | |
577 | |
|
|
578 | #if _POSIX_MAPPED_FILES |
|
|
579 | # include <sys/mman.h> |
|
|
580 | # define CORO_MMAP 1 |
|
|
581 | # ifndef MAP_ANONYMOUS |
|
|
582 | # ifdef MAP_ANON |
|
|
583 | # define MAP_ANONYMOUS MAP_ANON |
|
|
584 | # else |
|
|
585 | # undef CORO_MMAP |
| 289 | # endif |
586 | # endif |
| 290 | |
587 | # endif |
| 291 | coro_transfer ((coro_context *)create_coro, (coro_context *)new_coro); |
588 | # include <limits.h> |
| 292 | |
|
|
| 293 | #else |
589 | #else |
| 294 | # error unsupported architecture |
590 | # undef CORO_MMAP |
|
|
591 | #endif |
|
|
592 | |
|
|
593 | #if _POSIX_MEMORY_PROTECTION |
|
|
594 | # ifndef CORO_GUARDPAGES |
|
|
595 | # define CORO_GUARDPAGES 4 |
| 295 | #endif |
596 | # endif |
| 296 | } |
597 | #else |
|
|
598 | # undef CORO_GUARDPAGES |
|
|
599 | #endif |
| 297 | |
600 | |
|
|
601 | #if !CORO_MMAP |
|
|
602 | # undef CORO_GUARDPAGES |
|
|
603 | #endif |
|
|
604 | |
|
|
605 | #if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64 |
|
|
606 | # undef CORO_GUARDPAGES |
|
|
607 | #endif |
|
|
608 | |
|
|
609 | #ifndef CORO_GUARDPAGES |
|
|
610 | # define CORO_GUARDPAGES 0 |
|
|
611 | #endif |
|
|
612 | |
|
|
613 | #if !PAGESIZE |
|
|
614 | #if !CORO_MMAP |
|
|
615 | #define PAGESIZE 4096 |
|
|
616 | #else |
|
|
617 | static size_t |
|
|
618 | coro_pagesize (void) |
|
|
619 | { |
|
|
620 | static size_t pagesize; |
|
|
621 | |
|
|
622 | if (!pagesize) |
|
|
623 | pagesize = sysconf (_SC_PAGESIZE); |
|
|
624 | |
|
|
625 | return pagesize; |
|
|
626 | } |
|
|
627 | |
|
|
628 | #define PAGESIZE coro_pagesize () |
|
|
629 | #endif |
|
|
630 | #endif |
|
|
631 | |
|
|
632 | int |
|
|
633 | coro_stack_alloc (struct coro_stack *stack, unsigned int size) |
|
|
634 | { |
|
|
635 | if (!size) |
|
|
636 | size = 256 * 1024; |
|
|
637 | |
|
|
638 | stack->sptr = 0; |
|
|
639 | stack->ssze = ((size_t)size * sizeof (void *) + PAGESIZE - 1) / PAGESIZE * PAGESIZE; |
|
|
640 | |
|
|
641 | #if CORO_FIBER |
|
|
642 | |
|
|
643 | stack->sptr = (void *)stack; |
|
|
644 | return 1; |
|
|
645 | |
|
|
646 | #else |
|
|
647 | |
|
|
648 | size_t ssze = stack->ssze + CORO_GUARDPAGES * PAGESIZE; |
|
|
649 | void *base; |
|
|
650 | |
|
|
651 | #if CORO_MMAP |
|
|
652 | /* mmap supposedly does allocate-on-write for us */ |
|
|
653 | base = mmap (0, ssze, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); |
|
|
654 | |
|
|
655 | if (base == (void *)-1) |
|
|
656 | { |
|
|
657 | /* some systems don't let us have executable heap */ |
|
|
658 | /* we assume they won't need executable stack in that case */ |
|
|
659 | base = mmap (0, ssze, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); |
|
|
660 | |
|
|
661 | if (base == (void *)-1) |
|
|
662 | return 0; |
|
|
663 | } |
|
|
664 | |
|
|
665 | #if CORO_GUARDPAGES |
|
|
666 | mprotect (base, CORO_GUARDPAGES * PAGESIZE, PROT_NONE); |
|
|
667 | #endif |
|
|
668 | |
|
|
669 | base = (void*)((char *)base + CORO_GUARDPAGES * PAGESIZE); |
|
|
670 | #else |
|
|
671 | base = malloc (ssze); |
|
|
672 | if (!base) |
|
|
673 | return 0; |
|
|
674 | #endif |
|
|
675 | |
|
|
676 | #if CORO_USE_VALGRIND |
|
|
677 | stack->valgrind_id = VALGRIND_STACK_REGISTER ((char *)base, ((char *)base) + ssze - CORO_GUARDPAGES * PAGESIZE); |
|
|
678 | #endif |
|
|
679 | |
|
|
680 | stack->sptr = base; |
|
|
681 | return 1; |
|
|
682 | |
|
|
683 | #endif |
|
|
684 | } |
|
|
685 | |
|
|
686 | void |
|
|
687 | coro_stack_free (struct coro_stack *stack) |
|
|
688 | { |
|
|
689 | #if CORO_FIBER |
|
|
690 | /* nop */ |
|
|
691 | #else |
|
|
692 | #if CORO_USE_VALGRIND |
|
|
693 | VALGRIND_STACK_DEREGISTER (stack->valgrind_id); |
|
|
694 | #endif |
|
|
695 | |
|
|
696 | #if CORO_MMAP |
|
|
697 | if (stack->sptr) |
|
|
698 | munmap ((void*)((char *)stack->sptr - CORO_GUARDPAGES * PAGESIZE), |
|
|
699 | stack->ssze + CORO_GUARDPAGES * PAGESIZE); |
|
|
700 | #else |
|
|
701 | free (stack->sptr); |
|
|
702 | #endif |
|
|
703 | #endif |
|
|
704 | } |
|
|
705 | |
|
|
706 | #endif |
|
|
707 | |
