| 1 | /* |
1 | /* |
| 2 | * Copyright (c) 2001-2009 Marc Alexander Lehmann <schmorp@schmorp.de> |
2 | * Copyright (c) 2001-2011 Marc Alexander Lehmann <schmorp@schmorp.de> |
| 3 | * |
3 | * |
| 4 | * Redistribution and use in source and binary forms, with or without modifica- |
4 | * Redistribution and use in source and binary forms, with or without modifica- |
| 5 | * tion, are permitted provided that the following conditions are met: |
5 | * tion, are permitted provided that the following conditions are met: |
| 6 | * |
6 | * |
| 7 | * 1. Redistributions of source code must retain the above copyright notice, |
7 | * 1. Redistributions of source code must retain the above copyright notice, |
| 8 | * this list of conditions and the following disclaimer. |
8 | * this list of conditions and the following disclaimer. |
| 9 | * |
9 | * |
| 10 | * 2. Redistributions in binary form must reproduce the above copyright |
10 | * 2. Redistributions in binary form must reproduce the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer in the |
11 | * notice, this list of conditions and the following disclaimer in the |
| 12 | * documentation and/or other materials provided with the distribution. |
12 | * documentation and/or other materials provided with the distribution. |
| 13 | * |
13 | * |
| 14 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED |
14 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED |
| 15 | * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- |
15 | * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- |
| 16 | * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO |
16 | * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO |
| 17 | * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- |
17 | * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- |
| 18 | * CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
18 | * CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
| … | |
… | |
| 38 | * go to Ralf S. Engelschall <rse@engelschall.com>. |
38 | * go to Ralf S. Engelschall <rse@engelschall.com>. |
| 39 | */ |
39 | */ |
| 40 | |
40 | |
| 41 | #include "coro.h" |
41 | #include "coro.h" |
| 42 | |
42 | |
|
|
43 | #include <stddef.h> |
| 43 | #include <string.h> |
44 | #include <string.h> |
| 44 | |
45 | |
| 45 | /*****************************************************************************/ |
46 | /*****************************************************************************/ |
| 46 | /* ucontext/setjmp/asm backends */ |
47 | /* ucontext/setjmp/asm backends */ |
| 47 | /*****************************************************************************/ |
48 | /*****************************************************************************/ |
| … | |
… | |
| 86 | volatile coro_func func = coro_init_func; |
87 | volatile coro_func func = coro_init_func; |
| 87 | volatile void *arg = coro_init_arg; |
88 | volatile void *arg = coro_init_arg; |
| 88 | |
89 | |
| 89 | coro_transfer (new_coro, create_coro); |
90 | coro_transfer (new_coro, create_coro); |
| 90 | |
91 | |
|
|
92 | #if __GCC_HAVE_DWARF2_CFI_ASM && __amd64 |
|
|
93 | /*asm (".cfi_startproc");*/ |
|
|
94 | /*asm (".cfi_undefined rip");*/ |
|
|
95 | #endif |
|
|
96 | |
| 91 | func ((void *)arg); |
97 | func ((void *)arg); |
|
|
98 | |
|
|
99 | #if __GCC_HAVE_DWARF2_CFI_ASM && __amd64 |
|
|
100 | /*asm (".cfi_endproc");*/ |
|
|
101 | #endif |
| 92 | |
102 | |
| 93 | /* the new coro returned. bad. just abort() for now */ |
103 | /* the new coro returned. bad. just abort() for now */ |
| 94 | abort (); |
104 | abort (); |
| 95 | } |
105 | } |
| 96 | |
106 | |
| … | |
… | |
| 110 | |
120 | |
| 111 | # endif |
121 | # endif |
| 112 | |
122 | |
| 113 | # if CORO_ASM |
123 | # if CORO_ASM |
| 114 | |
124 | |
|
|
125 | #if __arm__ && \ |
|
|
126 | (defined __ARM_ARCH_7__ || defined __ARM_ARCH_7A__ \ |
|
|
127 | || defined __ARM_ARCH_7R__ || defined __ARM_ARCH_7M__ \ |
|
|
128 | || __ARM_ARCH == 7) |
|
|
129 | #define CORO_ARM 1 |
|
|
130 | #endif |
|
|
131 | |
|
|
132 | #if _WIN32 || __CYGWIN__ |
|
|
133 | #define CORO_WIN_TIB 1 |
|
|
134 | #endif |
|
|
135 | |
| 115 | asm ( |
136 | asm ( |
| 116 | ".text\n" |
137 | "\t.text\n" |
|
|
138 | #if _WIN32 || __CYGWIN__ |
|
|
139 | "\t.globl _coro_transfer\n" |
|
|
140 | "_coro_transfer:\n" |
|
|
141 | #else |
| 117 | ".globl coro_transfer\n" |
142 | "\t.globl coro_transfer\n" |
| 118 | ".type coro_transfer, @function\n" |
|
|
| 119 | "coro_transfer:\n" |
143 | "coro_transfer:\n" |
|
|
144 | #endif |
|
|
145 | /* windows, of course, gives a shit on the amd64 ABI and uses different registers */ |
|
|
146 | /* http://blogs.msdn.com/freik/archive/2005/03/17/398200.aspx */ |
| 120 | #if __amd64 |
147 | #if __amd64 |
|
|
148 | |
|
|
149 | #if _WIN32 || __CYGWIN__ |
|
|
150 | #define NUM_SAVED 29 |
|
|
151 | "\tsubq $168, %rsp\t" /* one dummy qword to improve alignment */ |
|
|
152 | "\tmovaps %xmm6, (%rsp)\n" |
|
|
153 | "\tmovaps %xmm7, 16(%rsp)\n" |
|
|
154 | "\tmovaps %xmm8, 32(%rsp)\n" |
|
|
155 | "\tmovaps %xmm9, 48(%rsp)\n" |
|
|
156 | "\tmovaps %xmm10, 64(%rsp)\n" |
|
|
157 | "\tmovaps %xmm11, 80(%rsp)\n" |
|
|
158 | "\tmovaps %xmm12, 96(%rsp)\n" |
|
|
159 | "\tmovaps %xmm13, 112(%rsp)\n" |
|
|
160 | "\tmovaps %xmm14, 128(%rsp)\n" |
|
|
161 | "\tmovaps %xmm15, 144(%rsp)\n" |
|
|
162 | "\tpushq %rsi\n" |
|
|
163 | "\tpushq %rdi\n" |
|
|
164 | "\tpushq %rbp\n" |
|
|
165 | "\tpushq %rbx\n" |
|
|
166 | "\tpushq %r12\n" |
|
|
167 | "\tpushq %r13\n" |
|
|
168 | "\tpushq %r14\n" |
|
|
169 | "\tpushq %r15\n" |
|
|
170 | #if CORO_WIN_TIB |
|
|
171 | "\tpushq %fs:0x0\n" |
|
|
172 | "\tpushq %fs:0x8\n" |
|
|
173 | "\tpushq %fs:0xc\n" |
|
|
174 | #endif |
|
|
175 | "\tmovq %rsp, (%rcx)\n" |
|
|
176 | "\tmovq (%rdx), %rsp\n" |
|
|
177 | #if CORO_WIN_TIB |
|
|
178 | "\tpopq %fs:0xc\n" |
|
|
179 | "\tpopq %fs:0x8\n" |
|
|
180 | "\tpopq %fs:0x0\n" |
|
|
181 | #endif |
|
|
182 | "\tpopq %r15\n" |
|
|
183 | "\tpopq %r14\n" |
|
|
184 | "\tpopq %r13\n" |
|
|
185 | "\tpopq %r12\n" |
|
|
186 | "\tpopq %rbx\n" |
|
|
187 | "\tpopq %rbp\n" |
|
|
188 | "\tpopq %rdi\n" |
|
|
189 | "\tpopq %rsi\n" |
|
|
190 | "\tmovaps (%rsp), %xmm6\n" |
|
|
191 | "\tmovaps 16(%rsp), %xmm7\n" |
|
|
192 | "\tmovaps 32(%rsp), %xmm8\n" |
|
|
193 | "\tmovaps 48(%rsp), %xmm9\n" |
|
|
194 | "\tmovaps 64(%rsp), %xmm10\n" |
|
|
195 | "\tmovaps 80(%rsp), %xmm11\n" |
|
|
196 | "\tmovaps 96(%rsp), %xmm12\n" |
|
|
197 | "\tmovaps 112(%rsp), %xmm13\n" |
|
|
198 | "\tmovaps 128(%rsp), %xmm14\n" |
|
|
199 | "\tmovaps 144(%rsp), %xmm15\n" |
|
|
200 | "\taddq $168, %rsp\n" |
|
|
201 | #else |
| 121 | #define NUM_SAVED 6 |
202 | #define NUM_SAVED 6 |
| 122 | "\tpush %rbp\n" |
203 | "\tpushq %rbp\n" |
| 123 | "\tpush %rbx\n" |
204 | "\tpushq %rbx\n" |
| 124 | "\tpush %r12\n" |
205 | "\tpushq %r12\n" |
| 125 | "\tpush %r13\n" |
206 | "\tpushq %r13\n" |
| 126 | "\tpush %r14\n" |
207 | "\tpushq %r14\n" |
| 127 | "\tpush %r15\n" |
208 | "\tpushq %r15\n" |
| 128 | "\tmov %rsp, (%rdi)\n" |
209 | "\tmovq %rsp, (%rdi)\n" |
| 129 | "\tmov (%rsi), %rsp\n" |
210 | "\tmovq (%rsi), %rsp\n" |
| 130 | "\tpop %r15\n" |
211 | "\tpopq %r15\n" |
| 131 | "\tpop %r14\n" |
212 | "\tpopq %r14\n" |
| 132 | "\tpop %r13\n" |
213 | "\tpopq %r13\n" |
| 133 | "\tpop %r12\n" |
214 | "\tpopq %r12\n" |
| 134 | "\tpop %rbx\n" |
215 | "\tpopq %rbx\n" |
| 135 | "\tpop %rbp\n" |
216 | "\tpopq %rbp\n" |
|
|
217 | #endif |
|
|
218 | "\tpopq %rcx\n" |
|
|
219 | "\tjmpq *%rcx\n" |
|
|
220 | |
| 136 | #elif __i386 |
221 | #elif __i386__ |
|
|
222 | |
| 137 | #define NUM_SAVED 4 |
223 | #define NUM_SAVED 4 |
| 138 | "\tpush %ebp\n" |
224 | "\tpushl %ebp\n" |
| 139 | "\tpush %ebx\n" |
225 | "\tpushl %ebx\n" |
| 140 | "\tpush %esi\n" |
226 | "\tpushl %esi\n" |
| 141 | "\tpush %edi\n" |
227 | "\tpushl %edi\n" |
|
|
228 | #if CORO_WIN_TIB |
|
|
229 | #undef NUM_SAVED |
|
|
230 | #define NUM_SAVED 7 |
|
|
231 | "\tpushl %fs:0\n" |
|
|
232 | "\tpushl %fs:4\n" |
|
|
233 | "\tpushl %fs:8\n" |
|
|
234 | #endif |
| 142 | "\tmov %esp, (%eax)\n" |
235 | "\tmovl %esp, (%eax)\n" |
| 143 | "\tmov (%edx), %esp\n" |
236 | "\tmovl (%edx), %esp\n" |
|
|
237 | #if CORO_WIN_TIB |
|
|
238 | "\tpopl %fs:8\n" |
|
|
239 | "\tpopl %fs:4\n" |
|
|
240 | "\tpopl %fs:0\n" |
|
|
241 | #endif |
| 144 | "\tpop %edi\n" |
242 | "\tpopl %edi\n" |
| 145 | "\tpop %esi\n" |
243 | "\tpopl %esi\n" |
| 146 | "\tpop %ebx\n" |
244 | "\tpopl %ebx\n" |
| 147 | "\tpop %ebp\n" |
245 | "\tpopl %ebp\n" |
|
|
246 | "\tpopl %ecx\n" |
|
|
247 | "\tjmpl *%ecx\n" |
|
|
248 | |
|
|
249 | #elif CORO_ARM /* untested, what about thumb, neon, iwmmxt? */ |
|
|
250 | |
|
|
251 | #if __ARM_PCS_VFP |
|
|
252 | "\tvpush {d8-d15}\n" |
|
|
253 | #define NUM_SAVED (9 + 8 * 2) |
|
|
254 | #else |
|
|
255 | #define NUM_SAVED 9 |
|
|
256 | #endif |
|
|
257 | "\tpush {r4-r11,lr}\n" |
|
|
258 | "\tstr sp, [r0]\n" |
|
|
259 | "\tldr sp, [r1]\n" |
|
|
260 | "\tpop {r4-r11,lr}\n" |
|
|
261 | #if __ARM_PCS_VFP |
|
|
262 | "\tvpop {d8-d15}\n" |
|
|
263 | #endif |
|
|
264 | "\tmov r15, lr\n" |
|
|
265 | |
|
|
266 | #elif __mips__ && 0 /* untested, 32 bit only */ |
|
|
267 | |
|
|
268 | #define NUM_SAVED (12 + 8 * 2) |
|
|
269 | /* TODO: n64/o64, lw=>ld */ |
|
|
270 | |
|
|
271 | "\t.set nomips16\n" |
|
|
272 | "\t.frame $sp,112,$31\n" |
|
|
273 | #if __mips_soft_float |
|
|
274 | "\taddiu $sp,$sp,-44\n" |
|
|
275 | #else |
|
|
276 | "\taddiu $sp,$sp,-112\n" |
|
|
277 | "\ts.d $f30,88($sp)\n" |
|
|
278 | "\ts.d $f28,80($sp)\n" |
|
|
279 | "\ts.d $f26,72($sp)\n" |
|
|
280 | "\ts.d $f24,64($sp)\n" |
|
|
281 | "\ts.d $f22,56($sp)\n" |
|
|
282 | "\ts.d $f20,48($sp)\n" |
|
|
283 | #endif |
|
|
284 | "\tsw $28,40($sp)\n" |
|
|
285 | "\tsw $31,36($sp)\n" |
|
|
286 | "\tsw $fp,32($sp)\n" |
|
|
287 | "\tsw $23,28($sp)\n" |
|
|
288 | "\tsw $22,24($sp)\n" |
|
|
289 | "\tsw $21,20($sp)\n" |
|
|
290 | "\tsw $20,16($sp)\n" |
|
|
291 | "\tsw $19,12($sp)\n" |
|
|
292 | "\tsw $18,8($sp)\n" |
|
|
293 | "\tsw $17,4($sp)\n" |
|
|
294 | "\tsw $16,0($sp)\n" |
|
|
295 | "\tsw $sp,0($4)\n" |
|
|
296 | "\tlw $sp,0($5)\n" |
|
|
297 | #if !__mips_soft_float |
|
|
298 | "\tl.d $f30,88($sp)\n" |
|
|
299 | "\tl.d $f28,80($sp)\n" |
|
|
300 | "\tl.d $f26,72($sp)\n" |
|
|
301 | "\tl.d $f24,64($sp)\n" |
|
|
302 | "\tl.d $f22,56($sp)\n" |
|
|
303 | "\tl.d $f20,48($sp)\n" |
|
|
304 | #endif |
|
|
305 | "\tlw $28,40($sp)\n" |
|
|
306 | "\tlw $31,36($sp)\n" |
|
|
307 | "\tlw $fp,32($sp)\n" |
|
|
308 | "\tlw $23,28($sp)\n" |
|
|
309 | "\tlw $22,24($sp)\n" |
|
|
310 | "\tlw $21,20($sp)\n" |
|
|
311 | "\tlw $20,16($sp)\n" |
|
|
312 | "\tlw $19,12($sp)\n" |
|
|
313 | "\tlw $18,8($sp)\n" |
|
|
314 | "\tlw $17,4($sp)\n" |
|
|
315 | "\tlw $16,0($sp)\n" |
|
|
316 | "\tj $31\n" |
|
|
317 | #if __mips_soft_float |
|
|
318 | "\taddiu $sp,$sp,44\n" |
|
|
319 | #else |
|
|
320 | "\taddiu $sp,$sp,112\n" |
|
|
321 | #endif |
|
|
322 | |
| 148 | #else |
323 | #else |
| 149 | #error unsupported architecture |
324 | #error unsupported architecture |
| 150 | #endif |
325 | #endif |
| 151 | "\tret\n" |
|
|
| 152 | ); |
326 | ); |
| 153 | |
327 | |
| 154 | # endif |
328 | # endif |
| 155 | |
329 | |
| 156 | void |
330 | void |
| 157 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize) |
331 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, size_t ssize) |
| 158 | { |
332 | { |
| 159 | coro_context nctx; |
333 | coro_context nctx; |
| 160 | # if CORO_SJLJ |
334 | # if CORO_SJLJ |
| 161 | stack_t ostk, nstk; |
335 | stack_t ostk, nstk; |
| 162 | struct sigaction osa, nsa; |
336 | struct sigaction osa, nsa; |
| … | |
… | |
| 188 | perror ("sigaction"); |
362 | perror ("sigaction"); |
| 189 | abort (); |
363 | abort (); |
| 190 | } |
364 | } |
| 191 | |
365 | |
| 192 | /* set the new stack */ |
366 | /* set the new stack */ |
| 193 | nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */ |
367 | nstk.ss_sp = STACK_ADJUST_PTR (sptr, ssize); /* yes, some platforms (IRIX) get this wrong. */ |
| 194 | nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize); |
368 | nstk.ss_size = STACK_ADJUST_SIZE (sptr, ssize); |
| 195 | nstk.ss_flags = 0; |
369 | nstk.ss_flags = 0; |
| 196 | |
370 | |
| 197 | if (sigaltstack (&nstk, &ostk) < 0) |
371 | if (sigaltstack (&nstk, &ostk) < 0) |
| 198 | { |
372 | { |
| 199 | perror ("sigaltstack"); |
373 | perror ("sigaltstack"); |
| … | |
… | |
| 223 | sigprocmask (SIG_SETMASK, &osig, 0); |
397 | sigprocmask (SIG_SETMASK, &osig, 0); |
| 224 | |
398 | |
| 225 | # elif CORO_LOSER |
399 | # elif CORO_LOSER |
| 226 | |
400 | |
| 227 | coro_setjmp (ctx->env); |
401 | coro_setjmp (ctx->env); |
| 228 | #if __CYGWIN__ && __i386 |
402 | #if __CYGWIN__ && __i386__ |
| 229 | ctx->env[8] = (long) coro_init; |
403 | ctx->env[8] = (long) coro_init; |
| 230 | ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long); |
404 | ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long); |
| 231 | #elif __CYGWIN__ && __x86_64 |
405 | #elif __CYGWIN__ && __x86_64__ |
| 232 | ctx->env[7] = (long) coro_init; |
406 | ctx->env[7] = (long) coro_init; |
| 233 | ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long); |
407 | ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long); |
| 234 | #elif defined(__MINGW32__) |
408 | #elif defined __MINGW32__ |
| 235 | ctx->env[5] = (long) coro_init; |
409 | ctx->env[5] = (long) coro_init; |
| 236 | ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long); |
410 | ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long); |
| 237 | #elif defined(_M_IX86) |
411 | #elif defined _M_IX86 |
| 238 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init; |
412 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init; |
| 239 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
413 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
| 240 | #elif defined(_M_AMD64) |
414 | #elif defined _M_AMD64 |
| 241 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init; |
415 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init; |
| 242 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
416 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
| 243 | #elif defined(_M_IA64) |
417 | #elif defined _M_IA64 |
| 244 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init; |
418 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init; |
| 245 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
419 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
| 246 | #else |
420 | #else |
| 247 | #error "microsoft libc or architecture not supported" |
421 | #error "microsoft libc or architecture not supported" |
| 248 | #endif |
422 | #endif |
| … | |
… | |
| 257 | ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
431 | ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
| 258 | ctx->env[0].__jmpbuf[0].__sp = (int *) ((char *)sptr + ssize) - sizeof (long); |
432 | ctx->env[0].__jmpbuf[0].__sp = (int *) ((char *)sptr + ssize) - sizeof (long); |
| 259 | #elif defined (__GNU_LIBRARY__) && defined (__i386__) |
433 | #elif defined (__GNU_LIBRARY__) && defined (__i386__) |
| 260 | ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init; |
434 | ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init; |
| 261 | ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); |
435 | ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); |
| 262 | #elif defined (__GNU_LIBRARY__) && defined (__amd64__) |
436 | #elif defined (__GNU_LIBRARY__) && defined (__x86_64__) |
| 263 | ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init; |
437 | ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init; |
| 264 | ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); |
438 | ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); |
| 265 | #else |
439 | #else |
| 266 | #error "linux libc or architecture not supported" |
440 | #error "linux libc or architecture not supported" |
| 267 | #endif |
441 | #endif |
| … | |
… | |
| 272 | ctx->env[JB_PC] = (__uint64_t)coro_init; |
446 | ctx->env[JB_PC] = (__uint64_t)coro_init; |
| 273 | ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
447 | ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
| 274 | |
448 | |
| 275 | # elif CORO_ASM |
449 | # elif CORO_ASM |
| 276 | |
450 | |
|
|
451 | #if __i386__ || __x86_64__ |
| 277 | ctx->sp = (void **)(ssize + (char *)sptr); |
452 | ctx->sp = (void **)(ssize + (char *)sptr); |
| 278 | *--ctx->sp = (void *)abort; /* needed for alignment only */ |
453 | *--ctx->sp = (void *)abort; /* needed for alignment only */ |
| 279 | *--ctx->sp = (void *)coro_init; |
454 | *--ctx->sp = (void *)coro_init; |
|
|
455 | #if CORO_WIN_TIB |
|
|
456 | *--ctx->sp = 0; /* ExceptionList */ |
|
|
457 | *--ctx->sp = (char *)sptr + ssize; /* StackBase */ |
|
|
458 | *--ctx->sp = sptr; /* StackLimit */ |
|
|
459 | #endif |
|
|
460 | #elif CORO_ARM |
|
|
461 | /* return address stored in lr register, don't push anything */ |
|
|
462 | #else |
|
|
463 | #error unsupported architecture |
|
|
464 | #endif |
|
|
465 | |
| 280 | ctx->sp -= NUM_SAVED; |
466 | ctx->sp -= NUM_SAVED; |
|
|
467 | memset (ctx->sp, 0, sizeof (*ctx->sp) * NUM_SAVED); |
|
|
468 | |
|
|
469 | #if __i386__ || __x86_64__ |
|
|
470 | /* done already */ |
|
|
471 | #elif CORO_ARM |
|
|
472 | ctx->sp[0] = coro; /* r4 */ |
|
|
473 | ctx->sp[1] = arg; /* r5 */ |
|
|
474 | ctx->sp[8] = (char *)coro_init; /* lr */ |
|
|
475 | #else |
|
|
476 | #error unsupported architecture |
|
|
477 | #endif |
| 281 | |
478 | |
| 282 | # elif CORO_UCONTEXT |
479 | # elif CORO_UCONTEXT |
| 283 | |
480 | |
| 284 | getcontext (&(ctx->uc)); |
481 | getcontext (&(ctx->uc)); |
| 285 | |
482 | |
| … | |
… | |
| 346 | pthread_testcancel (); |
543 | pthread_testcancel (); |
| 347 | #endif |
544 | #endif |
| 348 | } |
545 | } |
| 349 | |
546 | |
| 350 | void |
547 | void |
| 351 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize) |
548 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, size_t ssize) |
| 352 | { |
549 | { |
| 353 | static coro_context nctx; |
550 | static coro_context nctx; |
| 354 | static int once; |
551 | static int once; |
| 355 | |
552 | |
| 356 | if (!once) |
553 | if (!once) |
| … | |
… | |
| 373 | args.arg = arg; |
570 | args.arg = arg; |
| 374 | args.self = ctx; |
571 | args.self = ctx; |
| 375 | args.main = &nctx; |
572 | args.main = &nctx; |
| 376 | |
573 | |
| 377 | pthread_attr_init (&attr); |
574 | pthread_attr_init (&attr); |
|
|
575 | #if __UCLIBC__ |
|
|
576 | /* exists, but is borked */ |
|
|
577 | /*pthread_attr_setstacksize (&attr, (size_t)ssize);*/ |
|
|
578 | #elif __CYGWIN__ |
|
|
579 | /* POSIX, not here */ |
|
|
580 | pthread_attr_setstacksize (&attr, (size_t)ssize); |
|
|
581 | #else |
| 378 | pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
582 | pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
|
|
583 | #endif |
| 379 | pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); |
584 | pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); |
| 380 | pthread_create (&ctx->id, &attr, coro_init, &args); |
585 | pthread_create (&ctx->id, &attr, coro_init, &args); |
| 381 | |
586 | |
| 382 | coro_transfer (args.main, args.self); |
587 | coro_transfer (args.main, args.self); |
| 383 | } |
588 | } |
| … | |
… | |
| 389 | coro_destroy (coro_context *ctx) |
594 | coro_destroy (coro_context *ctx) |
| 390 | { |
595 | { |
| 391 | if (!pthread_equal (ctx->id, null_tid)) |
596 | if (!pthread_equal (ctx->id, null_tid)) |
| 392 | { |
597 | { |
| 393 | pthread_cancel (ctx->id); |
598 | pthread_cancel (ctx->id); |
| 394 | pthread_mutex_unlock (&coro_mutex); |
599 | pthread_mutex_unlock (&coro_mutex); /* let the other coro run */ |
| 395 | pthread_join (ctx->id, 0); |
600 | pthread_join (ctx->id, 0); |
| 396 | pthread_mutex_lock (&coro_mutex); |
601 | pthread_mutex_lock (&coro_mutex); |
| 397 | } |
602 | } |
| 398 | |
603 | |
| 399 | pthread_cond_destroy (&ctx->cv); |
604 | pthread_cond_destroy (&ctx->cv); |
| 400 | } |
605 | } |
| 401 | |
606 | |
|
|
607 | /*****************************************************************************/ |
|
|
608 | /* fiber backend */ |
|
|
609 | /*****************************************************************************/ |
|
|
610 | #elif CORO_FIBER |
|
|
611 | |
|
|
612 | #define WIN32_LEAN_AND_MEAN |
|
|
613 | #if _WIN32_WINNT < 0x0400 |
|
|
614 | #undef _WIN32_WINNT |
|
|
615 | #define _WIN32_WINNT 0x0400 |
|
|
616 | #endif |
|
|
617 | #include <windows.h> |
|
|
618 | |
|
|
619 | VOID CALLBACK |
|
|
620 | coro_init (PVOID arg) |
|
|
621 | { |
|
|
622 | coro_context *ctx = (coro_context *)arg; |
|
|
623 | |
|
|
624 | ctx->coro (ctx->arg); |
|
|
625 | } |
|
|
626 | |
|
|
627 | void |
|
|
628 | coro_transfer (coro_context *prev, coro_context *next) |
|
|
629 | { |
|
|
630 | if (!prev->fiber) |
|
|
631 | { |
|
|
632 | prev->fiber = GetCurrentFiber (); |
|
|
633 | |
|
|
634 | if (prev->fiber == 0 || prev->fiber == (void *)0x1e00) |
|
|
635 | prev->fiber = ConvertThreadToFiber (0); |
|
|
636 | } |
|
|
637 | |
|
|
638 | SwitchToFiber (next->fiber); |
|
|
639 | } |
|
|
640 | |
|
|
641 | void |
|
|
642 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, size_t ssize) |
|
|
643 | { |
|
|
644 | ctx->fiber = 0; |
|
|
645 | ctx->coro = coro; |
|
|
646 | ctx->arg = arg; |
|
|
647 | |
|
|
648 | if (!coro) |
|
|
649 | return; |
|
|
650 | |
|
|
651 | ctx->fiber = CreateFiber (ssize, coro_init, ctx); |
|
|
652 | } |
|
|
653 | |
|
|
654 | void |
|
|
655 | coro_destroy (coro_context *ctx) |
|
|
656 | { |
|
|
657 | DeleteFiber (ctx->fiber); |
|
|
658 | } |
|
|
659 | |
| 402 | #else |
660 | #else |
| 403 | # error unsupported backend |
661 | #error unsupported backend |
|
|
662 | #endif |
|
|
663 | |
|
|
664 | /*****************************************************************************/ |
|
|
665 | /* stack management */ |
|
|
666 | /*****************************************************************************/ |
|
|
667 | #if CORO_STACKALLOC |
|
|
668 | |
|
|
669 | #include <stdlib.h> |
|
|
670 | |
|
|
671 | #ifndef _WIN32 |
|
|
672 | # include <unistd.h> |
|
|
673 | #endif |
|
|
674 | |
|
|
675 | #if CORO_USE_VALGRIND |
|
|
676 | # include <valgrind/valgrind.h> |
|
|
677 | #endif |
|
|
678 | |
|
|
679 | #if _POSIX_MAPPED_FILES |
|
|
680 | # include <sys/mman.h> |
|
|
681 | # define CORO_MMAP 1 |
|
|
682 | # ifndef MAP_ANONYMOUS |
|
|
683 | # ifdef MAP_ANON |
|
|
684 | # define MAP_ANONYMOUS MAP_ANON |
|
|
685 | # else |
|
|
686 | # undef CORO_MMAP |
|
|
687 | # endif |
| 404 | #endif |
688 | # endif |
|
|
689 | # include <limits.h> |
|
|
690 | #else |
|
|
691 | # undef CORO_MMAP |
|
|
692 | #endif |
| 405 | |
693 | |
|
|
694 | #if _POSIX_MEMORY_PROTECTION |
|
|
695 | # ifndef CORO_GUARDPAGES |
|
|
696 | # define CORO_GUARDPAGES 4 |
|
|
697 | # endif |
|
|
698 | #else |
|
|
699 | # undef CORO_GUARDPAGES |
|
|
700 | #endif |
|
|
701 | |
|
|
702 | #if !CORO_MMAP |
|
|
703 | # undef CORO_GUARDPAGES |
|
|
704 | #endif |
|
|
705 | |
|
|
706 | #if !__i386__ && !__x86_64__ && !__powerpc__ && !__arm__ && !__aarch64__ && !__m68k__ && !__alpha__ && !__mips__ && !__sparc64__ |
|
|
707 | # undef CORO_GUARDPAGES |
|
|
708 | #endif |
|
|
709 | |
|
|
710 | #ifndef CORO_GUARDPAGES |
|
|
711 | # define CORO_GUARDPAGES 0 |
|
|
712 | #endif |
|
|
713 | |
|
|
714 | #if !PAGESIZE |
|
|
715 | #if !CORO_MMAP |
|
|
716 | #define PAGESIZE 4096 |
|
|
717 | #else |
|
|
718 | static size_t |
|
|
719 | coro_pagesize (void) |
|
|
720 | { |
|
|
721 | static size_t pagesize; |
|
|
722 | |
|
|
723 | if (!pagesize) |
|
|
724 | pagesize = sysconf (_SC_PAGESIZE); |
|
|
725 | |
|
|
726 | return pagesize; |
|
|
727 | } |
|
|
728 | |
|
|
729 | #define PAGESIZE coro_pagesize () |
|
|
730 | #endif |
|
|
731 | #endif |
|
|
732 | |
|
|
733 | int |
|
|
734 | coro_stack_alloc (struct coro_stack *stack, unsigned int size) |
|
|
735 | { |
|
|
736 | if (!size) |
|
|
737 | size = 256 * 1024; |
|
|
738 | |
|
|
739 | stack->sptr = 0; |
|
|
740 | stack->ssze = ((size_t)size * sizeof (void *) + PAGESIZE - 1) / PAGESIZE * PAGESIZE; |
|
|
741 | |
|
|
742 | #if CORO_FIBER |
|
|
743 | |
|
|
744 | stack->sptr = (void *)stack; |
|
|
745 | return 1; |
|
|
746 | |
|
|
747 | #else |
|
|
748 | |
|
|
749 | size_t ssze = stack->ssze + CORO_GUARDPAGES * PAGESIZE; |
|
|
750 | void *base; |
|
|
751 | |
|
|
752 | #if CORO_MMAP |
|
|
753 | /* mmap supposedly does allocate-on-write for us */ |
|
|
754 | base = mmap (0, ssze, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); |
|
|
755 | |
|
|
756 | if (base == (void *)-1) |
|
|
757 | { |
|
|
758 | /* some systems don't let us have executable heap */ |
|
|
759 | /* we assume they won't need executable stack in that case */ |
|
|
760 | base = mmap (0, ssze, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); |
|
|
761 | |
|
|
762 | if (base == (void *)-1) |
|
|
763 | return 0; |
|
|
764 | } |
|
|
765 | |
|
|
766 | #if CORO_GUARDPAGES |
|
|
767 | mprotect (base, CORO_GUARDPAGES * PAGESIZE, PROT_NONE); |
|
|
768 | #endif |
|
|
769 | |
|
|
770 | base = (void*)((char *)base + CORO_GUARDPAGES * PAGESIZE); |
|
|
771 | #else |
|
|
772 | base = malloc (ssze); |
|
|
773 | if (!base) |
|
|
774 | return 0; |
|
|
775 | #endif |
|
|
776 | |
|
|
777 | #if CORO_USE_VALGRIND |
|
|
778 | stack->valgrind_id = VALGRIND_STACK_REGISTER ((char *)base, ((char *)base) + ssze - CORO_GUARDPAGES * PAGESIZE); |
|
|
779 | #endif |
|
|
780 | |
|
|
781 | stack->sptr = base; |
|
|
782 | return 1; |
|
|
783 | |
|
|
784 | #endif |
|
|
785 | } |
|
|
786 | |
|
|
787 | void |
|
|
788 | coro_stack_free (struct coro_stack *stack) |
|
|
789 | { |
|
|
790 | #if CORO_FIBER |
|
|
791 | /* nop */ |
|
|
792 | #else |
|
|
793 | #if CORO_USE_VALGRIND |
|
|
794 | VALGRIND_STACK_DEREGISTER (stack->valgrind_id); |
|
|
795 | #endif |
|
|
796 | |
|
|
797 | #if CORO_MMAP |
|
|
798 | if (stack->sptr) |
|
|
799 | munmap ((void*)((char *)stack->sptr - CORO_GUARDPAGES * PAGESIZE), |
|
|
800 | stack->ssze + CORO_GUARDPAGES * PAGESIZE); |
|
|
801 | #else |
|
|
802 | free (stack->sptr); |
|
|
803 | #endif |
|
|
804 | #endif |
|
|
805 | } |
|
|
806 | |
|
|
807 | #endif |
|
|
808 | |
